-- Logs begin at Mon 2021-12-06 22:59:55 UTC, end at Tue 2021-12-07 00:58:42 UTC. -- Dec 06 23:45:30.331190 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 23:45:33.176891 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.common.config [-] Logging enabled! Dec 06 23:45:33.177495 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev254 Dec 06 23:45:33.177683 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 23:45:33.180932 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.common.config [-] Logging enabled! Dec 06 23:45:33.181182 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev254 Dec 06 23:45:33.181499 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110047) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 23:45:33.182437 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 23:45:33.182676 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 23:45:33.183045 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 23:45:33.183296 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 23:45:33.183525 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 23:45:33.183847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.184294 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 23:45:33.184615 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.184916 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.185211 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.185509 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.185827 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.186116 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.186412 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.186712 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.187001 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.187285 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.187570 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.187863 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.188148 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.188464 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.188756 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.189047 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] debug = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.189331 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.189765 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.190168 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.190451 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.190749 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.191032 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.191315 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.191598 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.191885 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.192216 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.192527 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.192820 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.193110 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.193402 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.193682 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.193962 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.194249 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.194529 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.194805 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.195083 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.195374 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.195664 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.195962 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.196189 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.196452 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.196746 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.197037 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.197318 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.197598 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.197877 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.198155 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.198433 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.198708 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.199017 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.199287 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.199841 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.200121 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.200427 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.200711 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.200990 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.201286 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.202901 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.202901 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.202901 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.202901 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.203180 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.203412 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.203714 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.204003 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.204316 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.204606 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.204882 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.205167 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.205442 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.205716 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.205991 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_json = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.206267 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.206541 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.206823 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.207099 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.207373 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.207649 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.207924 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.208212 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:33.208540 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.208840 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.209148 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.209438 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.209747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.210030 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.210324 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.210607 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.210899 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.211194 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.211485 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.211774 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.212065 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.212371 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.212671 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.212978 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.213276 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.213571 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.213851 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.214131 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.214410 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.214692 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.214983 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.215265 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.215573 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.215852 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.216135 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.216463 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.216754 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.217618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.217922 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.218204 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.218489 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.218786 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.219070 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.219347 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.219631 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.219923 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.220207 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.220506 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.220796 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.221078 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.221355 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.221631 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.221917 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.222211 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.222495 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.222776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.223053 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.223336 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.223612 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.223902 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.224184 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.224486 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.224763 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.225045 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.225320 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.225597 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.225880 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.226161 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.226442 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.226718 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.226995 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.227273 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.227545 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.227820 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.228095 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.228397 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.228680 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.228956 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.229230 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.229504 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.229781 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.230059 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.230349 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.230650 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.230930 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.231211 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.231492 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.231779 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.232062 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.232364 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.232682 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.232963 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.233240 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.233533 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.233822 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.234112 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.234401 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.234707 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.235008 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.235289 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.235574 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.235858 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.236141 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.236454 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.236743 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.237042 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.237343 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.237642 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.237941 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.238238 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.238525 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.238833 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.239123 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:33.239344 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 23:45:33.239586 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110047) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 23:45:33.666155 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 23:45:33.666441 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 23:45:33.666753 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 23:45:33.667092 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 23:45:33.993295 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:33.993511 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:33.993792 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:33.994977 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:33.995257 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:33.995638 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.041392 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.041673 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.041943 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.056575 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.056863 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.057137 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.085328 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.085612 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.085885 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.123764 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.124049 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.124342 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.461168 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.461789 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.461789 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.461970 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.462673 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.570284 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.570613 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.570901 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.571174 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.571443 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.571755 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.572019 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.572303 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.572565 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.572849 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.573110 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.573378 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.573637 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.573892 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.574149 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.574690 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.574948 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.575218 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.575492 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.575759 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.576038 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.576346 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.576634 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.577016 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.577268 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.577518 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.577915 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.578157 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.578398 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.578637 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.578873 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.579110 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:34.579481 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 23:45:34.582614 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 23:45:34.586697 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 23:45:34.590565 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 06 23:45:34.592257 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 23:45:34.592716 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 23:45:34.593059 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 23:45:34.593449 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 23:45:34.596299 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 23:45:34.596554 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 23:45:34.596905 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 23:45:34.602193 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 23:45:34.626046 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 23:45:34.626495 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.626797 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110047) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 23:45:34.627160 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.628589 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110047) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 23:45:34.628872 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 23:45:34.629121 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 23:45:34.632346 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.632631 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:34.697185 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 23:45:34.697426 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 23:45:34.697663 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 23:45:34.698031 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 23:45:34.719212 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_db.sqlalchemy.engines [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110047) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 23:45:35.295555 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing driver for type 'gre' Dec 06 23:45:35.296086 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] gre ID ranges: [(1, 1000)] Dec 06 23:45:35.466803 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing driver for type 'local' Dec 06 23:45:35.467956 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing driver for type 'vlan' Dec 06 23:45:35.546968 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] VlanTypeDriver initialization complete Dec 06 23:45:35.547319 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing driver for type 'vxlan' Dec 06 23:45:35.547827 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] vxlan ID ranges: [(1, 1000)] Dec 06 23:45:35.746878 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing extension driver 'port_security' Dec 06 23:45:35.747222 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.extensions.port_security [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] PortSecurityExtensionDriver initialization complete Dec 06 23:45:35.747565 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing mechanism driver 'openvswitch' Dec 06 23:45:35.747892 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing mechanism driver 'hyperv' Dec 06 23:45:35.755038 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.plugin [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:35.755891 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.756293 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761250 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761250 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.761250 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761250 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761250 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.761620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.761925 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761925 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761925 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.761925 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.762160 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.762458 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.762810 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.763215 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.763630 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > address_group after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.764608 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > address_group after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.764959 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.765361 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110047) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 23:45:35.765750 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] ML2 OVO RPC backend initialized. {{(pid=110047) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 23:45:35.766469 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.766833 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.767258 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.767616 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > networks before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.767972 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.768367 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > ports before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.768722 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.769072 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnets before_response 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.769425 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.769773 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.770117 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.770467 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.770812 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.771151 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.771490 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.771834 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.772173 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.772780 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.plugin [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Modular L2 Plugin initialization complete Dec 06 23:45:35.773118 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading services supported by the core plugin {{(pid=110047) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 23:45:35.773452 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.plugins.ml2.managers [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Got port-security extension from driver 'port_security' Dec 06 23:45:35.773927 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.extensions.vlantransparent [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Disabled vlantransparent extension. Dec 06 23:45:35.774421 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110047) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 23:45:35.774744 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: router Dec 06 23:45:35.810333 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.811177 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_create 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.811558 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router before_create 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.811929 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.812332 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.812698 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_delete 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.813061 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.813539 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.813909 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_create 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.814266 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.814627 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.814989 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.815358 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.815776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.816151 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.816527 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.816875 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: subnet after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.817223 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.817581 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.817933 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.818280 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.818630 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.818993 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router after_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.819341 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.819697 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_create 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.820063 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.820450 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_update 55549900 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.820823 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > agent after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.821180 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > agent after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.821530 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > network after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.822389 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Tracking information for resource: router configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:35.822728 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Tracking information for resource: floatingip configured {{(pid=110047) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 23:45:35.829120 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.db.l3_agentschedulers_db [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 23:45:35.829710 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.830079 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.830440 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.830799 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: port after_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.831594 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router before_create 55550100 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.831971 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.832377 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_create 55550100 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.832747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > router precommit_update 55550100 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.837614 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.provider_configuration [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service providers = [] {{(pid=110047) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 23:45:35.837987 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.db.servicetype_db [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110047) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 23:45:35.841001 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.service_base [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 23:45:35.841361 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.service_base [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 23:45:35.841712 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.service_base [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 23:45:35.842673 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.services.service_base [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110047) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 23:45:35.843098 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.services.service_base [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 23:45:35.843476 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.843801 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 23:45:35.859351 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.859732 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: auto_allocate Dec 06 23:45:35.865585 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: network precommit_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.865972 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: network precommit_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.866504 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.866831 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: tag Dec 06 23:45:35.877060 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.877392 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: timestamp Dec 06 23:45:35.881295 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.881636 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: network_ip_availability Dec 06 23:45:35.887169 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.887548 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.887912 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:35.888673 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.889037 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: flavors Dec 06 23:45:35.894136 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.894476 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading Plugin: revisions Dec 06 23:45:35.898831 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110047) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 23:45:35.899236 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.232s {{(pid=110047) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 23:45:35.899997 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110047) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 23:45:35.900364 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Initializing extension manager. Dec 06 23:45:35.900895 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: __init__.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.901244 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: __pycache__ {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.901587 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.901928 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: address_group.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.902707 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.903281 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: address-group Dec 06 23:45:35.903611 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: address_scope.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.904389 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.904911 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: address-scope Dec 06 23:45:35.905240 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.906187 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.906699 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: router-admin-state-down-before-update Dec 06 23:45:35.907029 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: agent.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.907743 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.908267 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: agent Dec 06 23:45:35.908601 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: agent_resources_synced.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.909530 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.910042 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: agent-resources-synced Dec 06 23:45:35.910372 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: allowedaddresspairs.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.912199 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.919127 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: allowed-address-pairs Dec 06 23:45:35.919127 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: auto_allocated_topology.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.920596 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.921957 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: auto-allocated-topology Dec 06 23:45:35.921957 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: availability_zone.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.922253 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.923125 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: availability_zone Dec 06 23:45:35.923466 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: availability_zone_filter.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.924449 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.925444 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: availability_zone_filter Dec 06 23:45:35.925444 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: data_plane_status.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.926233 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.927111 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 23:45:35.927661 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: default_subnetpools.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.928726 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.929247 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: default-subnetpools Dec 06 23:45:35.929578 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.930407 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.930918 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: dhcp_agent_scheduler Dec 06 23:45:35.931249 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: dns.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.932200 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.932730 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension dns-integration not supported by any of loaded plugins Dec 06 23:45:35.933064 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: dns_domain_ports.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.934009 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.934539 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 23:45:35.934867 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.936446 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.936956 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 23:45:35.937283 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: dvr.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.937966 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.938470 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: dvr Dec 06 23:45:35.938796 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: ecmp_routes.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.939734 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.940254 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 23:45:35.940588 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: empty_string_filtering.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.941523 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.942032 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: empty-string-filtering Dec 06 23:45:35.942360 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.945949 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.946461 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 23:45:35.946788 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.947729 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.948268 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 23:45:35.948592 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: external_net.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.949774 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.950284 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: external-net Dec 06 23:45:35.950613 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.951574 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.952090 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: extra_dhcp_opt Dec 06 23:45:35.952456 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: extraroute.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.953385 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.953894 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: extraroute Dec 06 23:45:35.954224 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: extraroute_atomic.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.955465 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.955979 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: extraroute-atomic Dec 06 23:45:35.956343 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: filter_validation.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.957025 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.957531 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: filter-validation Dec 06 23:45:35.957860 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: fip_pf_description.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.958792 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.959297 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 23:45:35.959627 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: fip_port_details.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.960602 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.961108 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: fip-port-details Dec 06 23:45:35.961438 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: flavors.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.962798 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.963224 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: flavors Dec 06 23:45:35.963557 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.965374 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.965902 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 23:45:35.966241 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: floatingip_pools.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.966984 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.967500 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: floatingip-pools Dec 06 23:45:35.967834 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: ip_allocation.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.968817 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.969327 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 23:45:35.969660 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.970596 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.971117 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: ip-substring-filtering Dec 06 23:45:35.971451 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l2_adjacency.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.972427 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.972936 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 23:45:35.973266 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.974252 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.974776 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: router Dec 06 23:45:35.975106 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.981923 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.982452 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 23:45:35.983298 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.984283 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.984806 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: ext-gw-mode Dec 06 23:45:35.985140 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.986077 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.986596 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: l3-ha Dec 06 23:45:35.986927 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3_flavors.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.987857 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.988395 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: l3-flavors Dec 06 23:45:35.988728 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.989660 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.990172 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 23:45:35.990502 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: l3agentscheduler.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.991545 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.992059 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: l3_agent_scheduler Dec 06 23:45:35.992424 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: local_ip.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.994227 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.994752 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension local_ip not supported by any of loaded plugins Dec 06 23:45:35.995090 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: logging.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:35.998071 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:35.999197 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension logging not supported by any of loaded plugins Dec 06 23:45:35.999544 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: metering.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.000341 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.000942 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: metering Dec 06 23:45:36.001285 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.002424 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.003095 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: metering_source_and_destination_fields Dec 06 23:45:36.003427 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: multiprovidernet.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.004417 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.004939 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: multi-provider Dec 06 23:45:36.005273 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: netmtu.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.006223 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.006746 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: net-mtu Dec 06 23:45:36.007105 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: netmtu_writable.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.008056 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.008606 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: net-mtu-writable Dec 06 23:45:36.008942 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: network_availability_zone.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.009630 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.010142 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: network_availability_zone Dec 06 23:45:36.010474 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: network_ip_availability.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.011636 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.012154 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: network-ip-availability Dec 06 23:45:36.012565 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: network_segment_range.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.013349 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.013882 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 23:45:36.014214 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: pagination.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.015231 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.015566 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: pagination Dec 06 23:45:36.015894 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: port_device_profile.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.016930 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.017451 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: port-device-profile Dec 06 23:45:36.017780 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.018716 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.019231 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: port-mac-address-regenerate Dec 06 23:45:36.019563 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.020603 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.021042 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: port-numa-affinity-policy Dec 06 23:45:36.026854 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: port_resource_request.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.027542 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.028056 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 23:45:36.028423 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: port_resource_request_groups.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.029436 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.029951 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 23:45:36.030291 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: portbindings.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.031321 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.031754 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: binding Dec 06 23:45:36.032085 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: portbindings_extended.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.033421 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.033944 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: binding-extended Dec 06 23:45:36.034279 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: portsecurity.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.035219 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.035736 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: port-security Dec 06 23:45:36.036070 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: project_id.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.037096 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.037437 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: project-id Dec 06 23:45:36.037763 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: providernet.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.038704 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.039233 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: provider Dec 06 23:45:36.039563 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.043216 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.043746 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos not supported by any of loaded plugins Dec 06 23:45:36.044088 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.045929 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.046434 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 23:45:36.046774 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.047724 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.048266 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 23:45:36.048690 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_default.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.049635 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.050151 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-default not supported by any of loaded plugins Dec 06 23:45:36.050485 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_fip.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.051153 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.051658 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-fip not supported by any of loaded plugins Dec 06 23:45:36.051990 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_gateway_ip.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.052972 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.053487 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 23:45:36.053818 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_port_network_policy.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.054775 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.055289 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 23:45:36.055620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.056857 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.057377 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 23:45:36.057712 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_pps_rule.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.058917 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.059439 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-pps not supported by any of loaded plugins Dec 06 23:45:36.059827 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_rule_type_details.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.067885 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.068395 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 23:45:36.068730 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: qos_rules_alias.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.069791 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.070311 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 23:45:36.070644 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: quota_check_limit.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.071577 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.072091 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: quota-check-limit Dec 06 23:45:36.072460 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: quotasv2.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.073416 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.073755 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: quotas Dec 06 23:45:36.074086 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: quotasv2_detail.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.077583 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.077936 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: quota_details Dec 06 23:45:36.078279 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: rbac.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.079368 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.079899 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: rbac-policies Dec 06 23:45:36.080263 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: rbac_address_group.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.081239 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.081767 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: rbac-address-group Dec 06 23:45:36.082098 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: rbac_address_scope.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.083088 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.083605 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: rbac-address-scope Dec 06 23:45:36.083935 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: rbac_security_groups.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.084902 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.085417 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: rbac-security-groups Dec 06 23:45:36.085744 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: rbac_subnetpool.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.086679 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.087191 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: rbac-subnetpool Dec 06 23:45:36.087520 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: revisionifmatch.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.088492 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.089005 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: revision-if-match Dec 06 23:45:36.089342 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: revisions.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.090483 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.090997 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: standard-attr-revisions Dec 06 23:45:36.091326 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: router_availability_zone.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.092040 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.092581 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: router_availability_zone Dec 06 23:45:36.092909 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: routerservicetype.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.093923 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.094363 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension router-service-type not supported by any of loaded plugins Dec 06 23:45:36.094691 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.095709 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.096226 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: security-groups-normalized-cidr Dec 06 23:45:36.096579 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.097521 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.098034 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: port-security-groups-filtering Dec 06 23:45:36.098365 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.099316 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.099827 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: security-groups-remote-address-group Dec 06 23:45:36.100157 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.101140 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.101653 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: security-groups-shared-filtering Dec 06 23:45:36.101983 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.102579 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 23:45:36.102902 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: securitygroup.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.113230 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.113765 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: security-group Dec 06 23:45:36.114107 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: segment.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.114912 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.115427 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension segment not supported by any of loaded plugins Dec 06 23:45:36.115764 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.116764 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.117286 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 23:45:36.117617 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: servicetype.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.118759 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.119294 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: service-type Dec 06 23:45:36.119629 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: sorting.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.120692 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.121034 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: sorting Dec 06 23:45:36.121369 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: standard_attr_segment.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.122333 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.122853 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 23:45:36.123783 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: standardattrdescription.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.124488 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.125002 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: standard-attr-description Dec 06 23:45:36.125332 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: stateful_security_group.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.126277 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.126796 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: stateful-security-group Dec 06 23:45:36.127155 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: stdattrs_common.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.127734 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 23:45:36.128063 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.129037 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.129560 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 23:45:36.129887 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnet_onboard.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.130993 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.131516 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: subnet_onboard Dec 06 23:45:36.131849 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.132830 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.133350 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 23:45:36.133680 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnet_service_types.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.134628 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.135146 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: subnet-service-types Dec 06 23:45:36.135476 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnetallocation.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.136629 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.137152 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: subnet_allocation Dec 06 23:45:36.141237 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.141237 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.141237 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: subnetpool-prefix-ops Dec 06 23:45:36.141237 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.141935 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.142445 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 23:45:36.142773 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: tagging.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.143872 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.144431 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: standard-attr-tag Dec 06 23:45:36.144768 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: timestamp.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.146019 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.146536 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loaded extension: standard-attr-timestamp Dec 06 23:45:36.146870 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: trunk.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.147926 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.148467 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension trunk not supported by any of loaded plugins Dec 06 23:45:36.148807 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: trunk_details.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.149751 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.150261 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension trunk-details not supported by any of loaded plugins Dec 06 23:45:36.150592 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: uplink_status_propagation.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.151730 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.152055 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 23:45:36.152418 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Loading extension file: vlantransparent.py {{(pid=110047) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 23:45:36.153099 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110047) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 23:45:36.153610 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 23:45:36.156158 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:network Dec 06 23:45:36.156725 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnet Dec 06 23:45:36.157132 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 23:45:36.158663 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:port Dec 06 23:45:36.158749 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.159204 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service FLAVORS assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.159820 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.160255 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.160609 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:router Dec 06 23:45:36.161047 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 23:45:36.161557 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service METERING assigned prefix: /metering {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.162999 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:36.163371 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:36.163730 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:45:36.164780 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 23:45:36.165249 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:security_group Dec 06 23:45:36.165684 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 23:45:36.166305 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service CORE assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.166646 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 23:45:36.167000 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] subnetpool is already registered Dec 06 23:45:36.167447 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service CORE assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.167781 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 23:45:36.168122 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] subnetpool is already registered Dec 06 23:45:36.171017 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.171459 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service FLAVORS assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.172064 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.172520 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.172860 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:router Dec 06 23:45:36.173206 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] router is already registered Dec 06 23:45:36.173625 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 23:45:36.173967 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] floatingip is already registered Dec 06 23:45:36.174430 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service METERING assigned prefix: /metering {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.175098 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 23:45:36.175427 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] rbac_policy is already registered Dec 06 23:45:36.175845 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:security_group Dec 06 23:45:36.176184 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] security_group is already registered Dec 06 23:45:36.176621 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] security_group_rule is already registered Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service CORE assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] subnetpool is already registered Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.v2.resource_helper [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Service CORE assigned prefix: {{(pid=110047) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING neutron.quota.resource_registry [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] subnetpool is already registered Dec 06 23:45:36.181802 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: extensions {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.182335 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: address-groups {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.182683 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: address-scopes {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.184039 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: agents {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.185230 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: auto-allocated-topology {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.187107 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: availability_zones {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.188435 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: dhcp-networks {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.189956 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: dhcp-agents {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.191393 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: routers {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.193724 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: flavors {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.194885 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: service_profiles {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.196107 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: next_providers {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.197581 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: service_profiles {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.199133 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: floatingip-pools {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.200695 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: routers {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.202885 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: floatingips {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.205121 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: l3-routers {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.206522 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: l3-agents {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.207959 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: metering-labels {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.209375 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: metering-label-rules {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.210662 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: network-ip-availabilities {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.211960 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: bindings {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.213648 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: quotas {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.215247 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: quotas {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.216829 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: rbac-policies {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.218149 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: security-groups {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.219393 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: security-group-rules {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.220659 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: service-providers {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.221898 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: subnetpools {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.223341 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: subnetpools {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.224853 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.226619 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.228475 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.230300 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.232085 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.234559 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.236303 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.238240 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.240020 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.241979 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron.api.extensions [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Extended resource: tags {{(pid=110047) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 23:45:36.248066 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING keystonemiddleware.auth_token [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 23:45:36.253515 dv-neutron-master-2-hyperv neutron-server[110047]: WARNING keystonemiddleware.auth_token [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 23:45:36.262223 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Acquired lock "singleton_lock" {{(pid=110047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 23:45:36.262698 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_concurrency.lockutils [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Releasing lock "singleton_lock" {{(pid=110047) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 23:45:36.263350 dv-neutron-master-2-hyperv neutron-server[110047]: INFO oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Starting 2 workers Dec 06 23:45:36.268218 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Started child 110158 {{(pid=110047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 23:45:36.272765 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Started child 110159 {{(pid=110047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 23:45:36.273735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.280048 dv-neutron-master-2-hyperv neutron-server[110047]: INFO neutron.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 23:45:36.280048 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Publish callbacks [] for process, before_spawn {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.280287 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [-] (110158) wsgi starting up on http://0.0.0.0:9696 Dec 06 23:45:36.280390 dv-neutron-master-2-hyperv neutron-server[110047]: INFO oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Starting 1 workers Dec 06 23:45:36.280463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.280463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [-] (110159) wsgi starting up on http://0.0.0.0:9696 Dec 06 23:45:36.283285 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Started child 110160 {{(pid=110047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 23:45:36.283896 dv-neutron-master-2-hyperv neutron-server[110047]: INFO oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Starting 1 workers Dec 06 23:45:36.287251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] calling RpcWorker wait() {{(pid=110160) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 23:45:36.287779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] returning from RpcWorker wait() {{(pid=110160) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 23:45:36.288465 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Started child 110161 {{(pid=110047) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 23:45:36.289126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.289293 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG neutron_lib.callbacks.manager [None req-0fc495c9-a99b-4f49-a8eb-59296967db74 None None] Publish callbacks [] for process, after_spawn {{(pid=110047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.289884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:36.291244 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 23:45:36.291454 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 23:45:36.291647 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 23:45:36.291875 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 23:45:36.292258 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 23:45:36.292630 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 23:45:36.293146 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.293427 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.293710 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.293978 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.294082 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:36.294521 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.294874 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.295686 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.295961 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.296285 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.296530 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.296706 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.296878 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.297129 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.297387 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.297753 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.298025 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.298272 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.298551 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.298737 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.298996 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.299263 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.299524 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.299794 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] debug = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.300057 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.300558 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.300825 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.301071 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.301300 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.301593 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.301841 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.302123 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.302388 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.302622 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.302879 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.303133 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.303386 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.303621 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.303887 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.304129 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.304401 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.304792 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.305284 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.305511 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.305736 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.305998 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.306253 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.306528 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.306783 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.307052 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.307323 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.307573 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.307806 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.308073 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.308364 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.308608 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.308855 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.309024 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_options = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.309244 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.309520 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.309778 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.309963 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.310119 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.310309 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.310580 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.310799 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.311056 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.311295 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.311552 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.311813 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.311967 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.312203 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.312502 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.312754 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.312981 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.313222 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.313492 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.313915 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.314153 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.314482 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.314634 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.314847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.315181 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.315333 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.315565 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.315808 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.316050 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.316294 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.316539 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.316805 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.317028 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.317281 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.317557 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.317791 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.318079 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.318272 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.318542 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.318776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.319032 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.319284 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.319508 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.319761 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.320000 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.320211 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.320468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_json = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.320710 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.320949 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.321198 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.321418 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.321733 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.321960 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.322316 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.322954 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.323110 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.323441 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.323991 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.324722 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.325524 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:36.325688 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.325941 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.326188 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.326450 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.326717 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.326956 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.327274 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.327505 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.327797 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.328050 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.328370 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.328708 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.328974 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.332847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.333468 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334011 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334011 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334011 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334011 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334359 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334498 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334727 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.334958 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.335180 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.335508 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.336623 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.336623 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.336958 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.337161 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.337488 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.337488 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.337702 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.337908 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.338152 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.338375 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.338599 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.338834 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.339055 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.339429 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.339569 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.339809 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.340041 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.340280 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.340512 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.340753 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.340980 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.341205 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.341457 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.341726 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.342557 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.342922 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.343152 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.343372 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.343589 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.343817 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.344053 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.344296 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.344523 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.344744 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.344968 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.345207 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.345423 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.345636 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.345868 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.346081 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.346309 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.346524 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.346829 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.346969 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.347190 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.347408 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.347620 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.347856 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.348139 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.348470 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.348725 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.348986 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.349318 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.349711 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.349978 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.350293 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.350500 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.350732 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.350958 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.351241 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.351491 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.351748 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.351984 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.352212 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.352498 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.352721 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.352972 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.353195 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.353788 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.353788 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.354148 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.354148 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.354539 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.354760 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.354973 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.355173 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.355436 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.355692 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.355910 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.356217 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.356521 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.356804 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.357065 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.357439 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.358143 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.358793 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.358793 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.358949 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.359114 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.359353 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.359601 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.359862 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.360108 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.360369 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.360621 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.360936 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.361174 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.361395 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.361636 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.361932 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.362187 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.362710 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.363172 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.363628 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.363871 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.364124 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.364423 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.364646 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.365267 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.365267 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.365529 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.365666 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.365800 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.366499 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.366499 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.366499 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.366865 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.366996 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.367130 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.367358 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.367586 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.367814 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.368070 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.368382 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.368628 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.368863 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.369100 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.369319 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.369537 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.369749 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.370000 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.370364 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.370504 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.370796 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.371256 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.371256 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.371518 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.371761 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.372006 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.372287 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.372517 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.372738 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.372964 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.373248 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.373473 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.373694 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.373930 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.374145 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.374564 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.374955 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.375451 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.375875 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.376118 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.376391 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.376618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.376869 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.377131 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.377356 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.377605 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.377832 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.378056 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.378328 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.378581 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.378836 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.379270 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.379491 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.379711 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.379936 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.380155 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.380475 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.380735 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.380971 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.381245 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.381475 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.381691 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.381944 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.382162 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.382381 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.382690 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.383069 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.383382 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.383619 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.383836 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.384058 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.384313 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.384540 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.384789 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.385270 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.385522 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.385742 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.385995 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.386285 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.386528 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.386760 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.386980 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.387199 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.387427 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.387657 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.387875 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.388129 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.388369 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.388587 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.388841 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.389064 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.389279 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.389602 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.389869 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.390099 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.390405 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.390644 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.390904 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.391161 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.391491 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.391744 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.392022 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.392291 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.392538 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.392766 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.393066 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.393380 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.393673 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.393936 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.394179 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.394481 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.394774 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.395093 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.395286 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.395587 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.395924 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.396203 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.396858 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.396858 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.397131 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.397225 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.397445 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.397686 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.397929 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.398168 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.398433 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.398671 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.398925 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.399169 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.399403 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.399632 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.399863 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.400100 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.400356 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.400599 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.400762 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 23:45:36.401282 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110047) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 23:45:36.401448 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 23:45:36.401603 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 23:45:36.401776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 23:45:36.401949 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 23:45:36.402104 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 23:45:36.402331 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.402464 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.402629 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.402796 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.402962 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403145 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403309 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403472 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403635 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403797 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.403959 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.404120 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.404306 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.404989 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405156 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405320 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405482 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405643 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405810 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.405972 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406134 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406295 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406458 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] debug = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406823 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.406989 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407151 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407313 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407476 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407637 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407798 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.407960 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408121 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408308 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408472 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408635 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408797 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.408959 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409121 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409282 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409444 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409606 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409769 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.409931 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410092 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410252 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410414 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410576 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410738 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.410899 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411061 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411222 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411385 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411548 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411709 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.411870 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412032 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_options = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412194 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412380 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412541 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412727 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.412895 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.413058 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.413281 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.413951 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414126 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414289 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414451 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414614 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414775 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.414936 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.415097 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.415263 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.415423 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.415742 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.415906 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416303 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416303 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416548 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416548 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416797 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416879 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.416996 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417156 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417317 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417479 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417642 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417804 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.417966 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418130 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418290 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418452 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418611 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.418937 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419103 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419263 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419424 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419586 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.419908 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_json = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.421897 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.422747 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423311 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423311 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423311 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423522 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423522 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423686 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.423858 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424028 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424186 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424376 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424542 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424709 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.424875 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425040 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425206 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425373 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425537 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425701 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.425876 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426040 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426204 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426369 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426534 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426706 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.426924 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427108 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427279 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427447 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427611 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427776 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.427943 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428108 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428295 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428463 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428629 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428794 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.428959 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429124 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429288 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429453 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429782 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.429947 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430113 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430276 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430441 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430605 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430769 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.430922 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431087 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431251 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431416 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431580 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431755 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.431920 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.432128 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.432321 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.432491 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.432704 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.432873 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433040 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433205 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433376 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433541 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433721 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.433886 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434052 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434216 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434381 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434547 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434712 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.434877 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435041 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435207 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435373 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435581 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435735 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.435866 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436034 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436199 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436387 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:36.436626 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436706 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.436860 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437025 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437191 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437411 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437522 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437694 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.437859 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438024 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438188 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438353 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438518 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438683 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.438848 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439012 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439175 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439339 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439502 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439670 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.439836 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440000 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440164 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440352 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440518 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440682 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.440847 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441011 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441231 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441327 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441490 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441654 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441817 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.441991 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.442156 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.442324 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.442489 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.442662 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.442836 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443002 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443167 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443332 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443500 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443667 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443827 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.443991 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.444157 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.444344 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.444509 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.444686 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.444851 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445016 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445181 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445368 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445534 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445697 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.445862 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446026 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446190 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446354 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446518 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446682 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.446846 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447012 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447176 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447341 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447511 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447676 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.447839 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.448076 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.448874 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.449047 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.449213 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.449633 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.449800 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.449965 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450134 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450276 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450444 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450609 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450773 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.450938 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451104 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451291 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451459 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451623 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451786 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.451951 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452116 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452301 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452470 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452636 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452806 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.452968 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.453289 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.453443 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.453613 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.453781 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.453947 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454113 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454278 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454442 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454603 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454760 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.454923 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455090 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455255 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455420 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455600 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455766 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.455931 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456096 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456284 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456453 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456784 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.456949 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457114 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457278 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457446 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457617 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457786 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.457951 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458116 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458280 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458446 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458612 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458790 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.458957 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459121 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459287 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459453 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459618 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459792 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.459957 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460123 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460309 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460474 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460639 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460814 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.460980 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461144 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461310 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461474 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461638 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461812 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.461977 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462143 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462308 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462472 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462637 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462812 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.462978 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463142 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463306 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463477 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463642 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463816 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.463980 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.464146 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.464330 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.464496 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.464662 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.464836 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465001 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465167 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465339 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465504 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465669 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.465833 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.466008 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.466174 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.466342 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.466507 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.466671 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.467339 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.467890 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.467890 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.467890 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468111 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468188 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468329 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468501 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468675 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.468840 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469010 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469185 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469349 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469512 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469676 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.469841 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470005 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470169 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470334 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470499 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470663 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470827 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.470990 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471155 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471319 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471483 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471647 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471811 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.471975 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.472139 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.472325 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 23:45:36.472484 dv-neutron-master-2-hyperv neutron-server[110047]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110047) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 23:45:36.508145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52572) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:45:36.516796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064635 Dec 06 23:45:48.336174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da887db-f1f8-44d2-b098-4ff59e5cf2f6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:45:48.399242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da887db-f1f8-44d2-b098-4ff59e5cf2f6 None None] No non-hosted networks {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 23:45:48.399242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.agentschedulers_db [None req-2da887db-f1f8-44d2-b098-4ff59e5cf2f6 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=110160) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 06 23:45:48.481957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e95fd012-457e-42aa-ab05-c845be90449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:50.626946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21b4aa16-bbf2-49b5-a5af-c15589be9a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:50.686970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-a734fe18-bba0-41e7-b5cd-a9e90d86e001 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:45:50.687791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-a734fe18-bba0-41e7-b5cd-a9e90d86e001 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:45:51.215627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a734fe18-bba0-41e7-b5cd-a9e90d86e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:51.872935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:52.935347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:54.072996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:54.073726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.074334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.074601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.075221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.075700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.076724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.077205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.077710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.078186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.078676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.079176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.079797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.080320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:45:54.080973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:54.092673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:45:54.421440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52662) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:45:54.954961 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING oslo_policy.policy [None req-40a1c272-f318-48de-94b2-50cd7228a55b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:45:54.955595 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING oslo_policy.policy [None req-40a1c272-f318-48de-94b2-50cd7228a55b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:45:55.179688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-40a1c272-f318-48de-94b2-50cd7228a55b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:45:55.192261 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-40a1c272-f318-48de-94b2-50cd7228a55b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7584679 Dec 06 23:45:56.150637 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.db.l3_hamode_db [None req-95b774b8-da31-471c-9393-a632f35bab0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 23:45:56.228769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b774b8-da31-471c-9393-a632f35bab0d None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:45:56.229149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b774b8-da31-471c-9393-a632f35bab0d None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 23:45:57.848651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52678) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:45:58.156002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:45:58.250829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.policy [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110159) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 23:45:58.297195 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING oslo_policy.policy [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:45:58.297568 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING oslo_policy.policy [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:45:58.306081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.quota [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] Loaded quota_driver: . Dec 06 23:45:58.436383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728374001030', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728374000633', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728374003277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728374016836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728373957873', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728373965074', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3719645', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3530225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-354639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1825061'] for rbac-policy, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:58.599508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:45:58.600735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1c80bf6-7356-4309-add7-40d190c76a5f admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7511086 Dec 06 23:46:01.378097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:01.863060 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING oslo_policy.policy [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:46:01.863673 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING oslo_policy.policy [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:46:02.092608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:02.094231 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.quota [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Loaded quota_driver: . Dec 06 23:46:02.226144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Made reservation on behalf of 371c0c2a1de849c4b135e7f8a7b158e9 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:46:02.295261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.policy [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 23:46:02.342717 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING oslo_policy.policy [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:46:02.343033 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING oslo_policy.policy [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 23:46:02.353598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.375223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.483968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.546176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.566037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:46:02.593530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728377375133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.594048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Unsubscribe: segment precommit_create {{(pid=110158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 23:46:02.594712 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Added segment b2ec7af3-6828-4733-8f45-96c14df679c7 of type vlan for network 28606149-bb38-4c21-8aaa-0d542d945e24 Dec 06 23:46:02.614911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db0c010-7cda-473e-aebd-ffc7b7b1349f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:02.636182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.636563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.636906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.637238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.637570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.637893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.638882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.639214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.639551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.639876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.640195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.640536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.640852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Tracked resource versions report: Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: pushed versions: Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: { 'AddressGroup': {'1.2'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'ConntrackHelper': {'1.0'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Log': {'1.0'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Network': {'1.1'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Port': {'1.7'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'PortForwarding': {'1.2'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'QosPolicy': {'1.10'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroup': {'1.5'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SubPort': {'1.0'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Subnet': {'1.1'}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Trunk': {'1.1'}} Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: consumer versions: Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'ConntrackHelper': '1.0', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'LocalIPAssociation': '1.0', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Log': '1.0', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Network': '1.1', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Port': '1.7', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'PortForwarding': '1.2', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'QosPolicy': '1.10', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroup': '1.5', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroupRule': '1.2', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'SubPort': '1.0', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Subnet': '1.1', Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: 'Trunk': '1.1'}} Dec 06 23:46:02.642166 dv-neutron-master-2-hyperv neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:46:02.731367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.843383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.844652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:02.845288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:02.942007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] Pushing event updated for resources: {'Network': ['ID=28606149-bb38-4c21-8aaa-0d542d945e24,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:02.956658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 28606149-bb38-4c21-8aaa-0d542d945e24 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:46:03.115085 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e56a8d8c-72a9-4c9e-afdc-be82cc57d263 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7347989 Dec 06 23:46:05.938150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52712) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:06.321295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f632b47-c0f1-4479-9dd6-cb895ceb12fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:06.322580 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f632b47-c0f1-4479-9dd6-cb895ceb12fc admin admin] 10.222.0.53 "GET /v2.0/networks/28606149-bb38-4c21-8aaa-0d542d945e24 HTTP/1.1" status: 200 len: 825 time: 0.3833916 Dec 06 23:46:06.362559 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc07527a-d3a1-4081-a7c6-7148c21f7300 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/61cf264b-2160-46d0-97b9-93fd70fca7df HTTP/1.1" status: 200 len: 734 time: 0.0336926 Dec 06 23:46:06.371685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Request body: {'subnet': {'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:06.437374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Made reservation on behalf of 371c0c2a1de849c4b135e7f8a7b158e9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:46:06.439619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:06.781062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:06.844166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13afc658-066a-4ef7-8684-5d765dbd089f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:06.852741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Checking segment: {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:46:06.853132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Network hostable DHCP agents. Network: 28606149-bb38-4c21-8aaa-0d542d945e24, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:46:06.957263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Network 28606149-bb38-4c21-8aaa-0d542d945e24 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:46:07.019990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 28606149-bb38-4c21-8aaa-0d542d945e24) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:07.024878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:07.025462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:07.077684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c062e-e66d-4ec4-acc8-af10b4970947 None None] Network 28606149-bb38-4c21-8aaa-0d542d945e24 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:46:07.160366 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-33cdbd3b-23a7-4151-8e81-52306fc72590 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7918441 Dec 06 23:46:07.350817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-28606149-bb38-4c21-8aaa-0d542d945e24', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:46:07.352129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:07.650534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Allocated IP 172.20.0.2 (28606149-bb38-4c21-8aaa-0d542d945e24/13afc658-066a-4ef7-8684-5d765dbd089f/8f46fe07-3c24-4daa-b10b-45d9051db2d9) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:46:07.870660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:07.952920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:08.040522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Network 28606149-bb38-4c21-8aaa-0d542d945e24 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:46:08.049187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:08.061674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Pushing event updated for resources: {'Port': ['ID=8f46fe07-3c24-4daa-b10b-45d9051db2d9,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:08.063940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:46:08.073665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.074287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.074637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.074972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.075304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.075638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.075980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.076342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.076690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.077034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.077366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.077688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.078009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Tracked resource versions report: Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: pushed versions: Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: { 'AddressGroup': {'1.2'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'ConntrackHelper': {'1.0'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Log': {'1.0'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Network': {'1.1'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Port': {'1.7'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'PortForwarding': {'1.2'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'QosPolicy': {'1.10'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroup': {'1.5'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SubPort': {'1.0'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Subnet': {'1.1'}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Trunk': {'1.1'}} Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: consumer versions: Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'ConntrackHelper': '1.0', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'LocalIPAssociation': '1.0', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Log': '1.0', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Network': '1.1', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Port': '1.7', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'PortForwarding': '1.2', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'QosPolicy': '1.10', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroup': '1.5', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroupRule': '1.2', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'SubPort': '1.0', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Subnet': '1.1', Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: 'Trunk': '1.1'}} Dec 06 23:46:08.079442 dv-neutron-master-2-hyperv neutron-server[110160]: {{(pid=110160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:46:08.152394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Attempting to bind port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:46:08.152789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Attempting to bind port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:46:08.153224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Attempting to bind port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 on network 28606149-bb38-4c21-8aaa-0d542d945e24 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:46:08.158714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:46:08.159095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Checking segment: {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:46:08.159579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:08.159973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Bound using segment: {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:46:08.160479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Bound port: 8f46fe07-3c24-4daa-b10b-45d9051db2d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:46:08.160895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:08.221264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] For port 8f46fe07-3c24-4daa-b10b-45d9051db2d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:46:08.225387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] For port 8f46fe07-3c24-4daa-b10b-45d9051db2d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f46fe07-3c24-4daa-b10b-45d9051db2d9,segment=NetworkSegment(b2ec7af3-6828-4733-8f45-96c14df679c7),segment_id=b2ec7af3-6828-4733-8f45-96c14df679c7)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:46:08.277909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:08.355683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e45ed-5269-4e2b-9f92-e84514a5e0a7 None None] Pushing event updated for resources: {'Port': ['ID=8f46fe07-3c24-4daa-b10b-45d9051db2d9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:09.759770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52720) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:10.072766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-7dd73039-a50a-467d-b5d0-26ea10fc4f55 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:46:10.074080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7dd73039-a50a-467d-b5d0-26ea10fc4f55 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130875 Dec 06 23:46:12.700371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:13.014387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-58d3ab1c-b198-4917-8e08-8f64d0b75bba admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:46:13.015459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-58d3ab1c-b198-4917-8e08-8f64d0b75bba admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141644 Dec 06 23:46:15.864659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52738) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:16.191748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Request body: {'router': {'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:16.283593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:16.285358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:16.420150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:16.473195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:16.531172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:16.532425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05ce0240-0bd2-48a3-97a5-887dd6bf5248 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6667571 Dec 06 23:46:17.439926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28322f0-1063-4d66-bf67-7b63fea1057b None None] Network 28606149-bb38-4c21-8aaa-0d542d945e24 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:46:17.560781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] Provisioning complete for port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:17.561174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:17.745458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:17.784383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] For port 8f46fe07-3c24-4daa-b10b-45d9051db2d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f46fe07-3c24-4daa-b10b-45d9051db2d9,segment=NetworkSegment(b2ec7af3-6828-4733-8f45-96c14df679c7),segment_id=b2ec7af3-6828-4733-8f45-96c14df679c7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:46:17.845869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:17.881195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8f46fe07-3c24-4daa-b10b-45d9051db2d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:46:17.932923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27ff63-d670-498a-bae8-e9b71b55dfaf None None] Pushing event updated for resources: {'Port': ['ID=8f46fe07-3c24-4daa-b10b-45d9051db2d9,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:17.951956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:17.952846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:17.990795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2753da20-2a32-4190-82c7-a3bb83735235 None None] Provisioning complete for port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:17.991162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2753da20-2a32-4190-82c7-a3bb83735235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:18.295177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1b279afa-6b1c-4a59-887a-0e1508bcffb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:19.164999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:19.464052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-91065731-a250-41bd-b2d4-62b82d465a6e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:46:19.465090 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-91065731-a250-41bd-b2d4-62b82d465a6e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2991526 Dec 06 23:46:19.829486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8f46fe07-3c24-4daa-b10b-45d9051db2d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:46:19.876321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:19.876705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:20.597842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22095189-a470-4510-b225-61a3d04c8970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:21.808576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.048420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 52768) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:22.178393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:22.248739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Made reservation on behalf of 14963f45d2674b72ac4c37477bb91617 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:46:22.250980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.258752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.328391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.420486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.438209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Reserving flat network on physical network physnet1 {{(pid=110158) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 23:46:22.453978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c77a8c1-4a5f-448e-9ac0-b97a7c9b5b60,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:22.459434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.463332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Added segment 257aa54e-0a0a-452e-8c71-eaddee4ea999 of type flat for network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b Dec 06 23:46:22.510748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.597142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.598076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:22.598636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:22.654243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] Pushing event updated for resources: {'Network': ['ID=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:22.663940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:46:22.697304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-969b64a4-c043-45ee-aabb-b2cb37befbba admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6477513 Dec 06 23:46:22.906094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:24.077052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:25.163397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:25.310066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e0c5a-4273-4246-a6d0-466a356a0391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:25.311535 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8a5e0c5a-4273-4246-a6d0-466a356a0391 admin admin] 10.222.0.53 "GET /v2.0/subnets/13afc658-066a-4ef7-8684-5d765dbd089f HTTP/1.1" status: 200 len: 849 time: 0.1472015 Dec 06 23:46:25.474714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-56c7885b-df3f-4513-8cbe-b5b02d33aa6c admin admin] 10.222.0.53 "GET /v2.0/routers/01a5c871-9c6b-4301-808d-d3aa76b7f444 HTTP/1.1" status: 200 len: 704 time: 0.1570861 Dec 06 23:46:25.750398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:26.050752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Allocated IP 172.20.0.1 (28606149-bb38-4c21-8aaa-0d542d945e24/13afc658-066a-4ef7-8684-5d765dbd089f/1b0a55ca-e523-4efc-9b10-7769a7e397dd) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:46:26.258402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:26.380934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:26.441095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Network 28606149-bb38-4c21-8aaa-0d542d945e24 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:46:26.446570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:26.496528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0a55ca-e523-4efc-9b10-7769a7e397dd,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:26.499632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:46:26.500701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:26.559909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.560299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.560651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.560987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.561322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.561653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.561999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.562333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.562673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.563003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.563326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.563652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.563972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Tracked resource versions report: Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: pushed versions: Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: { 'AddressGroup': {'1.2'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'ConntrackHelper': {'1.0'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Log': {'1.0'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Network': {'1.1'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Port': {'1.7'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'PortForwarding': {'1.2'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'QosPolicy': {'1.10'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroup': {'1.5'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SubPort': {'1.0'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Subnet': {'1.1'}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Trunk': {'1.1'}} Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: consumer versions: Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'ConntrackHelper': '1.0', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'LocalIPAssociation': '1.0', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Log': '1.0', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Network': '1.1', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Port': '1.7', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'PortForwarding': '1.2', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'QosPolicy': '1.10', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroup': '1.5', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroupRule': '1.2', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'SubPort': '1.0', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Subnet': '1.1', Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: 'Trunk': '1.1'}} Dec 06 23:46:26.565336 dv-neutron-master-2-hyperv neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:46:26.677421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-32948d6b-fe71-4c0d-b615-22eb7561ed02 None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:26.677988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32948d6b-fe71-4c0d-b615-22eb7561ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:26.710834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-32948d6b-fe71-4c0d-b615-22eb7561ed02 None None] Port 1b0a55ca-e523-4efc-9b10-7769a7e397dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:46:26.764890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:27.031800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:27.077404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:27.078129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:27.215021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0a55ca-e523-4efc-9b10-7769a7e397dd,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:27.258713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Network 28606149-bb38-4c21-8aaa-0d542d945e24 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:46:27.259987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:27.433436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bf2814d3-29d7-43bb-90c1-4506fd741fe4 None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:27.433810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bf2814d3-29d7-43bb-90c1-4506fd741fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:27.468577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bf2814d3-29d7-43bb-90c1-4506fd741fe4 None None] Port 1b0a55ca-e523-4efc-9b10-7769a7e397dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:46:27.478007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Router 01a5c871-9c6b-4301-808d-d3aa76b7f444 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:46:27.572741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:46:27.578884 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a38f9aee-9ee1-47c8-a9e1-7c9a77e66a19 admin admin] 10.222.0.53 "PUT /v2.0/routers/01a5c871-9c6b-4301-808d-d3aa76b7f444/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0986872 Dec 06 23:46:27.595803 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Sync routers for ids ['01a5c871-9c6b-4301-808d-d3aa76b7f444'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:46:27.608668 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Routers {'01a5c871-9c6b-4301-808d-d3aa76b7f444'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:46:27.609513 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:46:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['01a5c871-9c6b-4301-808d-d3aa76b7f444'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:27.793844 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Set router 01a5c871-9c6b-4301-808d-d3aa76b7f444 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:46:28.220132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:26Z', 'revision_number': 2, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port_host': None, '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:26Z', 'revision_number': 2, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:28.270183 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Checking router: 01a5c871-9c6b-4301-808d-d3aa76b7f444 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:46:28.270559 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Updating router 01a5c871-9c6b-4301-808d-d3aa76b7f444 port 1b0a55ca-e523-4efc-9b10-7769a7e397dd binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:46:28.318341 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:28.818356 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:28.911409 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.082111 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Pushing event updated for resources: {'Port': ['ID=1b0a55ca-e523-4efc-9b10-7769a7e397dd,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:29.085287 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Attempting to bind port 1b0a55ca-e523-4efc-9b10-7769a7e397dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:46:29.085969 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Attempting to bind port 1b0a55ca-e523-4efc-9b10-7769a7e397dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:46:29.086431 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Attempting to bind port 1b0a55ca-e523-4efc-9b10-7769a7e397dd on network 28606149-bb38-4c21-8aaa-0d542d945e24 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:46:29.096357 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.096715 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.097054 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.097178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-28b54449-2735-422f-a4c5-40335432778a None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:29.097631 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.097715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28b54449-2735-422f-a4c5-40335432778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.097793 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.098016 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.098346 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.098669 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.099009 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.099352 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.099677 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.099993 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.100333 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Tracked resource versions report: Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: pushed versions: Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: { 'AddressGroup': {'1.2'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'ConntrackHelper': {'1.0'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Log': {'1.0'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Network': {'1.1'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Port': {'1.7'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'PortForwarding': {'1.2'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'QosPolicy': {'1.10'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroup': {'1.5'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SubPort': {'1.0'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Subnet': {'1.1'}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Trunk': {'1.1'}} Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: consumer versions: Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'ConntrackHelper': '1.0', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'LocalIPAssociation': '1.0', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Log': '1.0', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Network': '1.1', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Port': '1.7', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'PortForwarding': '1.2', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'QosPolicy': '1.10', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroup': '1.5', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroupRule': '1.2', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'SubPort': '1.0', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Subnet': '1.1', Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: 'Trunk': '1.1'}} Dec 06 23:46:29.101926 dv-neutron-master-2-hyperv neutron-server[110161]: {{(pid=110161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:46:29.106236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:46:29.106629 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Checking segment: {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:46:29.107644 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.108025 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Bound using segment: {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:46:29.108542 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Bound port: 1b0a55ca-e523-4efc-9b10-7769a7e397dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ec7af3-6828-4733-8f45-96c14df679c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:46:29.108922 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.133235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-28b54449-2735-422f-a4c5-40335432778a None None] Port 1b0a55ca-e523-4efc-9b10-7769a7e397dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:46:29.173217 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] For port 1b0a55ca-e523-4efc-9b10-7769a7e397dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:46:29.192054 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] For port 1b0a55ca-e523-4efc-9b10-7769a7e397dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b0a55ca-e523-4efc-9b10-7769a7e397dd,segment=NetworkSegment(b2ec7af3-6828-4733-8f45-96c14df679c7),segment_id=b2ec7af3-6828-4733-8f45-96c14df679c7)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:46:29.237695 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.298394 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4adec-6911-48ca-be71-8ae0497583ee None None] Pushing event updated for resources: {'Port': ['ID=1b0a55ca-e523-4efc-9b10-7769a7e397dd,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:29.309015 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Routers {'01a5c871-9c6b-4301-808d-d3aa76b7f444'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:46:29.309646 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:46:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['01a5c871-9c6b-4301-808d-d3aa76b7f444'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:29.397956 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] Set router 01a5c871-9c6b-4301-808d-d3aa76b7f444 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:46:29.453916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:29.454287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.535870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.569999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] For port 1b0a55ca-e523-4efc-9b10-7769a7e397dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1b0a55ca-e523-4efc-9b10-7769a7e397dd,segment=NetworkSegment(b2ec7af3-6828-4733-8f45-96c14df679c7),segment_id=b2ec7af3-6828-4733-8f45-96c14df679c7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:46:29.619235 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:26Z', 'revision_number': 2, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port_host': None, '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:29Z', 'revision_number': 4, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:29.632131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:29.644594 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb20ee-d16d-4324-ba71-557144788047 None None] The sync data for ids ['01a5c871-9c6b-4301-808d-d3aa76b7f444'] in dv-neutron-master-2-hyperv is: [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:26Z', 'revision_number': 2, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port_host': None, '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:29Z', 'revision_number': 4, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:46:29.684387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be0dac-bd3e-4561-b4a5-3512189cf592 None None] Pushing event updated for resources: {'Port': ['ID=1b0a55ca-e523-4efc-9b10-7769a7e397dd,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:30.009361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52800) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:30.117591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6cd1a2-c5a5-41fe-80d1-3d30840fb0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:30.118954 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1c6cd1a2-c5a5-41fe-80d1-3d30840fb0b6 admin admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 842 time: 0.1086287 Dec 06 23:46:30.128988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Request body: {'subnet': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_dhcp': False, 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:30.237282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Made reservation on behalf of 14963f45d2674b72ac4c37477bb91617 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:46:30.239583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:30.605899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:46:30.606343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:30.659198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfefc48e-4482-40ee-a98a-5368e7c53993,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:30.669099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:46:30.669982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Network hostable DHCP agents. Network: f407fe4c-3d6e-4777-9a8e-45bdb877ef7b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:46:30.791592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:46:30.877381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f407fe4c-3d6e-4777-9a8e-45bdb877ef7b) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:30.881386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:30.881980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:30.887860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889e70e2-6a84-4ad4-b4e1-ab01ff43b509 None None] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:46:30.971567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f798d66e-844a-4fb8-a625-f67fc9c32a0d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8458762 Dec 06 23:46:31.021278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfed4c2-b25c-4a0b-91e0-173545ff35b5 None None] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:46:33.498114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52808) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:33.629630 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a28f597-6402-4960-a05b-2eb9bd0f832b admin admin] 10.222.0.53 "GET /v2.0/routers/01a5c871-9c6b-4301-808d-d3aa76b7f444 HTTP/1.1" status: 200 len: 710 time: 0.1303473 Dec 06 23:46:33.714663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20508e90-26be-499a-b6f6-5d30c0090028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:46:33.722089 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20508e90-26be-499a-b6f6-5d30c0090028 admin admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 886 time: 0.0806086 Dec 06 23:46:33.726199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:46:33.984588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:34.355858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:34.428609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:34.532939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Allocated IP 172.36.7.25 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/f48399dd-52f5-4382-923a-f46e982121db) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:46:34.633558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:34.711815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:34.752550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:46:34.755353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:46:34.758391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:46:34.819429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f48399dd-52f5-4382-923a-f46e982121db,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:35.102398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:35.312947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:35.316498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:35.425818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Router 01a5c871-9c6b-4301-808d-d3aa76b7f444 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:46:35.531256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:46:35.535553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:35.536810 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c60d5a26-edfc-4f93-a9d4-0e7655745cb0 admin admin] 10.222.0.53 "PUT /v2.0/routers/01a5c871-9c6b-4301-808d-d3aa76b7f444 HTTP/1.1" status: 200 len: 889 time: 1.8140273 Dec 06 23:46:35.855851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1b0a55ca-e523-4efc-9b10-7769a7e397dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:46:35.908804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:35.909193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:36.665067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Sync routers for ids ['01a5c871-9c6b-4301-808d-d3aa76b7f444'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:46:36.675942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Routers {'01a5c871-9c6b-4301-808d-d3aa76b7f444'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:46:36.676623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:46:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['01a5c871-9c6b-4301-808d-d3aa76b7f444'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:36.969356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Set router 01a5c871-9c6b-4301-808d-d3aa76b7f444 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:46:37.422826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25'}], 'enable_snat': True}, 'gw_port_id': 'f48399dd-52f5-4382-923a-f46e982121db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:34Z', 'revision_number': 4, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port': {'id': 'f48399dd-52f5-4382-923a-f46e982121db', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:34Z', 'updated_at': '2021-12-06T23:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:29Z', 'revision_number': 5, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:37.474396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Checking router: 01a5c871-9c6b-4301-808d-d3aa76b7f444 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:46:37.474774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Updating router 01a5c871-9c6b-4301-808d-d3aa76b7f444 port f48399dd-52f5-4382-923a-f46e982121db binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:46:37.521604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:37.845404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:37.945671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:37.994365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Attempting to bind port f48399dd-52f5-4382-923a-f46e982121db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:46:37.994915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Attempting to bind port f48399dd-52f5-4382-923a-f46e982121db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:46:37.995095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Attempting to bind port f48399dd-52f5-4382-923a-f46e982121db on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:46:38.002774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:46:38.003147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:46:38.003551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:38.003943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:46:38.004438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Bound port: f48399dd-52f5-4382-923a-f46e982121db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:46:38.004846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:38.006264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d647f7-d6fe-4b1a-8ea7-986d0d77e2b8 None None] Pushing event updated for resources: {'Port': ['ID=f48399dd-52f5-4382-923a-f46e982121db,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:38.060986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] For port f48399dd-52f5-4382-923a-f46e982121db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:46:38.063862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] For port f48399dd-52f5-4382-923a-f46e982121db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f48399dd-52f5-4382-923a-f46e982121db,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:46:38.129011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:38.137773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 52820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:46:38.187067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Routers {'01a5c871-9c6b-4301-808d-d3aa76b7f444'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:46:38.187686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:46:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['01a5c871-9c6b-4301-808d-d3aa76b7f444'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:38.190434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d647f7-d6fe-4b1a-8ea7-986d0d77e2b8 None None] Pushing event updated for resources: {'Port': ['ID=f48399dd-52f5-4382-923a-f46e982121db,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:38.261144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-de9562ce-d378-4acb-84a0-c296bdedd5a8 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1221344 Dec 06 23:46:38.301077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] Set router 01a5c871-9c6b-4301-808d-d3aa76b7f444 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:46:38.517178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25'}], 'enable_snat': True}, 'gw_port_id': 'f48399dd-52f5-4382-923a-f46e982121db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:34Z', 'revision_number': 4, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port': {'id': 'f48399dd-52f5-4382-923a-f46e982121db', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:34Z', 'updated_at': '2021-12-06T23:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:29Z', 'revision_number': 5, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:46:38.543519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3cb07-a796-469b-a452-3bea337b7670 None None] The sync data for ids ['01a5c871-9c6b-4301-808d-d3aa76b7f444'] in dv-neutron-master-2-hyperv is: [{'id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'name': 'router1', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25'}], 'enable_snat': True}, 'gw_port_id': 'f48399dd-52f5-4382-923a-f46e982121db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:46:16Z', 'updated_at': '2021-12-06T23:46:34Z', 'revision_number': 4, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'gw_port': {'id': 'f48399dd-52f5-4382-923a-f46e982121db', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:53:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:34Z', 'updated_at': '2021-12-06T23:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1b0a55ca-e523-4efc-9b10-7769a7e397dd', 'name': '', 'network_id': '28606149-bb38-4c21-8aaa-0d542d945e24', 'tenant_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'mac_address': 'fa:16:3e:8b:16:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a5c871-9c6b-4301-808d-d3aa76b7f444', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:46:25Z', 'updated_at': '2021-12-06T23:46:29Z', 'revision_number': 5, 'project_id': '371c0c2a1de849c4b135e7f8a7b158e9', 'subnets': [{'id': '13afc658-066a-4ef7-8684-5d765dbd089f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61cf264b-2160-46d0-97b9-93fd70fca7df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:46:39.349381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:46:39.865050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f48399dd-52f5-4382-923a-f46e982121db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:46:39.920101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f48399dd-52f5-4382-923a-f46e982121db triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:39.920549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:39.994922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:40.016381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f48399dd-52f5-4382-923a-f46e982121db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f48399dd-52f5-4382-923a-f46e982121db,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:46:40.077465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:40.125704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f48399dd-52f5-4382-923a-f46e982121db,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:46:41.879823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f48399dd-52f5-4382-923a-f46e982121db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:46:41.967369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f48399dd-52f5-4382-923a-f46e982121db triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:46:41.968221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:48.357587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b6f65e1-9835-4f93-b2e9-2c414336533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:50.642379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20bde51a-281f-49e9-a12b-e2a2d560b5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:51.831368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:52.871621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:46:54.094184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:16.348347 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:47:18.304569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5da309e6-ac4f-4138-9eb5-54596f69ff1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:20.636098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-acd1d0ac-c134-48b9-be27-75902fdc23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:21.819503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:22.853287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:24.522161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:48.286315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-153ce39b-cdc1-404f-b939-6693515add88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:50.590207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73937e80-cdc7-4516-84a8-3cd2703b3868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:51.823998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:52.892811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:47:53.347396 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:47:54.092206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:05.590194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53336) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:05.649291 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e7a9c0-510c-4a62-b578-c28fc92977f0 admin admin] GET failed (client error): The resource could not be found. Dec 06 23:48:05.650596 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a0e7a9c0-510c-4a62-b578-c28fc92977f0 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594513 Dec 06 23:48:05.892244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313f2a4-c532-4608-b16d-715576dd5531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:05.893739 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3313f2a4-c532-4608-b16d-715576dd5531 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2380512 Dec 06 23:48:08.249844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53346) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:08.339759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3ded1f-a610-4eea-ad09-e7b090e9a8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:08.341117 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f3ded1f-a610-4eea-ad09-e7b090e9a8ca admin admin] 10.222.0.53 "GET /v2.0/subnets/13afc658-066a-4ef7-8684-5d765dbd089f HTTP/1.1" status: 200 len: 849 time: 0.0902858 Dec 06 23:48:08.351207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:48:08.435722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Publish callbacks [] for subnet, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:08.617725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687'] for subnet, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:08.649629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:08.650220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:08.651986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] 10.222.0.53 "PUT /v2.0/subnets/13afc658-066a-4ef7-8684-5d765dbd089f HTTP/1.1" status: 200 len: 868 time: 0.3038881 Dec 06 23:48:08.655214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685339e8-8c1b-4209-95f7-ca2649955db1 None None] Network 28606149-bb38-4c21-8aaa-0d542d945e24 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:48:08.671994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13afc658-066a-4ef7-8684-5d765dbd089f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:48:08.679556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.679918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.680275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.680619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.680954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.681288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.681621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.681949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.682278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.682630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.682963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.683288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:08.683611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae35f1f9-34ac-436d-9b91-34030d7b8b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:09.054553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cad30cbc-b3f9-484e-b143-8ba51d4704a6 None None] Provisioning complete for port 8f46fe07-3c24-4daa-b10b-45d9051db2d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:48:09.054929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad30cbc-b3f9-484e-b143-8ba51d4704a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:09.141522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cad30cbc-b3f9-484e-b143-8ba51d4704a6 None None] Provisioning complete for port 1b0a55ca-e523-4efc-9b10-7769a7e397dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:48:09.141864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cad30cbc-b3f9-484e-b143-8ba51d4704a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:11.030019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53354) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:11.227677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a852a87-f3dc-49be-8acf-656baac1ca4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:11.227677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a852a87-f3dc-49be-8acf-656baac1ca4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:11.227956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a852a87-f3dc-49be-8acf-656baac1ca4f admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967602 Dec 06 23:48:13.633610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53362) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:13.834836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9953b8-86c7-48b4-9bcb-9edc7e845132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:13.835227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9953b8-86c7-48b4-9bcb-9edc7e845132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:13.836773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6e9953b8-86c7-48b4-9bcb-9edc7e845132 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022357 Dec 06 23:48:16.193304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:16.362315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76dd2a-3137-4061-8951-5d5c58bc1c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:16.363680 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6b76dd2a-3137-4061-8951-5d5c58bc1c2a admin admin] 10.222.0.53 "GET /v2.0/networks/28606149-bb38-4c21-8aaa-0d542d945e24 HTTP/1.1" status: 200 len: 869 time: 0.1694269 Dec 06 23:48:18.326509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1a0f2bae-32bf-44ac-b1ad-83b038ee8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:18.798903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:18.923944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2474927d-5f6d-4ede-a11d-715370b77bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:18.925337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2474927d-5f6d-4ede-a11d-715370b77bac admin admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 886 time: 0.1254926 Dec 06 23:48:20.623524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe4ac98e-f551-43c3-a489-26ebcdd43b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:21.282014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:21.400850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f1063-4fae-404b-932c-157e19518b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:21.401821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f1063-4fae-404b-932c-157e19518b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:21.403307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ce5f1063-4fae-404b-932c-157e19518b0c admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203625 Dec 06 23:48:21.823260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:22.857132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:23.814436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53396) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:23.908056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06617f4d-3fa1-48a1-b16a-4cf3089fc1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:23.908537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06617f4d-3fa1-48a1-b16a-4cf3089fc1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:23.910016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-06617f4d-3fa1-48a1-b16a-4cf3089fc1fb admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946188 Dec 06 23:48:24.074770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:26.267365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53404) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:26.356922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c2106-2e4e-49ad-ac82-f5cef591bc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:26.358215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd9c2106-2e4e-49ad-ac82-f5cef591bc17 admin admin] 10.222.0.53 "GET /v2.0/subnets/13afc658-066a-4ef7-8684-5d765dbd089f HTTP/1.1" status: 200 len: 868 time: 0.0899191 Dec 06 23:48:28.707800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:28.793039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a58e8-7d06-40d0-aebe-24ea54fb526d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:28.794341 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-677a58e8-7d06-40d0-aebe-24ea54fb526d admin admin] 10.222.0.53 "GET /v2.0/subnets/cfefc48e-4482-40ee-a98a-5368e7c53993 HTTP/1.1" status: 200 len: 816 time: 0.0855381 Dec 06 23:48:30.346160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:48:48.342472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f6d8c96c-74c7-4f6b-a655-9b8041e61356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:50.616868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-82da3b59-2818-4586-a84f-a836cb0ba910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:51.811158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:52.919907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:54.068098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:54.105311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53466) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:54.153031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-a7dde252-bb66-4fad-9f57-b55e2abb0114 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:48:54.154023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7dde252-bb66-4fad-9f57-b55e2abb0114 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477486 Dec 06 23:48:56.596121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53474) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:56.654500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-591a4520-5ae4-4978-acc0-76b320d22711 admin admin] GET failed (client error): The resource could not be found. Dec 06 23:48:56.655762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-591a4520-5ae4-4978-acc0-76b320d22711 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586758 Dec 06 23:48:56.799793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102cd28e-ae1c-43be-9525-88f46b2444a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:56.801178 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-102cd28e-ae1c-43be-9525-88f46b2444a5 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409028 Dec 06 23:48:59.198148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:48:59.245279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:48:59.313677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Made reservation on behalf of 14963f45d2674b72ac4c37477bb91617 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:48:59.316013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:59.349354 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.services.revisions.revision_plugin [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Could not find related network for resource to bump revision. Dec 06 23:48:59.360324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:48:59.368658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:59.369608 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Added segment 6fd585c7-cd84-4046-a098-2812211b43f5 of type vlan for network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 Dec 06 23:48:59.406635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:59.485292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:59.486283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:48:59.486860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:48:59.606296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Pushing event updated for resources: {'Network': ['ID=87af1b07-f850-45ec-bca3-2cdf1c3fc3e4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:48:59.612933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.613309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.613655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.613995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.614329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.614658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.614981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.615319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.615653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.615978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.616325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.616646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.616969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:48:59.628043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:48:59.631074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5af86689-8b88-4b6f-bbe6-5595a75232e5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4318590 Dec 06 23:49:02.035264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53490) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:49:02.096312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b5e956-43fb-4b10-a293-7fb3f88004c4 admin admin] GET failed (client error): The resource could not be found. Dec 06 23:49:02.097520 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4b5e956-43fb-4b10-a293-7fb3f88004c4 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612798 Dec 06 23:49:02.167478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80941c-0136-4b81-b4e0-6efed6aaddc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:49:02.168874 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5e80941c-0136-4b81-b4e0-6efed6aaddc9 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667830 Dec 06 23:49:02.178843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Request body: {'subnet': {'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:49:02.250554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Made reservation on behalf of 14963f45d2674b72ac4c37477bb91617 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:49:02.252777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Publish callbacks [] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:02.467938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:02.524840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95213012-a885-4b03-97e6-6fd6e647ce75,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:49:02.533283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Checking segment: {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:49:02.533643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Network hostable DHCP agents. Network: 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:49:02.599064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:49:02.684724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:49:02.688706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:49:02.689274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:02.693719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82d02a-5f95-4c1d-a456-e66bf0505fd4 None None] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:49:02.773419 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ea5c30d9-3655-47bc-9bad-4a1d08e3697f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5978465 Dec 06 23:49:02.842209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-87af1b07-f850-45ec-bca3-2cdf1c3fc3e4', 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4', 'tenant_id': '14963f45d2674b72ac4c37477bb91617', 'fixed_ips': [{'subnet_id': '95213012-a885-4b03-97e6-6fd6e647ce75'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:49:02.843293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.083423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Allocated IP 192.168.233.2 (87af1b07-f850-45ec-bca3-2cdf1c3fc3e4/95213012-a885-4b03-97e6-6fd6e647ce75/f13c863b-a9f3-42c7-bb08-395310d9ae2e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:49:03.236692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.302572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.342230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:49:03.345040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:49:03.348663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:49:03.354716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Pushing event updated for resources: {'Port': ['ID=f13c863b-a9f3-42c7-bb08-395310d9ae2e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:49:03.364462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.364828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.365179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.365514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.365846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.366181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.366526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.366856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.367184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.367523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.367853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.368173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.368520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:49:03.419862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Attempting to bind port f13c863b-a9f3-42c7-bb08-395310d9ae2e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:49:03.420300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Attempting to bind port f13c863b-a9f3-42c7-bb08-395310d9ae2e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:49:03.420618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Attempting to bind port f13c863b-a9f3-42c7-bb08-395310d9ae2e on network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:49:03.426078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:49:03.426476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Checking segment: {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:49:03.426870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.427259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Bound using segment: {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:49:03.427716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Bound port: f13c863b-a9f3-42c7-bb08-395310d9ae2e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:49:03.428101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.488442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] For port f13c863b-a9f3-42c7-bb08-395310d9ae2e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:49:03.491555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] For port f13c863b-a9f3-42c7-bb08-395310d9ae2e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f13c863b-a9f3-42c7-bb08-395310d9ae2e,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:49:03.577252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:03.638991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fbd9e-e91c-4979-9945-86b283d3fc89 None None] Pushing event updated for resources: {'Port': ['ID=f13c863b-a9f3-42c7-bb08-395310d9ae2e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:49:03.978408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f13c863b-a9f3-42c7-bb08-395310d9ae2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:49:04.032081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f13c863b-a9f3-42c7-bb08-395310d9ae2e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:49:04.032770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:04.111611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:04.144902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f13c863b-a9f3-42c7-bb08-395310d9ae2e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f13c863b-a9f3-42c7-bb08-395310d9ae2e,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:49:04.188133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:04.237804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f13c863b-a9f3-42c7-bb08-395310d9ae2e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:49:04.510016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351e495-5112-465b-9af9-46f3c803864f None None] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:49:04.586415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-88d237e4-f6fa-4630-891f-a2e8a7ae6827 None None] Provisioning complete for port f13c863b-a9f3-42c7-bb08-395310d9ae2e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:49:04.586825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88d237e4-f6fa-4630-891f-a2e8a7ae6827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:05.062781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-573f42c9-8c93-4125-b0ad-517619a9a8aa None None] Provisioning complete for port f13c863b-a9f3-42c7-bb08-395310d9ae2e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:49:05.063387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-573f42c9-8c93-4125-b0ad-517619a9a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:05.921615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f13c863b-a9f3-42c7-bb08-395310d9ae2e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:49:05.969691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f13c863b-a9f3-42c7-bb08-395310d9ae2e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:49:05.970059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:07.346076 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:49:18.318569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1a866660-1b70-473f-b09d-cba343766f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:20.616035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dd8f74de-a7e5-40c3-9ac1-bd69be572de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:21.850483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:22.878990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:24.084490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:44.344862 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:49:48.306798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6242306-6712-41fc-ad5d-e75c76f1d64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:50.678507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc253166-c520-4f39-a73a-00d3fa04b9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:51.826837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:52.872322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:49:54.061067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:18.311582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97e1078b-922f-41ef-8c53-a5113fdf0e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:20.631800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4536f3e5-d72c-4738-8a2c-87c5bb9a27f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:21.343984 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:50:21.826083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:22.917395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:24.083244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:44.490691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53534) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:50:44.496676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-4bd0cd38-342a-4e79-9477-7b0d14d4bb63 tempest-verify_tempest_config-1364263067 tempest-verify_tempest_config-1364263067-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:50:44.497657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4bd0cd38-342a-4e79-9477-7b0d14d4bb63 tempest-verify_tempest_config-1364263067 tempest-verify_tempest_config-1364263067-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059869 Dec 06 23:50:44.973215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53552) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:50:45.072806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.178887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.225321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.269269 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8813a6a372394323b902753cc69ddd33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2949750 Dec 06 23:50:45.270360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a999e65-d751-4540-a8e5-cf1d8707660a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:50:45.271992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53558) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:50:45.277438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.277814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.278170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.278517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.278858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.279197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.279546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.279886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.280255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.280581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.280912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.281242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.281569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8c77ed-b7b9-49aa-80b6-d738304820c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.326719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.347454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.471722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.474351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:45.475507 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a999e65-d751-4540-a8e5-cf1d8707660a HTTP/1.1" status: 204 len: 168 time: 0.2025230 Dec 06 23:50:45.484289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a999e65-d751-4540-a8e5-cf1d8707660a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:50:45.491074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.491663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.491793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.492134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.492524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.492860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.493210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.493550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.493914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.494245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.494564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.494887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:45.495212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b983b7-fea5-40f6-aa93-24a23027e88f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:50:48.288477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7dd88ede-1db5-49ab-85d0-7d1e1d29aa85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:50.630784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-75923e22-93b4-4dfd-a24f-01bedbfb26c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:51.825742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:52.905456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:54.088098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:50:58.342085 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:51:18.304796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44cbcfd6-4003-487e-a721-97b5b1660ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:20.619569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7e0f424-b202-41d2-84a6-cfc754f84b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:21.830652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:22.904763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:24.064849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:35.342422 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 5 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:51:48.309370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e0ba8dc6-15bf-4222-84a2-1104cf1416ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:50.635058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-391fe78b-f84a-4adc-9c3c-805dd2e9d0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:51.846874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:52.909417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:51:54.080848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:03.286452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-412937'] for agent, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:12.343348 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:52:18.122714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53628) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:52:18.225458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-613deb52-3b2b-4cd4-94a0-eb164b3ed7e0 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1016116 Dec 06 23:52:18.304168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-84fb5439-f488-457b-9752-d03338e0c27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:20.637722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:52:20.640316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92959b52-47bf-42fa-b382-f348e3f106ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:20.692953 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0fa47ae2-1019-42b4-b01f-03e100603d51 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0538404 Dec 06 23:52:21.868963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:22.874693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:24.063291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:33.257420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:48.308189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cbb018b-e331-4bb1-9cf7-4378f1c92a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:49.342211 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:52:50.628584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ebd910f1-ebe8-470d-9c87-d76bc61b0e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:51.874000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:52.908253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:52:54.068403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:03.229246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:18.307802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fcc2-7b3a-43b1-aa78-6588ab516667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:20.650696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-414242df-cbc9-4eb4-9ee9-d81cd56f7c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:21.861764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:22.930329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:24.078970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:26.342943 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:53:33.250324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.167833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53766) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:35.197261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53772) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:35.509868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1289345620-network', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:35.512296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-46943033-network', 'tenant_id': '49b600c29742461385df31188f1eb767'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:35.533031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:53:35.533031 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 23:53:35.533031 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'project_id': '49b600c29742461385df31188f1eb767', 'id': '990cfa5b-9a03-4c5f-b094-abaa1c1ba5c3', 'expiration': datetime.datetime(2021, 12, 6, 23, 55, 35, 528384)}] Dec 06 23:53:35.533031 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:53:35.533444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:53:35.610381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Made reservation on behalf of ae24859db0174a0cbddd4f525daf7990 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:35.614568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.626125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.707230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.764725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.785288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:35.798629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b7b13-f0e7-4cb5-aab3-84605a7f1d4d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:35.806893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.807242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Added segment 720153a4-1dd7-4103-84d9-b6f9369d6f16 of type vlan for network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 Dec 06 23:53:35.809272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.809539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.809879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.810214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.810541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.810862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.811188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.811507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.811823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.812140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.812485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.812800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.813112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Tracked resource versions report: Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: pushed versions: Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: { 'AddressGroup': {'1.2'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'ConntrackHelper': {'1.0'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Log': {'1.0'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Network': {'1.1'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Port': {'1.7'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'PortForwarding': {'1.2'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'QosPolicy': {'1.10'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroup': {'1.5'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SubPort': {'1.0'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Subnet': {'1.1'}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Trunk': {'1.1'}} Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: consumer versions: Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: HyperV agent@hv-neutron-mast: {}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'ConntrackHelper': '1.0', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'LocalIPAssociation': '1.0', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Log': '1.0', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Network': '1.1', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Port': '1.7', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'PortForwarding': '1.2', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'QosPolicy': '1.10', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroup': '1.5', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SecurityGroupRule': '1.2', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'SubPort': '1.0', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Subnet': '1.1', Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: 'Trunk': '1.1'}} Dec 06 23:53:35.814287 dv-neutron-master-2-hyperv neutron-server[110158]: {{(pid=110158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:53:35.856668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.981793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:35.982766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:35.983338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.043847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] Pushing event updated for resources: {'Network': ['ID=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:36.067012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:36.114675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:36.115482 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f02d8563-5999-494a-b06b-9026f2ab3b7f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9171174 Dec 06 23:53:36.124713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Request body: {'subnet': {'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1289345620-subnet', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:36.194944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Made reservation on behalf of 49b600c29742461385df31188f1eb767 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:36.197805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.210290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.296886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Made reservation on behalf of ae24859db0174a0cbddd4f525daf7990 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:36.299153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.302180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.355447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.374415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:36.395379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728377375133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.395960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Unsubscribe: segment precommit_create {{(pid=110159) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 23:53:36.396436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Added segment cd146404-380b-43ab-9226-98b551a5ebf0 of type vlan for network 4abbdb98-9c02-462d-9655-f4956273e197 Dec 06 23:53:36.446817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93369cb3-6804-4962-adeb-37723a0702aa,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:36.480286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.480663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.481010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.481348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.481679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.482017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.482339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.482871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.483198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.483523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.483848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.484174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Tracked resource versions report: Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: pushed versions: Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: { 'AddressGroup': {'1.2'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'ConntrackHelper': {'1.0'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Log': {'1.0'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Network': {'1.1'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Port': {'1.7'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'PortForwarding': {'1.2'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'QosPolicy': {'1.10'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroup': {'1.5'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SubPort': {'1.0'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Subnet': {'1.1'}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Trunk': {'1.1'}} Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: consumer versions: Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: HyperV agent@hv-neutron-mast: {}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'ConntrackHelper': '1.0', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'LocalIPAssociation': '1.0', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Log': '1.0', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Network': '1.1', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Port': '1.7', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'PortForwarding': '1.2', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'QosPolicy': '1.10', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroup': '1.5', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SecurityGroupRule': '1.2', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'SubPort': '1.0', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Subnet': '1.1', Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: 'Trunk': '1.1'}} Dec 06 23:53:36.491615 dv-neutron-master-2-hyperv neutron-server[110159]: {{(pid=110159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:53:36.518122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.598705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:36.638725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.639813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:36.640527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.689589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.744909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] Pushing event updated for resources: {'Network': ['ID=4abbdb98-9c02-462d-9655-f4956273e197,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:36.752632 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-51274072-9362-424c-b116-77efba1ba525 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5835054 Dec 06 23:53:36.755480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53848) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:36.760211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Request body: {'subnet': {'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-46943033-subnet', 'tenant_id': '49b600c29742461385df31188f1eb767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:36.793558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4abbdb98-9c02-462d-9655-f4956273e197 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:36.793909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1be18d-1b87-40d2-82a5-092cca70668e,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:36.820000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Checking segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:36.820463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Network hostable DHCP agents. Network: ae3aba2d-046e-4fbb-9fd0-5f57c6886a99, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:36.834286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Made reservation on behalf of 49b600c29742461385df31188f1eb767 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:36.838973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:36.919098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:37.022042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae3aba2d-046e-4fbb-9fd0-5f57c6886a99) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:37.026368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:37.026976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.033830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd084823-31d4-47b6-bb70-acd10896a842 None None] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:37.068541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.112994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d226e7c3-9193-42e4-9092-1f592a682b94,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:37.133028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e913d634-4a74-4758-8149-9f266e33ec72 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0169640 Dec 06 23:53:37.137815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53854) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:37.142154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:37.145294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Checking segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:37.146140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Network hostable DHCP agents. Network: 4abbdb98-9c02-462d-9655-f4956273e197, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:37.191720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1256772234-network', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:37.227736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Network 4abbdb98-9c02-462d-9655-f4956273e197 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:37.230471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b5d71-310d-487e-957e-987697348da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:37.231890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.275405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.276452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.295873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4abbdb98-9c02-462d-9655-f4956273e197) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:37.299926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:37.302512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.314000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a58e92-6c87-4b8a-81f5-436c5980a990 None None] Network 4abbdb98-9c02-462d-9655-f4956273e197 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:37.390126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.446427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-693b5d71-310d-487e-957e-987697348da1 None None] Allocated IP 172.20.0.2 (ae3aba2d-046e-4fbb-9fd0-5f57c6886a99/cb1be18d-1b87-40d2-82a5-092cca70668e/9bfebf1f-74e6-4b25-88a5-616a4a8b2da8) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:37.489138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Made reservation on behalf of 99c711dc96aa4750ba239500a73e5d52 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:37.492023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.536046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.572480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-473de5bd-5900-4357-a27c-720598997a75 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8133733 Dec 06 23:53:37.577971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53864) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:37.579119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:37.583313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4abbdb98-9c02-462d-9655-f4956273e197', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:37.584182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.717014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.717704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.735060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.753330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.787367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.799839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.810032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Allocated IP 172.20.0.2 (4abbdb98-9c02-462d-9655-f4956273e197/d226e7c3-9193-42e4-9092-1f592a682b94/497c6b2d-ebff-4b6a-a468-086049acc2d1) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:37.843102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.907004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:37.921280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b5d71-310d-487e-957e-987697348da1 None None] Pushing event updated for resources: {'Port': ['ID=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:37.942194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693b5d71-310d-487e-957e-987697348da1 None None] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:37.943858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.944001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.944316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.944656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.944990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.946138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.946283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.946541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.946884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.947232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.947777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.947897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.948184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Tracked resource versions report: Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: pushed versions: Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: { 'AddressGroup': {'1.2'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'ConntrackHelper': {'1.0'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Log': {'1.0'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Network': {'1.1'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Port': {'1.7'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'PortForwarding': {'1.2'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'QosPolicy': {'1.10'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroup': {'1.5'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SubPort': {'1.0'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Subnet': {'1.1'}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Trunk': {'1.1'}} Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: consumer versions: Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: HyperV agent@hv-neutron-mast: {}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'ConntrackHelper': '1.0', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'LocalIPAssociation': '1.0', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Log': '1.0', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Network': '1.1', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Port': '1.7', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'PortForwarding': '1.2', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'QosPolicy': '1.10', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroup': '1.5', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SecurityGroupRule': '1.2', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'SubPort': '1.0', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Subnet': '1.1', Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: 'Trunk': '1.1'}} Dec 06 23:53:37.949324 dv-neutron-master-2-hyperv neutron-server[110160]: {{(pid=110160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:53:37.956876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-693b5d71-310d-487e-957e-987697348da1 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:37.960295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b5d71-310d-487e-957e-987697348da1 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:37.974880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:38.013454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25281c30-ffdd-4151-9b28-21ce4855c174,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.024388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.025145 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Added segment fd5b4251-f274-43ad-ba0e-d8efdac901ed of type vlan for network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 Dec 06 23:53:38.063617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-693b5d71-310d-487e-957e-987697348da1 None None] Attempting to bind port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:38.063977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-693b5d71-310d-487e-957e-987697348da1 None None] Attempting to bind port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:38.064633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b5d71-310d-487e-957e-987697348da1 None None] Attempting to bind port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 on network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:38.086020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.091657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b5d71-310d-487e-957e-987697348da1 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:38.092379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b5d71-310d-487e-957e-987697348da1 None None] Checking segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:38.092939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.097467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693b5d71-310d-487e-957e-987697348da1 None None] Bound using segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:38.097467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-693b5d71-310d-487e-957e-987697348da1 None None] Bound port: 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:38.097467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.103395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.118764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.150287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.165149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.216281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.217238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.217786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:38.218372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.236676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-693b5d71-310d-487e-957e-987697348da1 None None] For port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:38.245835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-693b5d71-310d-487e-957e-987697348da1 None None] For port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:38.248125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Network 4abbdb98-9c02-462d-9655-f4956273e197 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:38.254591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Pushing event updated for resources: {'Port': ['ID=497c6b2d-ebff-4b6a-a468-086049acc2d1,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.254591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:38.255848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:38.310174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6c893a-8d06-4649-a8fb-41ccd62b8387,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.326932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:38.335246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Allocated IP 172.36.7.81 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/e8d3d069-4888-4b56-a4b9-0ece41aad340) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:38.365830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Attempting to bind port 497c6b2d-ebff-4b6a-a468-086049acc2d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:38.366204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Attempting to bind port 497c6b2d-ebff-4b6a-a468-086049acc2d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:38.366569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Attempting to bind port 497c6b2d-ebff-4b6a-a468-086049acc2d1 on network 4abbdb98-9c02-462d-9655-f4956273e197 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:38.389004 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b0b0ab69-c354-49fa-9566-743f290c07b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7863421 Dec 06 23:53:38.389622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53892) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:38.400336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-693b5d71-310d-487e-957e-987697348da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.409608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Request body: {'subnet': {'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1256772234-subnet', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:38.468187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:38.468802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Checking segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:38.469512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.470052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Bound using segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:38.470679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Bound port: 497c6b2d-ebff-4b6a-a468-086049acc2d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:38.471256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.473720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b5d71-310d-487e-957e-987697348da1 None None] Pushing event updated for resources: {'Port': ['ID=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.575759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.645407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Made reservation on behalf of 99c711dc96aa4750ba239500a73e5d52 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:38.648580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.679402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.696433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] For port 497c6b2d-ebff-4b6a-a468-086049acc2d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:38.708340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] For port 497c6b2d-ebff-4b6a-a468-086049acc2d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=497c6b2d-ebff-4b6a-a468-086049acc2d1,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:38.742636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.788758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.805357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:38.874836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:38.881825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:38.885947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:38.887834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d3d069-4888-4b56-a4b9-0ece41aad340,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.972628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7286f-3a71-476a-8440-9c750e3d9886 None None] Pushing event updated for resources: {'Port': ['ID=497c6b2d-ebff-4b6a-a468-086049acc2d1,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:38.981767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Allocated IP 172.36.7.48 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/b0fb7ab6-535a-460e-b6ac-90dcb9e27d70) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:39.143173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.255881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Checking segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:39.256400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Network hostable DHCP agents. Network: 9b6c893a-8d06-4649-a8fb-41ccd62b8387, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:39.261057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0440d091-f098-4fa5-bae4-808cc2b96192,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:39.286309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.428905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.432724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:39.465432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53918) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:39.478649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.551068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53922) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:39.560335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b6c893a-8d06-4649-a8fb-41ccd62b8387) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:39.568687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41ba44-b73b-4c8a-8b79-ebc4494fc660 None None] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:39.570197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:39.571340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.599897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:39.615950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:39.618047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:39.623117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:39.664888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53926) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:39.677834 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-75240e48-1ea4-4e2a-81eb-42de1ded1ed2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2804554 Dec 06 23:53:39.683968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53930) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:39.690742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:39.754111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53932) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:39.797418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.854905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.856028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:39.871463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:39.872846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.023858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.156182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Allocated IP 172.20.0.2 (9b6c893a-8d06-4649-a8fb-41ccd62b8387/0440d091-f098-4fa5-bae4-808cc2b96192/ae141a12-c152-4962-897e-50c7fa4de055) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:40.270549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1231899254'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:40.281952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:40.368516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Made reservation on behalf of be990e1112d845fd90d0a0133efc3551 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:40.375421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.396875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-49770620'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:40.401783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.434291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622332b-f48b-4504-bd87-f4a0bb5a2a92 None None] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:40.455202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-be1e65ab-6386-402f-83e5-e2c1a6f2a3a9 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-342675581'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:40.456644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-be1e65ab-6386-402f-83e5-e2c1a6f2a3a9 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Unknown quota resources ['metering_label']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:53:40.505220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:40.644352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.662370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.694722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf720d-ea56-4fde-96aa-8bd093407bf6 None None] Network 4abbdb98-9c02-462d-9655-f4956273e197 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:40.705305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.718948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] Provisioning complete for port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:40.719430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.735650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.777357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Router 31df94b3-8c19-4bbc-9d01-c558b010ac18 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:53:40.777601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.781159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be1e65ab-6386-402f-83e5-e2c1a6f2a3a9 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.782341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be1e65ab-6386-402f-83e5-e2c1a6f2a3a9 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.2303073 Dec 06 23:53:40.786838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53948) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:40.799601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-36b3fff9-fe5b-4f36-b765-260044d6b5f6 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '504aee04-2287-4588-bc91-4264e5e912a4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:40.800149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-36b3fff9-fe5b-4f36-b765-260044d6b5f6 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:53:40.849550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:40.849951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.889818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.905319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.918958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Made reservation on behalf of e2c0e4822d6546c99146a0097e918dca for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:40.924010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.931158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:40.934743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:40.947311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:40.950674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:40.959611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Router c68d87bf-27f5-4e3a-b677-036cb5008202 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:53:41.049245 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.services.metering.metering_plugin [None req-36b3fff9-fe5b-4f36-b765-260044d6b5f6 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 23:53:41.079589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.127174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Pushing event updated for resources: {'Port': ['ID=ae141a12-c152-4962-897e-50c7fa4de055,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:41.155078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.172500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Attempting to bind port ae141a12-c152-4962-897e-50c7fa4de055 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:41.172914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Attempting to bind port ae141a12-c152-4962-897e-50c7fa4de055 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:41.173277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Attempting to bind port ae141a12-c152-4962-897e-50c7fa4de055 on network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:41.215986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53956) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:41.216392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:41.216872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Checking segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:41.217281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.217677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Bound using segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:41.218274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Bound port: ae141a12-c152-4962-897e-50c7fa4de055, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:41.218682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.218799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:41.230281 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Sync routers for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:53:41.233000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:41.234720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.242837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36b3fff9-fe5b-4f36-b765-260044d6b5f6 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.244367 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-36b3fff9-fe5b-4f36-b765-260044d6b5f6 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4558153 Dec 06 23:53:41.249998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53960) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:41.252776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.259313 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:41.260965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:41.262867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:41.263313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c768dc8d-1db1-4e06-8486-899995db3e06 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '504aee04-2287-4588-bc91-4264e5e912a4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:41.264000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c768dc8d-1db1-4e06-8486-899995db3e06 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:53:41.279405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Sync routers for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:53:41.284497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.285047 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Added segment 4c4d8299-56fa-43a6-85d2-fdfabbfc7020 of type vlan for network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 Dec 06 23:53:41.340112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:41.340830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:41.355730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.359248 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-49b13e97-a335-4536-956f-cbccbe429304 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2184682 Dec 06 23:53:41.366149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53962) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:41.391351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.435093 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.services.metering.metering_plugin [None req-c768dc8d-1db1-4e06-8486-899995db3e06 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 23:53:41.444717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.454058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:41.459243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] For port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:41.719026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:41.719026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.719026 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Added segment ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d of type vlan for network ea530adb-9455-4ea4-b7db-807b765ed1a2 Dec 06 23:53:41.719936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:41.720946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.721946 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:41.722517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.722517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.722517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:41.722517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.725460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.725618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c79974-9632-4fc2-a91b-01fe7efc0898,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:41.725618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.725618 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-588b7149-010c-4c88-8036-aaf3164df3b2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1264834 Dec 06 23:53:41.725991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] For port ae141a12-c152-4962-897e-50c7fa4de055, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:41.727928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53970) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:41.740510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.751021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:41.752270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.769605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] For port ae141a12-c152-4962-897e-50c7fa4de055, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae141a12-c152-4962-897e-50c7fa4de055,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:41.804166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:53:41.804604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:53:41.829001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d60da-c2a3-4695-830d-f5c21b5dfe15 None None] Pushing event updated for resources: {'Port': ['ID=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:41.921038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c768dc8d-1db1-4e06-8486-899995db3e06 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:41.924212 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c768dc8d-1db1-4e06-8486-899995db3e06 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6669390 Dec 06 23:53:41.928498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:39Z', 'revision_number': 3, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:41.931524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53972) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:41.973693 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Checking router: 31df94b3-8c19-4bbc-9d01-c558b010ac18 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:53:41.974245 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Updating router 31df94b3-8c19-4bbc-9d01-c558b010ac18 port e8d3d069-4888-4b56-a4b9-0ece41aad340 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:53:42.003673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3375626 Dec 06 23:53:42.006872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b101a407-5cd7-4dc6-aa53-b0f2014063a8 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=c833d5a5-d4da-4097-a89b-b2b930e609b4 HTTP/1.1" status: 200 len: 464 time: 0.0711989 Dec 06 23:53:42.010065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53974) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:42.016027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 53976) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:42.016164 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.025641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Provisioning complete for port 497c6b2d-ebff-4b6a-a468-086049acc2d1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:42.026096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.030944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Request body: {'subnet': {'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:42.050464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.058981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d226b9-7386-4794-b327-c2a7d95dc902,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:42.140189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216300d2-2f7d-456d-a5f0-7c056a365de2 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event updated for resources: {'Network': ['ID=6b0069ae-f39e-4f9e-9450-d70aa9cec122,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:42.165880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:42.192650 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7258730 Dec 06 23:53:42.199275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688f6c6-5a8c-4461-9eaa-e49bb1b9c5e8 None None] Pushing event updated for resources: {'Port': ['ID=ae141a12-c152-4962-897e-50c7fa4de055,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:42.205439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.217381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.297497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:39Z', 'revision_number': 3, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:42.326128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.328135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Made reservation on behalf of e2c0e4822d6546c99146a0097e918dca for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:42.332584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.376038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Checking router: c68d87bf-27f5-4e3a-b677-036cb5008202 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:53:42.376418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Updating router c68d87bf-27f5-4e3a-b677-036cb5008202 port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:53:42.428808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.473064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eea20-d1f8-4472-994c-1cb64a377808 tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Pushing event updated for resources: {'Network': ['ID=ea530adb-9455-4ea4-b7db-807b765ed1a2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:42.503766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:42.523052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 497c6b2d-ebff-4b6a-a468-086049acc2d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:42.526784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.651228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Allocated IP 172.36.7.223 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/29d3c949-5f95-4729-8321-8a4dcf1b38f7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:42.660701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] For port 497c6b2d-ebff-4b6a-a468-086049acc2d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=497c6b2d-ebff-4b6a-a468-086049acc2d1,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:42.727418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.787613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 497c6b2d-ebff-4b6a-a468-086049acc2d1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:42.787897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.823174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Provisioning complete for port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:42.823537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.850729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.858787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab256e-8e33-4ee4-86a6-eb91f29112bf None None] Pushing event updated for resources: {'Port': ['ID=497c6b2d-ebff-4b6a-a468-086049acc2d1,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:42.918065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-020797ef-7507-46c3-b4d0-25a2f30fafb2 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:42.923544 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-020797ef-7507-46c3-b4d0-25a2f30fafb2 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/c833d5a5-d4da-4097-a89b-b2b930e609b4 HTTP/1.1" status: 204 len: 168 time: 0.9060829 Dec 06 23:53:42.947926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53992) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:42.948346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53994) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:42.973328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-357327869'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:43.014135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4e70c3b9-1d29-4112-ab61-d80e55682f39 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=c833d5a5-d4da-4097-a89b-b2b930e609b4 HTTP/1.1" status: 200 len: 221 time: 0.0615618 Dec 06 23:53:43.024174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 53998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:43.028728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-101e6458-5f89-4e0e-af3c-798c28367291 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2134208088', 'description': 'label created by tempest'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:43.029229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-101e6458-5f89-4e0e-af3c-798c28367291 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Unknown quota resources ['metering_label']. {{(pid=110158) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:53:43.049851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Made reservation on behalf of 3205d91e6f004314b3f30c5efd47f79d for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:43.064328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.109188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-89f29f9e-8614-46a9-bddb-fbd4e5b6879f None None] Provisioning complete for port 497c6b2d-ebff-4b6a-a468-086049acc2d1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:43.110157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f29f9e-8614-46a9-bddb-fbd4e5b6879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.138600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.207215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:43.218958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.305444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:43.308827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.329199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.408644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 497c6b2d-ebff-4b6a-a468-086049acc2d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:43.455486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.458543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-101e6458-5f89-4e0e-af3c-798c28367291 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.459811 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-101e6458-5f89-4e0e-af3c-798c28367291 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4345789 Dec 06 23:53:43.464261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54000) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:43.473522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 497c6b2d-ebff-4b6a-a468-086049acc2d1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:43.473913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.519855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.524522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:43.534999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6ae79-68e3-4398-a98d-b0847b9f9211 None None] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:43.558970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:43.562044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:43.562637 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-77393995-ca84-40d6-99f0-14098ebca4d0 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=c90642e0-ed27-41d5-9aa6-4cc9ac5530dd HTTP/1.1" status: 200 len: 468 time: 0.0973709 Dec 06 23:53:43.570533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54004) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:43.616185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3c949-5f95-4729-8321-8a4dcf1b38f7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:43.665521 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.699897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] Provisioning complete for port ae141a12-c152-4962-897e-50c7fa4de055 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:43.700307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.707038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae141a12-c152-4962-897e-50c7fa4de055 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:43.710532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.724541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.728110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Allocated IP 172.20.0.1 (4abbdb98-9c02-462d-9655-f4956273e197/d226e7c3-9193-42e4-9092-1f592a682b94/b514d0dd-fb38-4bf6-a4b0-bbd0e0928747) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:43.813253 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Pushing event updated for resources: {'Port': ['ID=e8d3d069-4888-4b56-a4b9-0ece41aad340,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:43.816102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Attempting to bind port e8d3d069-4888-4b56-a4b9-0ece41aad340 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:43.817537 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Attempting to bind port e8d3d069-4888-4b56-a4b9-0ece41aad340 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:43.819449 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Attempting to bind port e8d3d069-4888-4b56-a4b9-0ece41aad340 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:43.841795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:43.842657 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:43.847310 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.848559 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:43.850463 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Bound port: e8d3d069-4888-4b56-a4b9-0ece41aad340, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:43.851093 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.857060 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.858286 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.859499 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.860808 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.861539 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.862387 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.863124 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.864019 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.864584 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.868842 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.869595 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.872582 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.873366 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Tracked resource versions report: Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: pushed versions: Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: { 'AddressGroup': {'1.2'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'ConntrackHelper': {'1.0'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'LocalIPAssociation': {'1.0'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Log': {'1.0'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Network': {'1.1'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Port': {'1.7'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'PortForwarding': {'1.2'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'QosPolicy': {'1.10'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroup': {'1.5'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroupRule': {'1.2'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SubPort': {'1.0'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Subnet': {'1.1'}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Trunk': {'1.1'}} Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: consumer versions: Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: HyperV agent@hv-neutron-mast: {}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'ConntrackHelper': '1.0', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'LocalIPAssociation': '1.0', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Log': '1.0', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Network': '1.1', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Port': '1.7', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'PortForwarding': '1.2', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'QosPolicy': '1.10', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroup': '1.5', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SecurityGroupRule': '1.2', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'SubPort': '1.0', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Subnet': '1.1', Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: 'Trunk': '1.1'}} Dec 06 23:53:43.875164 dv-neutron-master-2-hyperv neutron-server[110161]: {{(pid=110161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 23:53:43.923801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event updated for resources: {'Subnet': ['ID=e48868ff-fc60-48de-9bf5-ae941d14d635,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:43.929377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.949209 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] For port e8d3d069-4888-4b56-a4b9-0ece41aad340, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:43.955303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ae141a12-c152-4962-897e-50c7fa4de055 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:43.955890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:43.959092 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] For port e8d3d069-4888-4b56-a4b9-0ece41aad340, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8d3d069-4888-4b56-a4b9-0ece41aad340,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:43.967506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Checking segment: {'id': '4c4d8299-56fa-43a6-85d2-fdfabbfc7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:43.967506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Network hostable DHCP agents. Network: 6b0069ae-f39e-4f9e-9450-d70aa9cec122, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:43.988178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Allocated IP 172.36.7.181 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/df82d797-6a77-4f45-8f64-86d8eeb0a146) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:43.992510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.040218 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.050481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] For port ae141a12-c152-4962-897e-50c7fa4de055, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae141a12-c152-4962-897e-50c7fa4de055,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:44.099304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.115584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.119904 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:44.120592 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:44.122620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.131620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.162795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6777c-a551-4080-80a4-11f58ba7245d None None] Pushing event updated for resources: {'Port': ['ID=e8d3d069-4888-4b56-a4b9-0ece41aad340,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:44.179411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-959a6fad-0144-47f2-a936-cffbff2c2d0d tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.181348 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-959a6fad-0144-47f2-a936-cffbff2c2d0d tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/c90642e0-ed27-41d5-9aa6-4cc9ac5530dd HTTP/1.1" status: 204 len: 168 time: 0.6099644 Dec 06 23:53:44.184050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.212454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2b5767f2-cdf6-487a-960c-23fa04019d71 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=c90642e0-ed27-41d5-9aa6-4cc9ac5530dd HTTP/1.1" status: 200 len: 216 time: 0.0268023 Dec 06 23:53:44.216469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54008) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.216469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.267420 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-09713a4c-e2a5-4ed3-a7b9-a1254d0aaf2c tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0518529 Dec 06 23:53:44.268611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:44.270632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.273785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.275154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a739f-be5f-4ab2-ba64-813085c24dbe,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:44.282715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.286423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648d4e4-658c-4135-8a12-586925cb4300 None None] Pushing event updated for resources: {'Port': ['ID=ae141a12-c152-4962-897e-50c7fa4de055,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:44.292252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:44.293675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:53:44.294041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:53:44.336965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Allocated IP 172.20.0.1 (ae3aba2d-046e-4fbb-9fd0-5f57c6886a99/cb1be18d-1b87-40d2-82a5-092cca70668e/069c9736-8592-4952-abfb-2007a0316fbb) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:44.360920 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-92cad1e9-0b78-4423-917d-9e23dee5d9cf tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0801048 Dec 06 23:53:44.361798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54012) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.383811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Pushing event updated for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:44.432402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Network 4abbdb98-9c02-462d-9655-f4956273e197 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:44.453178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:44.470291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:44.472794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3da11080-bfc8-466f-b961-91d6d3a1da96 None None] Provisioning complete for port ae141a12-c152-4962-897e-50c7fa4de055 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:44.474294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3da11080-bfc8-466f-b961-91d6d3a1da96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.499256 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:39Z', 'revision_number': 3, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:44.508283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:44.509055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.530212 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641641d7-ec2b-46d4-bff5-f46904b469f3 None None] The sync data for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv is: [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:39Z', 'revision_number': 3, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:53:44.584188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.592354 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2b07831a-7a35-441e-af81-449c012e194c tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/504aee04-2287-4588-bc91-4264e5e912a4 HTTP/1.1" status: 200 len: 472 time: 0.2055564 Dec 06 23:53:44.598563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54014) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.627547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b0069ae-f39e-4f9e-9450-d70aa9cec122) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:44.647115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af74c6-350a-491d-8a90-dc18bb145646 None None] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:44.657536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:44.658339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.670124 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-14938803-2966-4d82-bb51-91776784aa8d tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/6804e108-4830-4342-8711-07cb2ad0862d HTTP/1.1" status: 200 len: 461 time: 0.0673311 Dec 06 23:53:44.673136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.678906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54016) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.784796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.812360 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6c873c03-c0f0-4b17-b291-20748f6a8cff tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7981317 Dec 06 23:53:44.814927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:44.821066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Request body: {'port': {'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1143804410'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:44.938040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.947203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:44.956560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.033440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.044326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:45.056619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:45.066170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:45.069261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:45.074386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Pushing event updated for resources: {'Port': ['ID=df82d797-6a77-4f45-8f64-86d8eeb0a146,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:45.079228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:45.081527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:45.081996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.140974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d506afc-2402-402c-8761-ff034b420ef4 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.140974 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d506afc-2402-402c-8761-ff034b420ef4 tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/6804e108-4830-4342-8711-07cb2ad0862d HTTP/1.1" status: 204 len: 168 time: 0.4478137 Dec 06 23:53:45.149842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54020) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:45.163140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.172453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:45.225408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a3778191-8b2a-42e0-a740-b3aa6a0fe128 None None] Provisioning complete for port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:45.227048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a3778191-8b2a-42e0-a740-b3aa6a0fe128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.266769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b0069ae-f39e-4f9e-9450-d70aa9cec122', 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122', 'tenant_id': 'e2c0e4822d6546c99146a0097e918dca', 'fixed_ips': [{'subnet_id': 'e48868ff-fc60-48de-9bf5-ae941d14d635'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:45.267692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.279251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.329423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Pushing event updated for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:45.339873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a3778191-8b2a-42e0-a740-b3aa6a0fe128 None None] Port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:45.342732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Made reservation on behalf of e2c0e4822d6546c99146a0097e918dca for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:45.346825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.444335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] device_id is not set on port 0d5866b7-1f34-4406-b602-f08c95aaf6be yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:45.505041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.506543 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7495971 Dec 06 23:53:45.518771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54022) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:45.529672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Allocated IP 172.20.0.2 (6b0069ae-f39e-4f9e-9450-d70aa9cec122/e48868ff-fc60-48de-9bf5-ae941d14d635/57e689a2-baef-42e6-b027-4772483e784b) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:45.543736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1231641086', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'fixed_ips': [{'ip_address': '172.36.7.223'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:45.566803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58136062-976a-48f8-9e14-4b229e0a2383 tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Pushing event updated for resources: {'Port': ['ID=29d3c949-5f95-4729-8321-8a4dcf1b38f7,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:45.645328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.669007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.682333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8d3d069-4888-4b56-a4b9-0ece41aad340 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:45.745200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Made reservation on behalf of 102045f02ade43b9999c57e0399d042f for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:45.747584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.757975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.764649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.774768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1ed27bf5-66a9-439c-bea4-ff60bcbadeff None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:45.775991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1ed27bf5-66a9-439c-bea4-ff60bcbadeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.803456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.818086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e8d3d069-4888-4b56-a4b9-0ece41aad340 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:45.818457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.820212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1ed27bf5-66a9-439c-bea4-ff60bcbadeff None None] Port 069c9736-8592-4952-abfb-2007a0316fbb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:45.838740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.850777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.895675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.896163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.927417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.928256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.937943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07e996-8920-4349-bb93-218ee368aec9 None None] Pushing event updated for resources: {'Port': ['ID=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:45.940586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:45.949929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Attempting to bind port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:45.950301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Attempting to bind port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:45.951397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Attempting to bind port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:45.985738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:45.991129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:45.993166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:45.993539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:45.993938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.994318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:45.994792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Bound port: b0fb7ab6-535a-460e-b6ac-90dcb9e27d70, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:45.995190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:45.998653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:46.045459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-25b7f815-5fc7-4467-9275-ea76acc506ff tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.049792 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-25b7f815-5fc7-4467-9275-ea76acc506ff tempest-MeteringTestJSON-1668224972 tempest-MeteringTestJSON-1668224972-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/504aee04-2287-4588-bc91-4264e5e912a4 HTTP/1.1" status: 204 len: 168 time: 0.8969278 Dec 06 23:53:46.049792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Checking segment: {'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:46.049792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Network hostable DHCP agents. Network: ea530adb-9455-4ea4-b7db-807b765ed1a2, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:46.050107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Pushing event updated for resources: {'Port': ['ID=57e689a2-baef-42e6-b027-4772483e784b,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:46.071859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Pushing event updated for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:46.115904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Network 4abbdb98-9c02-462d-9655-f4956273e197 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:46.117213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:46.134220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.152023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Attempting to bind port 57e689a2-baef-42e6-b027-4772483e784b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.152023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Attempting to bind port 57e689a2-baef-42e6-b027-4772483e784b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4c4d8299-56fa-43a6-85d2-fdfabbfc7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.152023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Attempting to bind port 57e689a2-baef-42e6-b027-4772483e784b on network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.157738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] For port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:46.185962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:46.188185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port e8d3d069-4888-4b56-a4b9-0ece41aad340, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8d3d069-4888-4b56-a4b9-0ece41aad340,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:46.198799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:46.199528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Checking segment: {'id': '4c4d8299-56fa-43a6-85d2-fdfabbfc7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:46.200090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.200680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Bound using segment: {'id': '4c4d8299-56fa-43a6-85d2-fdfabbfc7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:46.201384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Bound port: 57e689a2-baef-42e6-b027-4772483e784b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4d8299-56fa-43a6-85d2-fdfabbfc7020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6b0069ae-f39e-4f9e-9450-d70aa9cec122'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:46.201942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.211827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] For port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:46.267026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea530adb-9455-4ea4-b7db-807b765ed1a2) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:46.278402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:46.291647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95948e77-2094-4ded-b55c-74afc887842b None None] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:46.301643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Router c68d87bf-27f5-4e3a-b677-036cb5008202 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:53:46.302880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.302880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.303171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.312672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.313007 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.314357 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 2 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.315400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Allocated IP 172.36.7.208 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/f311f6e3-f381-4303-af20-59c64c1f330e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:46.326237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.330941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Allocated IP 172.20.0.9 (6b0069ae-f39e-4f9e-9450-d70aa9cec122/e48868ff-fc60-48de-9bf5-ae941d14d635/0d5866b7-1f34-4406-b602-f08c95aaf6be) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:46.335914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.335914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.335914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.336145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.336145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae141a12-c152-4962-897e-50c7fa4de055 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:46.340288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.340288 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.340499 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 3 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.399904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.400258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.400606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.409509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.409919 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.435178 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 4 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.461739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.461983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.462319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.474955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.475142 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.477142 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 5 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.482602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] For port 57e689a2-baef-42e6-b027-4772483e784b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:46.483439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:46.502593 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c49f00c0-d339-46d1-b7b3-0eb95597ef48 admin admin] 10.222.0.53 "PUT /v2.0/routers/c68d87bf-27f5-4e3a-b677-036cb5008202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7731395 Dec 06 23:53:46.512459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.513008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.513446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.518224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] For port 57e689a2-baef-42e6-b027-4772483e784b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57e689a2-baef-42e6-b027-4772483e784b,segment=NetworkSegment(4c4d8299-56fa-43a6-85d2-fdfabbfc7020),segment_id=4c4d8299-56fa-43a6-85d2-fdfabbfc7020)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:46.521324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.521647 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.522596 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 6 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.556918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.557457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.557993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.563532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.563987 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.564510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 7 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.569840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-575c2b89-39bd-4ad1-80b8-9ae993aa37bb None None] Provisioning complete for port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:46.570769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-575c2b89-39bd-4ad1-80b8-9ae993aa37bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.575129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:46.576498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:46.577613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07e996-8920-4349-bb93-218ee368aec9 None None] Pushing event updated for resources: {'Port': ['ID=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:46.599850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.600380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.602280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.608547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.609013 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.609748 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 8 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.626901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.627443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.628067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.639060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.641091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.641500 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.642008 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 9 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.658444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.659051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.659307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.666419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.666777 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.667268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 10 to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 Dec 06 23:53:46.670309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.682589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:46.683047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:46.683457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:46.692688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:46.693232 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:46.693849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.786041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.796874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-575c2b89-39bd-4ad1-80b8-9ae993aa37bb None None] Port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:46.852047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:46.853310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempted to set empty binding levels {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:53:46.859465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54042) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:46.861338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.880576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ae141a12-c152-4962-897e-50c7fa4de055 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:46.886938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.887825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] device_id is not set on port 68ea7a45-2985-4783-a608-6129db01e907 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:46.923271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.925383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:46.943045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=e8d3d069-4888-4b56-a4b9-0ece41aad340,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.004580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:47.006984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.050416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.054316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:47.091169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-821271a8-aaad-49bc-a642-f64782a83842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.141271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ef33c1b8-4c5b-4dd9-bbf9-24c43bf6f96d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.1899590 Dec 06 23:53:47.142664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54046) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:47.243945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a684dc-d145-48be-ad96-631261fa099d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.311232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-821271a8-aaad-49bc-a642-f64782a83842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.319692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Deleting port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:53:47.320040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.345297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c7253-3b2f-4698-9baf-71b15dc115e0 None None] Pushing event updated for resources: {'Port': ['ID=57e689a2-baef-42e6-b027-4772483e784b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.382321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.390647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:47.406928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-821271a8-aaad-49bc-a642-f64782a83842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.440927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:47.453627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.453627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.453900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2, host hv-neutron-mast, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:47.453900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.455080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:47.462113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:47.462736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.495733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Calling delete_port for 5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:53:47.501287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821271a8-aaad-49bc-a642-f64782a83842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d491be7f-a896-46ae-92b3-8216c055d4ef,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.504165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event updated for resources: {'Port': ['ID=0d5866b7-1f34-4406-b602-f08c95aaf6be,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.524639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-821271a8-aaad-49bc-a642-f64782a83842 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c1de621519246598536af880fa7e062&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6592600 Dec 06 23:53:47.533827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54048) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:47.666338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 2, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:47.692730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Pushing event updated for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:47.698514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.701952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.716856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7f4b6-7847-482c-850f-a6bf940da5a8 None None] The sync data for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv is: [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 2, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:53:47.720997 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-61793b87-9bc4-4f81-b74e-8796685bb04f tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9046912 Dec 06 23:53:47.723054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54052) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:47.815322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.859663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57e689a2-baef-42e6-b027-4772483e784b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:47.872959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.944945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 57e689a2-baef-42e6-b027-4772483e784b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:47.951325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:47.999074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.066030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54054) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:48.092876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:48.108907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.115139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.115335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-db964fb1-994e-4deb-ab3e-162583db7ce7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 HTTP/1.1" status: 204 len: 168 time: 0.9404659 Dec 06 23:53:48.115420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:48.121149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54056) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:48.127685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585226245', 'description': 'tempest-description--633931056'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:48.134031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.137099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.140210 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d491be7f-a896-46ae-92b3-8216c055d4ef HTTP/1.1" status: 204 len: 168 time: 0.6024487 Dec 06 23:53:48.158149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f003e8-181e-4030-be36-39aa2f25b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d491be7f-a896-46ae-92b3-8216c055d4ef,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:48.175381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.177870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:48.223964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 57e689a2-baef-42e6-b027-4772483e784b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57e689a2-baef-42e6-b027-4772483e784b,segment=NetworkSegment(4c4d8299-56fa-43a6-85d2-fdfabbfc7020),segment_id=4c4d8299-56fa-43a6-85d2-fdfabbfc7020)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:48.224066 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa9aaa5-a009-4ab6-8d03-ac97f7d8ca0c tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:53:48.225845 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5fa9aaa5-a009-4ab6-8d03-ac97f7d8ca0c tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports/5d7acc88-2baa-483d-9b83-6d5e3e3e7fd2 HTTP/1.1" status: 404 len: 333 time: 0.1046808 Dec 06 23:53:48.229603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54060) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:48.236562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1555170983'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:48.241792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.303131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.303941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8d3d069-4888-4b56-a4b9-0ece41aad340 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:48.333275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 23:53:48.333735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:53:48.390640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Made reservation on behalf of 3205d91e6f004314b3f30c5efd47f79d for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:48.392949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.435457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:48.437417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.443311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:48.459434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=57e689a2-baef-42e6-b027-4772483e784b,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:48.459962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:48.463106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89989c86-9888-41f0-9ff7-a1cca0f7f211 None None] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:48.468581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:48.479799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Deleting port 0d5866b7-1f34-4406-b602-f08c95aaf6be {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:53:48.480145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.487059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=f311f6e3-f381-4303-af20-59c64c1f330e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:48.595175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-62229a64-4d6a-455c-a40f-ff762a8a6ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.626774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.715891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.720205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a05993-fe9b-4200-ac28-cc4106a0dc42,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:48.762749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59b163c3-fd62-4d16-bbd6-b21fbf3a725d None None] Provisioning complete for port 57e689a2-baef-42e6-b027-4772483e784b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:48.763981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59b163c3-fd62-4d16-bbd6-b21fbf3a725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.766931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.768400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b73a11e6-8f1c-4b75-9402-d430e209457d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6971619 Dec 06 23:53:48.771380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54064) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:48.776625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'security_group_rule': {'security_group_id': 'd7a05993-fe9b-4200-ac28-cc4106a0dc42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:48.834690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9702e9ea-c762-4666-a24e-21151aa975cc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.2976069 Dec 06 23:53:48.837165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54066) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:48.854098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e8d3d069-4888-4b56-a4b9-0ece41aad340 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:48.854471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.906513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.930336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:48.940440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Router 31df94b3-8c19-4bbc-9d01-c558b010ac18 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:53:48.955567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Calling delete_port for 0d5866b7-1f34-4406-b602-f08c95aaf6be owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:53:48.999625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.049035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Router 85f091b2-884e-4b11-9b77-06cd5a5dae30 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:53:49.051717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.113132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54068) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:49.159412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:49.202330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3cf6f333-d6c6-4520-a07e-52c5ec075929 None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:49.202825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f333-d6c6-4520-a07e-52c5ec075929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.216591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:49.220923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:49.227870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.229590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f37b31d2-b094-4f36-8557-3f0c374fec79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.237433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:49.239488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:49.239488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.281674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6f333-d6c6-4520-a07e-52c5ec075929 None None] Port 069c9736-8592-4952-abfb-2007a0316fbb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:49.328964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.336702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Deleting port 29d3c949-5f95-4729-8321-8a4dcf1b38f7 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:53:49.337043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.352195 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bd395af9-2991-4185-a29d-46cd08f37624 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1188693 Dec 06 23:53:49.357357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54070) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:49.373570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:49.411954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.442166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7f626600-4a7e-44fa-808e-e860c935b082 None None] Provisioning complete for port 0d5866b7-1f34-4406-b602-f08c95aaf6be triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:49.442556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f626600-4a7e-44fa-808e-e860c935b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.465440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:49.478247 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Sync routers for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:53:49.499499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7f626600-4a7e-44fa-808e-e860c935b082 None None] Port 0d5866b7-1f34-4406-b602-f08c95aaf6be cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:49.500828 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:49.501472 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:49.504293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cb9894-f727-461d-b240-f2af5511e942,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:49.516797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7f626600-4a7e-44fa-808e-e860c935b082 None None] Provisioning complete for port 57e689a2-baef-42e6-b027-4772483e784b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:49.517249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f626600-4a7e-44fa-808e-e860c935b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.569932 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-78170ce4-9b49-4bd2-abce-ea7709a946d2 admin admin] 10.222.0.53 "PUT /v2.0/routers/31df94b3-8c19-4bbc-9d01-c558b010ac18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1835790 Dec 06 23:53:49.593820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.594281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.629127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Calling delete_port for 29d3c949-5f95-4729-8321-8a4dcf1b38f7 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:53:49.730935 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:49.732673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:49.758320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Sync routers for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:53:49.794620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:49.795483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:49.944906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:49.956061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:49.959676 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d2aa7128-3607-4e8b-b716-e03883882a43 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2739842 Dec 06 23:53:49.967220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54078) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:50.007119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.010962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f37b31d2-b094-4f36-8557-3f0c374fec79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.034959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57e689a2-baef-42e6-b027-4772483e784b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:50.052768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.058499 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-54ef0272-884d-40c1-8103-c20732edfce9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2858689 Dec 06 23:53:50.062318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.068508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54080) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:50.086301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fa38eab2-84ff-4f83-9122-42a3c430eb67 None None] Could not find standard attr ID for object 0d5866b7-1f34-4406-b602-f08c95aaf6be. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:53:50.098467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'security_group_rule': {'security_group_id': 'd7a05993-fe9b-4200-ac28-cc4106a0dc42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:50.124516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f37b31d2-b094-4f36-8557-3f0c374fec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.133872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.202585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 57e689a2-baef-42e6-b027-4772483e784b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:50.203617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.217712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event deleted for resources: {'Port': ['ID=0d5866b7-1f34-4406-b602-f08c95aaf6be,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:50.237656 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 2, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:50.248122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Pushing event deleted for resources: {'Port': ['ID=29d3c949-5f95-4729-8321-8a4dcf1b38f7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:50.256373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.259408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.261270 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd370fac-7b98-4aaa-8b00-6db5d4e8b8fc tempest-ExternalNetworksAdminNegativeTestJSON-375459921 tempest-ExternalNetworksAdminNegativeTestJSON-375459921-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/f530dcca-1685-41c3-b2e8-caf73cf0e318 HTTP/1.1" status: 204 len: 168 time: 1.4215100 Dec 06 23:53:50.269140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.328647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:50.342544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Checking router: 31df94b3-8c19-4bbc-9d01-c558b010ac18 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:53:50.342909 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Updating router 31df94b3-8c19-4bbc-9d01-c558b010ac18 port 069c9736-8592-4952-abfb-2007a0316fbb binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:53:50.377219 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.408778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:50.409298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.568954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.574474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.607755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:50.615150 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f37b31d2-b094-4f36-8557-3f0c374fec79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9914507de8647c1a34d19177b2bdbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4994996 Dec 06 23:53:50.620179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b31d2-b094-4f36-8557-3f0c374fec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a78edd-a37b-4c8a-a4da-baf78295f6aa,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:50.620345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54086) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:50.633092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.660258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.661888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.668813 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cfe00dbd-81b1-47ac-90fa-9d595e640163 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "DELETE /v2.0/ports/0d5866b7-1f34-4406-b602-f08c95aaf6be HTTP/1.1" status: 204 len: 168 time: 2.9411368 Dec 06 23:53:50.681699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54090) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:50.700721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 3, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:50.704386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54092) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:50.746298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--474575454', 'description': 'tempest-description--40792654'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:50.754876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:50.788335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.789399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.790258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.801207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.811969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e539bc3a-1c10-45d2-9989-803075315afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.813858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Checking router: 85f091b2-884e-4b11-9b77-06cd5a5dae30 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:53:50.830910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Updating router 85f091b2-884e-4b11-9b77-06cd5a5dae30 port df82d797-6a77-4f45-8f64-86d8eeb0a146 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:53:50.831404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e083cc17-66cd-44f1-bb49-6f5491dab6f7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:50.849724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:50.920554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=f311f6e3-f381-4303-af20-59c64c1f330e,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.000283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.071712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.075883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.126314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.133807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.143699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.156714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-370df007-24d2-49e7-ac89-d3ac40513d1b tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9391727 Dec 06 23:53:51.162786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54100) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:51.171157 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.174382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.177968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1477f3d8-55a8-43bf-93a1-cf9b2ab00e1e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1053801 Dec 06 23:53:51.180264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54102) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:51.183805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-965856356'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:51.189391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:51.205407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54104) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:51.224841 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fb53d54c-f669-436f-9886-07e4d2713e91 tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5418985 Dec 06 23:53:51.239199 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.247490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54108) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:51.260652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-698785239'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:51.288796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.331848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:51.332440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:51.333114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:51.348909 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12e471-da2e-43ba-8866-f486a28d41f5 None None] Pushing event updated for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.356979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:51.356979 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:51.356979 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 2 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:51.408942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.415135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Made reservation on behalf of 911b0c6c29b34cbabd426b267e2bb011 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:51.421506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.455275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:53:51.455275 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:53:51.455275 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': 'e2c0e4822d6546c99146a0097e918dca', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 53, 31, 285122)}] Dec 06 23:53:51.455275 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:53:51.456521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:53:51.459887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.464855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.466808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3a78edd-a37b-4c8a-a4da-baf78295f6aa HTTP/1.1" status: 204 len: 168 time: 0.8409970 Dec 06 23:53:51.478156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.484820 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Sync routers for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:53:51.495529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fb7e5-70d4-4bd2-92ad-4c6150ec9a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a78edd-a37b-4c8a-a4da-baf78295f6aa,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.506029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:51.506502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:51.507048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:51.513291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.525846 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:51.526110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.526802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:51.549947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.622394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a83df9e-b539-4df9-8e10-9eb264bef8d9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:51.655583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:51.656132 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:51.673964 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 3 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:51.697154 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:51.716728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:51.717200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:51.717728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:51.726799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c76b275-3979-4802-8b1b-bfac9f7d6d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.942749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c76b275-3979-4802-8b1b-bfac9f7d6d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.944886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:51.945256 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:51.951201 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 4 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:51.963272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:51.966987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ecba7797-1d15-4547-b065-c82474c098ff tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2274961 Dec 06 23:53:51.994075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54114) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:52.000282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'security_group_rule': {'security_group_id': '3a83df9e-b539-4df9-8e10-9eb264bef8d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:52.018671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.019016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.019355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.027887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c76b275-3979-4802-8b1b-bfac9f7d6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.028254 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Attempting to bind port 069c9736-8592-4952-abfb-2007a0316fbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.028872 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Attempting to bind port 069c9736-8592-4952-abfb-2007a0316fbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.029788 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Attempting to bind port 069c9736-8592-4952-abfb-2007a0316fbb on network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.035476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:52.048157 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 2, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:52.077381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76b275-3979-4802-8b1b-bfac9f7d6d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23188a3-9f35-4e85-8a7d-5e1c29ec0a07,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:52.079531 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:52.080034 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Checking segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:52.081863 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.082668 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Bound using segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:52.084021 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Bound port: 069c9736-8592-4952-abfb-2007a0316fbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:52.084690 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.087404 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Checking router: c68d87bf-27f5-4e3a-b677-036cb5008202 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:53:52.091609 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Updating router c68d87bf-27f5-4e3a-b677-036cb5008202 port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:53:52.103134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.105408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Allocated IP 172.20.0.1 (9b6c893a-8d06-4649-a8fb-41ccd62b8387/0440d091-f098-4fa5-bae4-808cc2b96192/9431f94a-30fc-49e3-b6c4-206b1b5c3922) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:52.110259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.110923 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.119901 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 5 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.128971 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.138760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a517e688-a573-42bb-ba9a-fa17d07b29d5 None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:52.142636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.143251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.143811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.145739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a517e688-a573-42bb-ba9a-fa17d07b29d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.169793 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c76b275-3979-4802-8b1b-bfac9f7d6d0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89ba8b531644a90bdccfea43b50294b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9621863 Dec 06 23:53:52.173379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.173966 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.174703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:52.182210 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 6 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.214003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.214650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.215190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.219327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a517e688-a573-42bb-ba9a-fa17d07b29d5 None None] Port 069c9736-8592-4952-abfb-2007a0316fbb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:52.227167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Made reservation on behalf of e2c0e4822d6546c99146a0097e918dca for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:52.232916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.262610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.283183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.291900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.292388 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.301490 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 7 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.317469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.325306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.325628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.326244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.349154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:52.354833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:52.358572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.374142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.375824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.376163 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.384380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 8 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.398883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.399232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.399575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.413048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.423274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.423624 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Added segment d7a44ca3-4f6a-42cc-9933-214cd59dbf05 of type vlan for network 1c8fe165-53c5-45ea-af0d-9a17fa8d458c Dec 06 23:53:52.440170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] For port 069c9736-8592-4952-abfb-2007a0316fbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:52.444688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.446090 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] For port 069c9736-8592-4952-abfb-2007a0316fbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=069c9736-8592-4952-abfb-2007a0316fbb,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:52.453050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.483819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.484157 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.497041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844180f8-2127-4410-aa70-9a0e798d2b34,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:52.499577 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 9 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.534958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Attempting to bind port df82d797-6a77-4f45-8f64-86d8eeb0a146 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.535346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Attempting to bind port df82d797-6a77-4f45-8f64-86d8eeb0a146 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.535771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Attempting to bind port df82d797-6a77-4f45-8f64-86d8eeb0a146 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.540840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810b680-6652-4e68-a056-1ab8c5a32665 None None] Pushing event updated for resources: {'Port': ['ID=df82d797-6a77-4f45-8f64-86d8eeb0a146,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:52.548445 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.555614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:52.556374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:52.556933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.557643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:52.558456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Bound port: df82d797-6a77-4f45-8f64-86d8eeb0a146, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:52.559147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.566348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.616312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:52.617428 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:52.618145 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:52.643786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.644424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.644906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.652576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.657595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Allocated IP 172.36.7.40 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/7850f870-69fd-4171-bae0-84d8c7ad9751) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:52.661559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.662072 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.665534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.675044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 10 to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 Dec 06 23:53:52.694021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] For port df82d797-6a77-4f45-8f64-86d8eeb0a146, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:52.698848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] For port df82d797-6a77-4f45-8f64-86d8eeb0a146, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df82d797-6a77-4f45-8f64-86d8eeb0a146,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:52.699329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:52.699667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:52.703402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:52.712714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.713074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Added segment e5ee850a-b784-4489-a421-d64837ed36e7 of type vlan for network b794dd20-b77c-4d32-a674-a74d2b874528 Dec 06 23:53:52.716502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:53:52.716835 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:53:52.717525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.768978 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:52.781707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.834019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:53:52.921337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.924135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.927704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.928639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f23188a3-9f35-4e85-8a7d-5e1c29ec0a07 HTTP/1.1" status: 204 len: 168 time: 0.7258711 Dec 06 23:53:52.938406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.958832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5866-03f3-43a3-8f46-665b977ada9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23188a3-9f35-4e85-8a7d-5e1c29ec0a07,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:52.967853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:52.968666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:52.981066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:52.986888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.033439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:53.033759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:53.034047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempted to set empty binding levels {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:53:53.053036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:53.053237 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12e471-da2e-43ba-8866-f486a28d41f5 None None] Pushing event updated for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.065532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810b680-6652-4e68-a056-1ab8c5a32665 None None] Pushing event updated for resources: {'Port': ['ID=df82d797-6a77-4f45-8f64-86d8eeb0a146,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.076565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:53.077141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.087705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.098128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.109402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.115033 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:52Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:53.126314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:53.127953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.158096 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18de2dd-3728-402f-8ac6-587076a5c7f0 None None] The sync data for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv is: [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:52Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:53:53.193382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:53.193773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.217986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.234349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54138) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:53.309950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:53.317469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.323534 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.337816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Pushing event updated for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.339252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:53.341337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.360960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b60aabb-8fb5-40bc-ad16-9df37ed22299,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.372456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.377059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6ee7f861-6d64-4234-a59d-12f87cc7415a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3781118 Dec 06 23:53:53.377909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:53.382620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'security_group_rule': {'security_group_id': '3a83df9e-b539-4df9-8e10-9eb264bef8d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:53.386070 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.471100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.480711 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2319798 Dec 06 23:53:53.487121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] In _notify_port_updated(), no bound segment for port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:53:53.487121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:53.487121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.489817 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbabd8-5cb9-4887-9156-5b0fc5979b1c None None] Pushing event updated for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.493107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "PUT /v2.0/ports/54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 HTTP/1.1" status: 200 len: 977 time: 4.1218648 Dec 06 23:53:53.508709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:53.510990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54150) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:53.545915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.637857 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Attempting to bind port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:53.646611 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Attempting to bind port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:53.648779 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Attempting to bind port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 on network 4abbdb98-9c02-462d-9655-f4956273e197 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:53.651589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:53.663265 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:53.676683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Checking segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:53.676683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.676683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Bound using segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:53.679112 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Bound port: b514d0dd-fb38-4bf6-a4b0-bbd0e0928747, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:53.679647 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.685685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1540b-548a-4304-a9ab-74032b5ddd64 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event updated for resources: {'Network': ['ID=1c8fe165-53c5-45ea-af0d-9a17fa8d458c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.702997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.714201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 1c8fe165-53c5-45ea-af0d-9a17fa8d458c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:53.726515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.761302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:53.765666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:53.845732 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] For port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:53.849577 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] For port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:53.898637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.919181 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:53.937021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'Port': ['ID=7850f870-69fd-4171-bae0-84d8c7ad9751,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:53.945156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7719278 Dec 06 23:53:53.953371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-57404386'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:53.966988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54154) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:53.974555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Request body: {'subnet': {'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:53.984516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54156) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:54.046116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] For port 069c9736-8592-4952-abfb-2007a0316fbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=069c9736-8592-4952-abfb-2007a0316fbb,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:54.046443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.060398 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:53:54.061011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 069c9736-8592-4952-abfb-2007a0316fbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:54.061117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:54.064488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbabd8-5cb9-4887-9156-5b0fc5979b1c None None] Pushing event updated for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.074337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fe630-d4f7-486c-b719-2bc8df442138 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Network': ['ID=b794dd20-b77c-4d32-a674-a74d2b874528,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.169121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:54.176793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.193313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30158eeb-97f9-430c-aece-3afeaccc46cb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.260632 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:53:54.283965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.284883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.285535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.286175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.286817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.288906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.289576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.294088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.294888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.295533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.295742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.296429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.297085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.297725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.298360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.304397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.304397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.304397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:54.304397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-67e4c37a-9815-4ca5-a14c-2d719ae96ddb tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15226 time: 0.7885237 Dec 06 23:53:54.312732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.317818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54158) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:54.321308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:54.325071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.337847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.378020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:54.378461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.393509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.394893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b932e50-61e5-4e04-8fcb-5158a39a2a68,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.398782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.399563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.441684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Provisioning complete for port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:54.442109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.477038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Pushing event updated for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.486235 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4edc4cf7-00dd-42cd-a33b-8b2664086735 tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks HTTP/1.1" status: 200 len: 6448 time: 0.9732721 Dec 06 23:53:54.491236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54160) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:54.502521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:54.517878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.519209 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b1eba0f4-5681-4ba1-b3af-95542f9bd7c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1407537 Dec 06 23:53:54.527581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54162) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:54.530404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902889b-2f23-4ff5-9074-36090b5402aa None None] Pushing event updated for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:54.535893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:54.568179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Provisioning complete for port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:54.568696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.615391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Made reservation on behalf of 911b0c6c29b34cbabd426b267e2bb011 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:54.619464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.627703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Deleting port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:53:54.628335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.642491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b806a3c-6ee2-48e3-b5ec-06448fd42515 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=102045f02ade43b9999c57e0399d042f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6248641 Dec 06 23:53:54.646728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 3, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:54.649661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:54.650632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.652962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:54.657502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:54.681186 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:54.701409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6e5c41-5b22-43d1-b524-e03b1e48feb1 None None] The sync data for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv is: [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 3, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:53:54.714477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.728430 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb1112-f3f1-4e3c-b42e-36505d8d860d None None] The sync data for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv is: [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:53:54.773552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.775372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.781631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a597a21-ca24-49da-80c7-01da8301f4ac tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] Network 1c8fe165-53c5-45ea-af0d-9a17fa8d458c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:54.791127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6, host hv-neutron-mast, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:54.791640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.821878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] For port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:54.834636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.839178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Calling delete_port for 54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:53:54.860338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.891496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:54.901896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:54.919929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe426b-45d7-4278-82e2-b1ab5044c90b None None] Network 1c8fe165-53c5-45ea-af0d-9a17fa8d458c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:54.994704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.037598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66272d61-9b94-4ffa-ae46-f5f95ce15d25 None None] Pushing event updated for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.071873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4f9d478c-0cc9-4f87-bf52-b03b46e4fd4e None None] Provisioning complete for port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:55.072368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4f9d478c-0cc9-4f87-bf52-b03b46e4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.105204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Router 85f091b2-884e-4b11-9b77-06cd5a5dae30 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:53:55.113446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3a597a21-ca24-49da-80c7-01da8301f4ac tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "POST /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6161306 Dec 06 23:53:55.121417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54166) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.131400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3becd-6e35-4638-96ef-0897b7aeb3fa,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.135216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.135566 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Added segment 1813dcd8-6f76-495a-9725-3e37bf28d1cc of type vlan for network 19412a85-36d1-408d-8b0b-cdf505442c87 Dec 06 23:53:55.273395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.306171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.315224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d478c-0cc9-4f87-bf52-b03b46e4fd4e None None] Port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:53:55.359426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4f9d478c-0cc9-4f87-bf52-b03b46e4fd4e None None] Provisioning complete for port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:55.360022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4f9d478c-0cc9-4f87-bf52-b03b46e4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.374764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.377474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.386221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5a684dc-d145-48be-ad96-631261fa099d HTTP/1.1" status: 204 len: 168 time: 0.7251990 Dec 06 23:53:55.403664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.424790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584c018-bee6-4125-9907-b0de5174c34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a684dc-d145-48be-ad96-631261fa099d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.461181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.463453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.488466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:53:55.499614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.521385 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8eecd39-3344-4550-b878-86ae4482d1de tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks HTTP/1.1" status: 200 len: 7217 time: 0.3966835 Dec 06 23:53:55.521567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-104a386d-0d7a-4780-b935-5711fb028a2c admin admin] 10.222.0.53 "PUT /v2.0/routers/85f091b2-884e-4b11-9b77-06cd5a5dae30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5446837 Dec 06 23:53:55.522496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54170) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.523918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.567077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event deleted for resources: {'Port': ['ID=54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.568955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.575188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:55.575818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.582122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'Port': ['ID=7850f870-69fd-4171-bae0-84d8c7ad9751,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.632342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Subnet': ['ID=32a03c38-af96-450e-9711-9a322faaa6b7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.636416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.637829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e3b18e6c-8376-41dd-b5ce-538ec0c431ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4550688 Dec 06 23:53:55.642510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.649015 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ceca29b1-d692-488e-acac-33b5f22824fc tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "DELETE /v2.0/ports/54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 HTTP/1.1" status: 204 len: 168 time: 1.3296998 Dec 06 23:53:55.653559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54176) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.700218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Checking segment: {'id': 'e5ee850a-b784-4489-a421-d64837ed36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:55.700844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network hostable DHCP agents. Network: b794dd20-b77c-4d32-a674-a74d2b874528, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:55.723249 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-24151815-2384-403a-82e6-bd526bb9e7f1 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:53:55.730351 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-24151815-2384-403a-82e6-bd526bb9e7f1 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports/54b6dac6-1ce2-42d0-a0c4-2fd42e9b79f6 HTTP/1.1" status: 404 len: 333 time: 0.0728817 Dec 06 23:53:55.730860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54178) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.737682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1865491917', 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:55.743874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Network': ['ID=19412a85-36d1-408d-8b0b-cdf505442c87,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:55.753975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 19412a85-36d1-408d-8b0b-cdf505442c87 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:55.788289 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e78a6d0c-f9fe-4f58-bd7d-f8c0d50e2f4c tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5183921 Dec 06 23:53:55.791042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54184) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.796417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'subnet': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:55.825779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network b794dd20-b77c-4d32-a674-a74d2b874528 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:55.859127 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-90d97223-1c2f-438f-876c-055c6d36500b tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "DELETE /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks/1c8fe165-53c5-45ea-af0d-9a17fa8d458c HTTP/1.1" status: 204 len: 168 time: 0.3147995 Dec 06 23:53:55.871799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54188) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:55.877962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Made reservation on behalf of 3205d91e6f004314b3f30c5efd47f79d for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:55.881394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:55.966357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Allocated IP 172.36.7.163 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/756221cb-a6b2-46b9-ae78-640e81543bf4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:55.992387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:56.002858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.032636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 069c9736-8592-4952-abfb-2007a0316fbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:56.119487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 069c9736-8592-4952-abfb-2007a0316fbb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:56.119872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.204027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.313313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b794dd20-b77c-4d32-a674-a74d2b874528) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:56.345722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:56.346331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.362634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f5fd4-3fa8-4e96-abc9-f0525a3edf8d None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:56.485064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:56.505889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port 95f76931-8ee0-4a66-b213-c8b6af3f18c6 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:56.684578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54216) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:56.686051 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5d409e19-09f0-417d-96d0-8ae17a297de5 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7176507 Dec 06 23:53:56.690222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1004971514', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:56.747816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.781651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.862517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:56.862901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:56.936094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54226) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:56.945729 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 23:53:56.949768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:56.953007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'Port': ['ID=756221cb-a6b2-46b9-ae78-640e81543bf4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:56.982496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b794dd20-b77c-4d32-a674-a74d2b874528', 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528', 'tenant_id': '911b0c6c29b34cbabd426b267e2bb011', 'fixed_ips': [{'subnet_id': '32a03c38-af96-450e-9711-9a322faaa6b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:56.983909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.003791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:57.009405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:57.045735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4286fb39-6c56-4316-aef0-86bd4b732707 tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 1.1584153 Dec 06 23:53:57.046588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.047762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.050905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54230) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.092882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Subnet': ['ID=b99bd671-9c3a-49fe-a236-d779eaf1643a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:57.133521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54234) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.153354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441547643', 'description': 'tempest-description--190015175'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:57.181869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eb4b6043-719f-4701-a85a-6bd43b19b1af tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/networks/6b0069ae-f39e-4f9e-9450-d70aa9cec122/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1299207 Dec 06 23:53:57.187197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Checking segment: {'id': '1813dcd8-6f76-495a-9725-3e37bf28d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:57.187381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54236) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.187477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network hostable DHCP agents. Network: 19412a85-36d1-408d-8b0b-cdf505442c87, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:53:57.207412 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-66f9441e-1af6-4f33-9dc1-87188ccf20cd tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1585226245&fields=id&tenant_id=49b600c29742461385df31188f1eb767 HTTP/1.1" status: 200 len: 267 time: 0.2653213 Dec 06 23:53:57.223997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.231529 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cbc252c9-da6a-4e11-b783-b352b0fca7c0 tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/networks/6b0069ae-f39e-4f9e-9450-d70aa9cec122/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0431387 Dec 06 23:53:57.234580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54238) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.289917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.304931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Allocated IP 172.20.0.2 (b794dd20-b77c-4d32-a674-a74d2b874528/32a03c38-af96-450e-9711-9a322faaa6b7/64886b09-9087-42c7-9e55-6dee89c98d3a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:57.342920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.355723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.403920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.467298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:53:57.480291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54242) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.507923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a4d71ff0-0b57-4b01-97b1-c32432611663 tempest-DHCPAgentSchedulersTestJSON-1232294277 tempest-DHCPAgentSchedulersTestJSON-1232294277-project-admin] 10.222.0.53 "GET /v2.0/agents/38c4b2ff-4499-4f39-8e41-b056fe28e1c6/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.2721436 Dec 06 23:53:57.512173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:57.520504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54246) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:57.524851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:57.535720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.537911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:57.539577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:57.544721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.604851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.661702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.667459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:57.671791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:57.674041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Pushing event updated for resources: {'Port': ['ID=64886b09-9087-42c7-9e55-6dee89c98d3a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:57.676876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:57.693854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=95f76931-8ee0-4a66-b213-c8b6af3f18c6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:57.702883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-547677467'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:57.757041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Attempting to bind port 64886b09-9087-42c7-9e55-6dee89c98d3a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:57.757514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Attempting to bind port 64886b09-9087-42c7-9e55-6dee89c98d3a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e5ee850a-b784-4489-a421-d64837ed36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:57.757980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Attempting to bind port 64886b09-9087-42c7-9e55-6dee89c98d3a on network b794dd20-b77c-4d32-a674-a74d2b874528 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:57.764355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:57.765297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Checking segment: {'id': 'e5ee850a-b784-4489-a421-d64837ed36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:57.766067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.766813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Bound using segment: {'id': 'e5ee850a-b784-4489-a421-d64837ed36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:57.767497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Bound port: 64886b09-9087-42c7-9e55-6dee89c98d3a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ee850a-b784-4489-a421-d64837ed36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:57.768091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.811882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.836922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > segment before_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.837282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.838039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.838385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > port after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.838706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > port after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.839042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > port after_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.839401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > segment after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.840222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.840577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.841525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet after_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:57.845230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 19412a85-36d1-408d-8b0b-cdf505442c87) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:57.848384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] For port 64886b09-9087-42c7-9e55-6dee89c98d3a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:57.849818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:57.850423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.855464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] For port 64886b09-9087-42c7-9e55-6dee89c98d3a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64886b09-9087-42c7-9e55-6dee89c98d3a,segment=NetworkSegment(e5ee850a-b784-4489-a421-d64837ed36e7),segment_id=e5ee850a-b784-4489-a421-d64837ed36e7)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:57.855464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7062dd9-acb0-4292-9c35-5c2cffbb5026 None None] Network 19412a85-36d1-408d-8b0b-cdf505442c87 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:57.930132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.936176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:57.975893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device df82d797-6a77-4f45-8f64-86d8eeb0a146 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:53:58.018506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.029033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.045353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.055953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-da2318e6-c3b6-478d-b60d-9b7b90b62f3f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:58.067162 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-da2318e6-c3b6-478d-b60d-9b7b90b62f3f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 810 time: 0.8585410 Dec 06 23:53:58.074901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd581a-0ac6-4076-886f-0cfbfa133476 None None] Pushing event updated for resources: {'Port': ['ID=64886b09-9087-42c7-9e55-6dee89c98d3a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.078393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet after_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:58.078981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet after_delete 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:58.079689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet before_create 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:58.080404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Subscribe: > subnet before_update 55550000 {{(pid=110159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:53:58.080908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8fe165-53c5-45ea-af0d-9a17fa8d458c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:58.107970 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4c2883db-37af-45d1-adff-07d6b87e9ac5 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3756704 Dec 06 23:53:58.112941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port df82d797-6a77-4f45-8f64-86d8eeb0a146 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:58.113317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.113655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54248) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.119478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a44ca3-4f6a-42cc-9933-214cd59dbf05') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:58.119889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a44ca3-4f6a-42cc-9933-214cd59dbf05') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:53:58.136504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-19412a85-36d1-408d-8b0b-cdf505442c87', 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'tenant_id': 'ce49a9b8dabf4fbc99be3fc59cb416c9', 'fixed_ips': [{'subnet_id': 'b99bd671-9c3a-49fe-a236-d779eaf1643a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:53:58.137735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.146754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-072b127f-f71b-4fc2-8164-194b61509fcf tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/quotas/49b600c29742461385df31188f1eb767 HTTP/1.1" status: 200 len: 375 time: 0.0783782 Dec 06 23:53:58.159123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.184745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.194634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:53:58.195700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.220184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cef7f37-e270-408c-a724-46d856c925f6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.273283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc649f26-4184-4a90-b167-20a070b01aaf tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:58.277455 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fc649f26-4184-4a90-b167-20a070b01aaf tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports/95f76931-8ee0-4a66-b213-c8b6af3f18c6 HTTP/1.1" status: 200 len: 955 time: 0.1601274 Dec 06 23:53:58.291234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54250) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: from cryptography.utils import int_from_bytes Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: from cryptography.utils import int_from_bytes Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:53:58.291674 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:53:58.354821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.378393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.395957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:58.400494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.404498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.407769 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "DELETE /v2.0/networks/1c8fe165-53c5-45ea-af0d-9a17fa8d458c HTTP/1.1" status: 204 len: 168 time: 0.8923104 Dec 06 23:53:58.419820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46d8bc-b989-4e1d-aa6a-9103346b73f3 tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event deleted for resources: {'Network': ['ID=1c8fe165-53c5-45ea-af0d-9a17fa8d458c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.423487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54252) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.432959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.445522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Allocated IP 2001:db8::2 (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/cebe52b8-67bc-4f50-8d5a-1451c41632cc) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:58.454916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port df82d797-6a77-4f45-8f64-86d8eeb0a146, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df82d797-6a77-4f45-8f64-86d8eeb0a146,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:53:58.458999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-a915fbcb-735c-4e0b-a8bb-c9224b6b837d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3112423 Dec 06 23:53:58.502102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-84fab9dd-ceaa-419c-8a84-2cbb2d96dbe3 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7097332 Dec 06 23:53:58.502654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac3ac83-5d23-48ab-8470-c6f8d180c7ca tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] DELETE failed (client error): The resource could not be found. Dec 06 23:53:58.503656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54258) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.507044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac3ac83-5d23-48ab-8470-c6f8d180c7ca tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:53:58.515929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1475641168'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:58.516966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9ac3ac83-5d23-48ab-8470-c6f8d180c7ca tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "DELETE /v2.0/ports/0d5866b7-1f34-4406-b602-f08c95aaf6be HTTP/1.1" status: 404 len: 333 time: 0.0917869 Dec 06 23:53:58.520110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54260) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.594962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.598844 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a481f2c0-57a4-4d53-b58c-165f0a96f372 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4565330 Dec 06 23:53:58.604404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Deleting subnet e48868ff-fc60-48de-9bf5-ae941d14d635 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:53:58.611035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.613570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54262) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:58.621374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'security_group_rule': {'security_group_id': '7cef7f37-e270-408c-a724-46d856c925f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:58.631207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.687804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.708331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.710567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Deleting port 95f76931-8ee0-4a66-b213-c8b6af3f18c6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:53:58.710921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.711816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.716335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=df82d797-6a77-4f45-8f64-86d8eeb0a146,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.761069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.764392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.782069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.810342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-bb1d6cbc-1ffc-47f1-807c-fe08ab7bab2b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:53:58.811185 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-bb1d6cbc-1ffc-47f1-807c-fe08ab7bab2b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1768708 Dec 06 23:53:58.827348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Pushing event updated for resources: {'Port': ['ID=cebe52b8-67bc-4f50-8d5a-1451c41632cc,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.837471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:53:58.839009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:53:58.841231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.841409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:53:58.848543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.902350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:53:58.928421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.936553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.943209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3aeb0e-a9e7-49c8-b95b-b8307b9b4038,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:58.945692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.970017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:58.970373 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment a05f69eb-5ab2-4165-8a88-d124f0ca4680 of type vlan for network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 Dec 06 23:53:59.021312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Attempting to bind port cebe52b8-67bc-4f50-8d5a-1451c41632cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:53:59.021908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Attempting to bind port cebe52b8-67bc-4f50-8d5a-1451c41632cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1813dcd8-6f76-495a-9725-3e37bf28d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:53:59.022452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Attempting to bind port cebe52b8-67bc-4f50-8d5a-1451c41632cc on network 19412a85-36d1-408d-8b0b-cdf505442c87 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:53:59.039064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:53:59.039705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Checking segment: {'id': '1813dcd8-6f76-495a-9725-3e37bf28d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:53:59.040273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.042124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Bound using segment: {'id': '1813dcd8-6f76-495a-9725-3e37bf28d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:53:59.042789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Bound port: cebe52b8-67bc-4f50-8d5a-1451c41632cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1813dcd8-6f76-495a-9725-3e37bf28d1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:53:59.043717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.046613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Calling delete_port for 95f76931-8ee0-4a66-b213-c8b6af3f18c6 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:53:59.054723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.056454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:59.059034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.059954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.060912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.068530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'Port': ['ID=756221cb-a6b2-46b9-ae78-640e81543bf4,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:59.110047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.119089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.133472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] For port cebe52b8-67bc-4f50-8d5a-1451c41632cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:53:59.137022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] For port cebe52b8-67bc-4f50-8d5a-1451c41632cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cebe52b8-67bc-4f50-8d5a-1451c41632cc,segment=NetworkSegment(1813dcd8-6f76-495a-9725-3e37bf28d1cc),segment_id=1813dcd8-6f76-495a-9725-3e37bf28d1cc)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:53:59.147327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.155502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.160741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:53:59.161348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.163407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port bd628345-29d3-4175-bc7c-fc3b46a861dc yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:53:59.180070 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.181405 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-42bcbdb8-36e2-4caf-b3e1-189c756bd573 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6524000 Dec 06 23:53:59.200401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.200859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c20cc1-8efc-46cd-8b0d-a8c1635c365b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:59.235244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.239186 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "DELETE /v2.0/subnets/e48868ff-fc60-48de-9bf5-ae941d14d635 HTTP/1.1" status: 204 len: 168 time: 0.7172298 Dec 06 23:53:59.240034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0161-b923-4c70-8d6c-5e3add04a84b tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event deleted for resources: {'Subnet': ['ID=e48868ff-fc60-48de-9bf5-ae941d14d635,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:59.243782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54268) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:59.273582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94eeda7-39b2-4b97-ac73-362d19e7d104 None None] Network 6b0069ae-f39e-4f9e-9450-d70aa9cec122 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:59.307658 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-3afd6f03-6dfb-46fc-8db1-255b0297681a service neutron] 10.222.0.53 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601111 Dec 06 23:53:59.370102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.374649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-514ac721-6ab9-4bec-96b8-8990356d8f13 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7577302 Dec 06 23:53:59.384126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54272) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:59.427833 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9455163 Dec 06 23:53:59.428599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'security_group_rule': {'security_group_id': '7cef7f37-e270-408c-a724-46d856c925f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:59.436494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54278) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:53:59.449347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a3c32-fdcf-439d-bd70-ca8054201144 None None] Pushing event updated for resources: {'Port': ['ID=cebe52b8-67bc-4f50-8d5a-1451c41632cc,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:59.460203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'name': 'tempest-PortsTestJSON-1872695408'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:53:59.479542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998b1a-24b7-4935-a11a-c67ab5905741 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=0aea9cd1-e392-4f0c-8299-5f8d9381ec81,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:53:59.509858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:53:59.603581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.618732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ea894-0cd6-43fa-959a-3310e7dd451c None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:53:59.744156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.782348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c6353565-494c-4a68-9495-669808e3706f None None] Provisioning complete for port 64886b09-9087-42c7-9e55-6dee89c98d3a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:53:59.783036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c6353565-494c-4a68-9495-669808e3706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.792791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.835220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Allocated IP 172.36.7.158 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/72af8a64-a67a-4d7c-8f3c-b2c225810dda) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:53:59.861178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] DHCP port deletion for 6b0069ae-f39e-4f9e-9450-d70aa9cec122 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:53:59.861320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:53:59.861320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:53:59.896499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event deleted for resources: {'Port': ['ID=95f76931-8ee0-4a66-b213-c8b6af3f18c6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:00.154283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:00.157775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Deleting port 57e689a2-baef-42e6-b027-4772483e784b {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:00.158154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.159872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c6353565-494c-4a68-9495-669808e3706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.164891 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 23:54:00.166636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 64886b09-9087-42c7-9e55-6dee89c98d3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:00.188539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port e22b7d43-dd47-461d-9faa-2152248914fc yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:00.191338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.194435 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0231b6b6-a088-49c5-b43f-9f9951bc92b7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "DELETE /v2.0/ports/95f76931-8ee0-4a66-b213-c8b6af3f18c6 HTTP/1.1" status: 204 len: 168 time: 1.9022224 Dec 06 23:54:00.196551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::347 (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/bd628345-29d3-4175-bc7c-fc3b46a861dc) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:00.200396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54296) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:00.223393 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-c7f8767c-fd1a-4173-989a-095c4ecb98fd service neutron] 10.222.0.53 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950834 Dec 06 23:54:00.326395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e777d541-c73c-435a-8b90-236b239b14a7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:54:00.328297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e777d541-c73c-435a-8b90-236b239b14a7 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports/95f76931-8ee0-4a66-b213-c8b6af3f18c6 HTTP/1.1" status: 404 len: 333 time: 0.1267729 Dec 06 23:54:00.337806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54298) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:00.351638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Deleting port 57e689a2-baef-42e6-b027-4772483e784b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:00.351638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.351819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c6353565-494c-4a68-9495-669808e3706f None None] For port 64886b09-9087-42c7-9e55-6dee89c98d3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64886b09-9087-42c7-9e55-6dee89c98d3a,segment=NetworkSegment(e5ee850a-b784-4489-a421-d64837ed36e7),segment_id=e5ee850a-b784-4489-a421-d64837ed36e7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:00.374305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1355751424'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:00.404147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.416781 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-69553ed7-05d2-45ed-8dc7-6bba482860d6 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--474575454&fields=id&tenant_id=ae24859db0174a0cbddd4f525daf7990 HTTP/1.1" status: 200 len: 267 time: 0.2612584 Dec 06 23:54:00.421627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] For port 57e689a2-baef-42e6-b027-4772483e784b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57e689a2-baef-42e6-b027-4772483e784b,segment=NetworkSegment(4c4d8299-56fa-43a6-85d2-fdfabbfc7020),segment_id=4c4d8299-56fa-43a6-85d2-fdfabbfc7020)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:00.422060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.470140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Calling delete_port for 57e689a2-baef-42e6-b027-4772483e784b owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:00.479593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.494160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c6353565-494c-4a68-9495-669808e3706f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.499101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.552432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587248bc-0361-415c-b4c9-8450deb1e2dc,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:00.556571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Sync routers for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:00.565024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.644736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.653473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:00.654112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:00.694045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:00.700708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:00.705345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:00.708522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.754974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-eeb269c3-cf2a-4e29-9a93-2caae628161a None None] Provisioning complete for port 64886b09-9087-42c7-9e55-6dee89c98d3a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:00.760295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eeb269c3-cf2a-4e29-9a93-2caae628161a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.760295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 64886b09-9087-42c7-9e55-6dee89c98d3a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:00.760295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.760295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6353565-494c-4a68-9495-669808e3706f None None] Pushing event updated for resources: {'Port': ['ID=64886b09-9087-42c7-9e55-6dee89c98d3a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:00.832039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.837831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] For port 57e689a2-baef-42e6-b027-4772483e784b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57e689a2-baef-42e6-b027-4772483e784b,segment=NetworkSegment(4c4d8299-56fa-43a6-85d2-fdfabbfc7020),segment_id=4c4d8299-56fa-43a6-85d2-fdfabbfc7020)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:00.838206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.890414 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-084070c4-c3df-4c11-a6c9-8ce10f6884f7 req-552df7ff-80ab-42c3-b33c-047305261ca6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.1774843 Dec 06 23:54:00.891018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Calling delete_port for 57e689a2-baef-42e6-b027-4772483e784b owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:00.900958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:00.932219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:00.935826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:00.942811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:00.943407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:00.946044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=72af8a64-a67a-4d7c-8f3c-b2c225810dda,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.019933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:01.072582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=bd628345-29d3-4175-bc7c-fc3b46a861dc,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.097920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.103308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f10195e5-f923-4fb0-a2e4-3ff2beb4b741 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6996439 Dec 06 23:54:01.103977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54316) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:01.105977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Made reservation on behalf of 3205d91e6f004314b3f30c5efd47f79d for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:01.109304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.109555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:01.140640 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bf774ffa-3950-4c70-babb-9b115c911061 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6301792 Dec 06 23:54:01.141564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54320) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:01.145622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:01.150703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1695715749', 'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:31:5b:03'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:01.157166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-b2a7c530-751a-46f6-9e8e-833623c3695b tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:01.158700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-b2a7c530-751a-46f6-9e8e-833623c3695b tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/networks?id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 HTTP/1.1" status: 200 len: 806 time: 0.7409179 Dec 06 23:54:01.191820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-42b8b9be-f089-42f5-97c6-4c1d41c224c4 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/quotas/ae24859db0174a0cbddd4f525daf7990 HTTP/1.1" status: 200 len: 375 time: 0.0200784 Dec 06 23:54:01.246629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device df82d797-6a77-4f45-8f64-86d8eeb0a146 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:01.250499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.292778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.342979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] Pushing event deleted for resources: {'Port': ['ID=57e689a2-baef-42e6-b027-4772483e784b,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.377855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.390582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.393809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc55e71-7bfa-4e11-b85f-735b5edc9638 None None] No DVR routers for this DVR port 57e689a2-baef-42e6-b027-4772483e784b on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:01.415335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31008e-ebc2-426e-b94c-4a6d142475ef None None] Network 19412a85-36d1-408d-8b0b-cdf505442c87 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:01.439700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=e22b7d43-dd47-461d-9faa-2152248914fc,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.451408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] No DVR routers for this DVR port 57e689a2-baef-42e6-b027-4772483e784b on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:01.458760 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-123601bc-e37a-4d5e-987b-e139c09d2d61 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae24859db0174a0cbddd4f525daf7990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308695 Dec 06 23:54:01.565527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event deleted for resources: {'Port': ['ID=57e689a2-baef-42e6-b027-4772483e784b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.615403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.653373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': 'a05f69eb-5ab2-4165-8a88-d124f0ca4680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:01.653373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 0aea9cd1-e392-4f0c-8299-5f8d9381ec81, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:01.671986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.677026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.708008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0069ae-f39e-4f9e-9450-d70aa9cec122']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:01.723996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4d8299-56fa-43a6-85d2-fdfabbfc7020') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:01.724325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4d8299-56fa-43a6-85d2-fdfabbfc7020') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:01.724440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port df82d797-6a77-4f45-8f64-86d8eeb0a146 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:01.724925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.737637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-f41a17d2-7d45-4c71-bc4e-16856fb28126 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:54:01.738661 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-f41a17d2-7d45-4c71-bc4e-16856fb28126 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0874519 Dec 06 23:54:01.745059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.746514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.770946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] Provisioning complete for port cebe52b8-67bc-4f50-8d5a-1451c41632cc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:01.771319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.782802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.796987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:01.802005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:01.802365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:01.806538 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:01.887397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.930282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.934762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:01.965981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Network ea530adb-9455-4ea4-b7db-807b765ed1a2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:01.971902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:01.978103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:01.979045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:01.979644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:01.984015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:01.986033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0aea9cd1-e392-4f0c-8299-5f8d9381ec81) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:01.991796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-56704658-7f66-45e4-ae9a-a28e5986b42c service neutron] 10.222.0.53 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330935 Dec 06 23:54:01.996669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:02.002336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:02.002959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.020794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff2aec-9a65-4dba-98c2-3d01177c6b4a None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:02.021026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.050428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.053738 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] 10.222.0.53 "DELETE /v2.0/networks/6b0069ae-f39e-4f9e-9450-d70aa9cec122 HTTP/1.1" status: 204 len: 168 time: 2.7895372 Dec 06 23:54:02.073263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 2, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:02.083943 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56f0a6f3-d2b8-47d2-939e-a9378fc79cee req-577cab1b-9a0d-4a50-aa42-0d196ffa1dc1 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0774398 Dec 06 23:54:02.090734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56068395-0eac-4626-8931-42ef4180b0eb tempest-DHCPAgentSchedulersTestJSON-1103540765 tempest-DHCPAgentSchedulersTestJSON-1103540765-project] Pushing event deleted for resources: {'Network': ['ID=6b0069ae-f39e-4f9e-9450-d70aa9cec122,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:02.136136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Checking router: 85f091b2-884e-4b11-9b77-06cd5a5dae30 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:54:02.136508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Updating router 85f091b2-884e-4b11-9b77-06cd5a5dae30 port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:54:02.149307 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d36e6918-fd4b-4bc0-8e29-79eb89cb322d tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8031600 Dec 06 23:54:02.153293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54346) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:02.158054 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-14a44649-f3b5-4eba-a487-de6c9cafc692 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7018919 Dec 06 23:54:02.158927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54348) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:02.166609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-848051268'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:02.184586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.191963 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-75c6a9f5-9248-4f89-8440-aa4147ab8281 service neutron] 10.222.0.53 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840203 Dec 06 23:54:02.261219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:02.262728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.265152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.276799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cebe52b8-67bc-4f50-8d5a-1451c41632cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:02.307726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:02.321657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.322193 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment e878d9d1-a257-4f30-a19b-7db3fcfdb5ac of type vlan for network 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759 Dec 06 23:54:02.332884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] For port cebe52b8-67bc-4f50-8d5a-1451c41632cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cebe52b8-67bc-4f50-8d5a-1451c41632cc,segment=NetworkSegment(1813dcd8-6f76-495a-9725-3e37bf28d1cc),segment_id=1813dcd8-6f76-495a-9725-3e37bf28d1cc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:02.375201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.479864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.480591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:02.518843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Allocated IP 172.36.7.164 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c90e661f-0418-471a-ab9e-764393d7d146) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:02.520113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.526362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:02.526992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.628197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cebe52b8-67bc-4f50-8d5a-1451c41632cc triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:02.628919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.678042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5174897 Dec 06 23:54:02.690674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54360) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:02.703439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'ports': [{'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'}, {'network_id': '5d6cf48e-9983-4bd4-ac3e-bcd7a951e759'}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:02.703439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:02.703839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5faf0-5509-43fb-bcaa-86d58342d189 None None] Pushing event updated for resources: {'Port': ['ID=cebe52b8-67bc-4f50-8d5a-1451c41632cc,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:02.703947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '5d6cf48e-9983-4bd4-ac3e-bcd7a951e759'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:02.739336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc14464-f4a6-48a0-b61a-5cbf0f1af00d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=5d6cf48e-9983-4bd4-ac3e-bcd7a951e759,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:02.762714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:02.791890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d1b086e-1886-4ca7-9eef-d6975ad55197 None None] Provisioning complete for port cebe52b8-67bc-4f50-8d5a-1451c41632cc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:02.792190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d1b086e-1886-4ca7-9eef-d6975ad55197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.811785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.852118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:02.928886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.987386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:02.992394 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9b096d51-8c2f-40ab-9234-2b04b856cb55 req-7c894d13-df92-4bd5-af6c-1296f3c85e96 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.2300293 Dec 06 23:54:03.017309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port 03e7fcb6-8376-4aa4-b9bc-e4628736166e yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:03.096467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.181947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:03.202536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.204401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:03.212475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Router 2af04a1d-174f-4d77-b4d4-384553e445dc is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:54:03.227501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.249344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:03.252004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:03.254940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e1c1e236-2b58-4d25-8064-3ff538d61d86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2c0e4822d6546c99146a0097e918dca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3993940 Dec 06 23:54:03.262567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:03.317426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.343343 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:54:03.344106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'Port': ['ID=c90e661f-0418-471a-ab9e-764393d7d146,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:03.359600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.359600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d1b086e-1886-4ca7-9eef-d6975ad55197 None None] Provisioning complete for port bd628345-29d3-4175-bc7c-fc3b46a861dc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:03.364299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d1b086e-1886-4ca7-9eef-d6975ad55197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.414816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 2c13ca4a-0e33-47a0-929a-d5c3f9974b13 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:03.434376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57e689a2-baef-42e6-b027-4772483e784b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:03.441911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.497142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 57e689a2-baef-42e6-b027-4772483e784b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:03.497142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57e689a2-baef-42e6-b027-4772483e784b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:03.524640 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7ec7ba81-ab1d-4d2e-be1c-1190f83f58d8 req-c41decd4-e639-4a91-8800-9b20c2b8def0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0867071 Dec 06 23:54:03.547091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::131 (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/03e7fcb6-8376-4aa4-b9bc-e4628736166e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:03.558467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.616286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b086e-1886-4ca7-9eef-d6975ad55197 None None] Port bd628345-29d3-4175-bc7c-fc3b46a861dc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:03.651141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.666144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.757899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.759796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 64886b09-9087-42c7-9e55-6dee89c98d3a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:03.787312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 366b8f47-5fc3-4ee2-921a-c6cbfbb96993 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:03.800155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] device_id is not set on port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:03.817128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035fe30-06a3-49c0-84e2-fe17c71f5d25 None None] Pushing event updated for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:03.834291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Attempting to bind port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:03.834581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Attempting to bind port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:03.834949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Attempting to bind port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 on network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:03.846457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9fadb9d4-2fa3-4866-beba-dea25a857f5c None None] Provisioning complete for port bd628345-29d3-4175-bc7c-fc3b46a861dc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:03.846942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9fadb9d4-2fa3-4866-beba-dea25a857f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.850710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:03.851640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Checking segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:03.852040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.852913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Bound using segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:03.853274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Bound port: 9431f94a-30fc-49e3-b6c4-206b1b5c3922, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:03.853681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.857593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.899151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:03.909814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.916682 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] Sync routers for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:03.938071 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:03.939316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:03.964154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:03.975368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9fadb9d4-2fa3-4866-beba-dea25a857f5c None None] Port bd628345-29d3-4175-bc7c-fc3b46a861dc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:03.988035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 64886b09-9087-42c7-9e55-6dee89c98d3a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:03.988422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.012018 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:04.021296 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:04.022202 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:04.050742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] For port 9431f94a-30fc-49e3-b6c4-206b1b5c3922, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:04.062209 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:04.063071 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130f05c-b2c1-40b7-a2fe-8f14bf402bc4 None None] The sync data for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:04.093721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.093721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e63a6bc-98e6-453e-b822-dc2597f0e587 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.4004354 Dec 06 23:54:04.094381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54396) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:04.097103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] For port 9431f94a-30fc-49e3-b6c4-206b1b5c3922, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9431f94a-30fc-49e3-b6c4-206b1b5c3922,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:04.126955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e48d5be4-521b-48f6-84f6-e20005920640 None None] Provisioning complete for port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:04.127332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e48d5be4-521b-48f6-84f6-e20005920640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.135082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.137678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.138798 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80c79974-9632-4fc2-a91b-01fe7efc0898 HTTP/1.1" status: 204 len: 168 time: 0.8692219 Dec 06 23:54:04.180456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e48d5be4-521b-48f6-84f6-e20005920640 None None] Port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:04.188969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.198742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.284893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cebe52b8-67bc-4f50-8d5a-1451c41632cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:04.327372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:04.356401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:04.357049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:04.362581 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1c4e1ad1-2b65-4f2d-ac9b-fde52c7b46d7 req-9ac7fc61-dd27-4248-8786-df06aeb9b340 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.2516546 Dec 06 23:54:04.414419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.414674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.414972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.431292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b17a4a-b8f6-4d28-a5fa-f2146b0fe97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c79974-9632-4fc2-a91b-01fe7efc0898,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:04.445609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.445943 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.450034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 2 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.539683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.539975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.540349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.556358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.570192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.570192 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.572215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 3 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.607587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.608095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.608882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.623144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.623622 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.627457 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 4 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.695458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.701154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.701649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.704118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.707707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035fe30-06a3-49c0-84e2-fe17c71f5d25 None None] Pushing event updated for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:04.712940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.713339 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.714541 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 5 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.728212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.728814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.729282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.733576 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-60866bdf-2652-442c-bfe3-0fc6b8d40baa req-86899a31-04ef-47ec-aecd-273ef8d67271 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0756741 Dec 06 23:54:04.734356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.735071 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.735071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 6 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.759235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] Provisioning complete for port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:04.759593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.765370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.786033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.786367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.786847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.847426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.851223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.851921 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.855872 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 7 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.874977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.875305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.875634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:04.879670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.895986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cebe52b8-67bc-4f50-8d5a-1451c41632cc triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:04.896551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.900823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'Port': ['ID=c90e661f-0418-471a-ab9e-764393d7d146,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:04.903488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:04.903786 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:04.907673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 8 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:04.915135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.923077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:04.927910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:04.931215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:04.956405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:04.962566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:04.963185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.971912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:04.988424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:04.988763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:04.989102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:05.017033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:05.021192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.022436 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-85513341-dbee-407f-b0c3-cf10c00180e8 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9174981 Dec 06 23:54:05.023763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=03e7fcb6-8376-4aa4-b9bc-e4628736166e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:05.037975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:05.038305 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:05.038833 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 9 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:05.047666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:05.054696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:05.076848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66e9fea1-c9c5-4adf-bc3c-7f2444d5580e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.108578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b0886b90-6c1c-487b-b84c-19672aabcd8b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.9613729 Dec 06 23:54:05.111523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:05.119737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:05.120086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:05.120468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:05.181182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] For port 9431f94a-30fc-49e3-b6c4-206b1b5c3922, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9431f94a-30fc-49e3-b6c4-206b1b5c3922,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:05.224738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:05.225009 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:05.227407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempt 10 to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a Dec 06 23:54:05.262785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8f0de-3287-4627-bd48-e54cefa1a67f tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:05.270256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8f0de-3287-4627-bd48-e54cefa1a67f tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:05.273559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.45', 58838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:05.274422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:05.276503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.277813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8f0de-3287-4627-bd48-e54cefa1a67f tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:05.280212 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-09f8f0de-3287-4627-bd48-e54cefa1a67f tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1674871 Dec 06 23:54:05.288735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54426) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:05.295187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.301972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=2c13ca4a-0e33-47a0-929a-d5c3f9974b13,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:05.365529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88e3f-b64a-4de4-8dcf-f86991394497 None None] Pushing event updated for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:05.406458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:03Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:05.471805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f5a34a-7221-4940-aa03-dedfffbc1e33 None None] The sync data for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv is: [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:03Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:05.472071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=366b8f47-5fc3-4ee2-921a-c6cbfbb96993,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:05.486918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:05.487457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:05.487887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempting to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:05.518683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a7053be1-d680-4923-a7e1-54028da71656 None None] Provisioning complete for port 03e7fcb6-8376-4aa4-b9bc-e4628736166e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:05.518683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a7053be1-d680-4923-a7e1-54028da71656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.652177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a7053be1-d680-4923-a7e1-54028da71656 None None] Port 03e7fcb6-8376-4aa4-b9bc-e4628736166e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:05.698754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7927fe07-0b89-4560-bde6-0e9a50d28fa9 req-b38011ba-53eb-4add-9351-917768a691ba tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.1039705 Dec 06 23:54:05.742114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-b8fdcbd6-f72a-4dce-bc83-2a559141e584 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:05.743804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-b8fdcbd6-f72a-4dce-bc83-2a559141e584 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 810 time: 0.4490805 Dec 06 23:54:05.759828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9431f94a-30fc-49e3-b6c4-206b1b5c3922 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:05.766796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': 'e878d9d1-a257-4f30-a19b-7db3fcfdb5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5d6cf48e-9983-4bd4-ac3e-bcd7a951e759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:05.767167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:05.836007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:05.839957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.849846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:05.850181 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Failed to bind port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on host hv-neutron-mast for vnic_type normal using segments [{'id': 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ea530adb-9455-4ea4-b7db-807b765ed1a2'}] Dec 06 23:54:05.850543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:05.903313 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e62142f-62a8-4657-ae70-a1869b900ccf req-8b3a6679-3ccd-4465-9d3b-e5f2c3d79487 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0408363 Dec 06 23:54:05.923366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:05.974643 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c64e1662-f18b-4c17-9ba7-57ef9bf9e43e tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--441547643&fields=id&tenant_id=99c711dc96aa4750ba239500a73e5d52 HTTP/1.1" status: 200 len: 267 time: 0.6545672 Dec 06 23:54:05.975682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.010784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66e9fea1-c9c5-4adf-bc3c-7f2444d5580e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.055675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port 03e7fcb6-8376-4aa4-b9bc-e4628736166e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:06.056024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.061747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:06.077555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-4a28d39c-0321-4207-8ab4-440f9a958991 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49b600c29742461385df31188f1eb767 HTTP/1.1" status: 200 len: 380 time: 0.2166214 Dec 06 23:54:06.078349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:06.078820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b70de-f8fa-4d57-a600-a4af3e941e67 None None] Network 5d6cf48e-9983-4bd4-ac3e-bcd7a951e759 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:06.082634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:06.083033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attempted to set empty binding levels {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:54:06.084316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:06.089373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:06.090216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.104325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'port': {'device_id': '12393573-57c3-4db7-b0e8-304ff977fc79', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'admin_state_up': True, 'tenant_id': '49b600c29742461385df31188f1eb767', 'security_groups': ['d7a05993-fe9b-4200-ac28-cc4106a0dc42']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:06.155765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66e9fea1-c9c5-4adf-bc3c-7f2444d5580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.199282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.288935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca3d5d74-babe-4885-bb57-f2ca8fb456cc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5968556 Dec 06 23:54:06.292971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54448) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:06.314928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] In _notify_port_updated(), no bound segment for port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a on network ea530adb-9455-4ea4-b7db-807b765ed1a2 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:06.315789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:06.316685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.320281 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "PUT /v2.0/ports/d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a HTTP/1.1" status: 200 len: 977 time: 4.1635211 Dec 06 23:54:06.327704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54450) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:06.334699 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-66e9fea1-c9c5-4adf-bc3c-7f2444d5580e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=affed1a86a154e2c8d8afe4b3becb9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2858975 Dec 06 23:54:06.336151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9fea1-c9c5-4adf-bc3c-7f2444d5580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d618ee7-4b4c-40b1-99d6-50026737442c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:06.338546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54452) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:06.348581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.387247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-dfa8c506-e17b-4e15-9af0-3625b4381278 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:06.388786 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-dfa8c506-e17b-4e15-9af0-3625b4381278 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/networks?id=9b6c893a-8d06-4649-a8fb-41ccd62b8387 HTTP/1.1" status: 200 len: 812 time: 0.3948331 Dec 06 23:54:06.408666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for 03e7fcb6-8376-4aa4-b9bc-e4628736166e owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:06.414494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609b452-7b90-46fb-b617-61204e9e4476 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:06.452533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-4c2830a0-06eb-43ef-8287-76957ef669b0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/quotas/99c711dc96aa4750ba239500a73e5d52 HTTP/1.1" status: 200 len: 375 time: 0.0460908 Dec 06 23:54:06.574893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.613473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Made reservation on behalf of 49b600c29742461385df31188f1eb767 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:06.617474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.627515 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.637136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Deleting port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:06.637479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.642571 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-e4261603-0f6a-4ac9-86c3-294c5a770aff tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=99c711dc96aa4750ba239500a73e5d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376526 Dec 06 23:54:06.643151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Allocated IP 172.20.0.1 (b794dd20-b77c-4d32-a674-a74d2b874528/32a03c38-af96-450e-9711-9a322faaa6b7/c978828e-eee2-4a5d-9f29-70f9a28e3c4d) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:06.649605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 366b8f47-5fc3-4ee2-921a-c6cbfbb96993 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:06.649940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.835281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.836558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] For port d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a, host hv-neutron-mast, got binding levels [] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:06.837182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:06.854807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 366b8f47-5fc3-4ee2-921a-c6cbfbb96993 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:06.883696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-412d55bf-a0cf-4945-991c-20fa7cae39d3 service neutron] 10.222.0.53 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254636 Dec 06 23:54:06.902018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cead6d1c-19a1-4855-8143-ab988e64377a req-941571be-133b-4ce2-8497-695eaddf3531 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0983288 Dec 06 23:54:06.915024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Calling delete_port for d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:06.929726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.027700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.45', 58844) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:07.042698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=03e7fcb6-8376-4aa4-b9bc-e4628736166e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:07.154091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.292792 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b19536b2-80ed-49e0-a49d-0801e617cd19 req-2736f1a4-a540-4e79-88e7-778b6addd6e1 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.2613835 Dec 06 23:54:07.304324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Allocated IP 172.20.0.13 (4abbdb98-9c02-462d-9655-f4956273e197/d226e7c3-9193-42e4-9092-1f592a682b94/5bc4fd23-0a25-4cd5-a09d-af22d1b304ac) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:07.308692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.315665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.334127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.342302 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d618ee7-4b4c-40b1-99d6-50026737442c HTTP/1.1" status: 204 len: 168 time: 0.9972341 Dec 06 23:54:07.424660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.433950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network b794dd20-b77c-4d32-a674-a74d2b874528 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:07.470022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:07.499846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.504831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a HTTP/1.1" status: 204 len: 168 time: 1.1732428 Dec 06 23:54:07.511127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:07.515114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:07.593798 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-38806fb6-ac68-48e1-a1a9-fdf276681420 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:54:07.600134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38806fb6-ac68-48e1-a1a9-fdf276681420 tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] 10.222.0.53 "GET /v2.0/ports/d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a HTTP/1.1" status: 404 len: 333 time: 0.0769243 Dec 06 23:54:07.620284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54478) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:07.648427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.662239 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-846cfe78-5844-4133-8d18-1e4e16c3902d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/03e7fcb6-8376-4aa4-b9bc-e4628736166e HTTP/1.1" status: 204 len: 168 time: 2.3712201 Dec 06 23:54:07.667295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=c978828e-eee2-4a5d-9f29-70f9a28e3c4d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:07.669858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54482) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:07.840616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef203b-d611-413f-8ebf-c4751fc3b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d618ee7-4b4c-40b1-99d6-50026737442c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:07.928817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.985888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-78466999-c5e7-44f2-8650-d11610a74505 None None] Provisioning complete for port c978828e-eee2-4a5d-9f29-70f9a28e3c4d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:07.986427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-78466999-c5e7-44f2-8650-d11610a74505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:07.994290 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-4264f013-a1d9-48f0-be08-4db25e94390f service neutron] 10.222.0.53 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0577967 Dec 06 23:54:08.057560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-78466999-c5e7-44f2-8650-d11610a74505 None None] Port c978828e-eee2-4a5d-9f29-70f9a28e3c4d cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:08.129270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=366b8f47-5fc3-4ee2-921a-c6cbfbb96993,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:08.145118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.160178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.165553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4432de89-e42c-426f-b60a-53ed8aac1740 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/366b8f47-5fc3-4ee2-921a-c6cbfbb96993 HTTP/1.1" status: 204 len: 168 time: 1.8578882 Dec 06 23:54:08.171212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54492) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:08.185677 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc68176-e46c-448f-8eda-aa59f4780387 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] GET failed (client error): The resource could not be found. Dec 06 23:54:08.187116 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1fc68176-e46c-448f-8eda-aa59f4780387 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports/03e7fcb6-8376-4aa4-b9bc-e4628736166e HTTP/1.1" status: 404 len: 333 time: 0.5067909 Dec 06 23:54:08.187942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148ad67-c341-4d69-91ca-abfa679727ee tempest-PortsAdminExtendedAttrsTestJSON-1884674023 tempest-PortsAdminExtendedAttrsTestJSON-1884674023-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0fc7eea-4d5c-4ad6-b77c-1d9a52e7e95a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:08.200467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54494) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:08.223698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-332139515'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:08.255535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-5460c323-667d-48a0-8777-9a564496ac52 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:08.257150 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-5460c323-667d-48a0-8777-9a564496ac52 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.45 "GET /v2.0/networks?id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 HTTP/1.1" status: 200 len: 806 time: 1.1987214 Dec 06 23:54:08.460878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2b35d493-74eb-4b0e-b53b-aaf2e67b9392 req-9887e58d-7a12-4cc0-8308-27603ceabee2 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.1599798 Dec 06 23:54:08.461898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30adf06-0bb2-4b27-b044-89d7a003e0b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:08.461898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30adf06-0bb2-4b27-b044-89d7a003e0b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:08.461898 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d30adf06-0bb2-4b27-b044-89d7a003e0b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2107375 Dec 06 23:54:08.462761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.462941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.466519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > segment before_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.466519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.466519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.466923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > port after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.467460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > port after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.467811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > port after_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.468204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:08.468336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > segment after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.468726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.469144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.469579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet after_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.475106 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-103657d1-76ab-499d-bf34-eb6446edccff req-93e4dee4-3e5d-4940-87f2-112c340d6651 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0489631 Dec 06 23:54:08.620470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.704142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 2c13ca4a-0e33-47a0-929a-d5c3f9974b13 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:08.704543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.711706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet after_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.712078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet after_delete 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.712592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet before_create 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.712983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Subscribe: > subnet before_update 55550000 {{(pid=110158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 23:54:08.713274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea530adb-9455-4ea4-b7db-807b765ed1a2']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:08.754194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:08.754483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1c34c9-1f9e-4fdd-9870-52d3104fdd2d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:08.775424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-758b07ac-aa34-4e5e-80c6-363318704d50 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae24859db0174a0cbddd4f525daf7990 HTTP/1.1" status: 200 len: 379 time: 0.4497647 Dec 06 23:54:08.782773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.812604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.814343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.822640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:08.823281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:08.838135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 2c13ca4a-0e33-47a0-929a-d5c3f9974b13 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: from cryptography.utils import int_from_bytes Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: from cryptography.utils import int_from_bytes Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:08.846543 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:09.003358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.005079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:09.008990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.016049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.136919 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-30009596-66df-4c0e-89cc-3a7ca5e4527d req-ba717126-a7d5-4568-aa64-73e5a741a430 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.1147819 Dec 06 23:54:09.180363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event updated for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:09.188252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Network 4abbdb98-9c02-462d-9655-f4956273e197 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:09.205842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:09.278711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:09.350945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:09.358476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.371501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.377065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] 10.222.0.53 "DELETE /v2.0/networks/ea530adb-9455-4ea4-b7db-807b765ed1a2 HTTP/1.1" status: 204 len: 168 time: 1.7489409 Dec 06 23:54:09.403944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4cab-db44-40ff-962a-4bc5523cf06c tempest-PortsAdminExtendedAttrsTestJSON-1489222978 tempest-PortsAdminExtendedAttrsTestJSON-1489222978-project] Pushing event deleted for resources: {'Network': ['ID=ea530adb-9455-4ea4-b7db-807b765ed1a2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:09.637694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:09.643234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.651084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.698741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::63 (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/6f63ec9d-17ec-4e82-a4dd-e785c7019205) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:09.714463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d98420fa-e7a2-49c4-a6aa-50513bb8e14e None None] Provisioning complete for port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:09.716270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d98420fa-e7a2-49c4-a6aa-50513bb8e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.780505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=2c13ca4a-0e33-47a0-929a-d5c3f9974b13,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:09.796557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:09.802304 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f52a50e9-e68a-48e1-9212-3e96ace44b90 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/2c13ca4a-0e33-47a0-929a-d5c3f9974b13 HTTP/1.1" status: 204 len: 168 time: 1.3270838 Dec 06 23:54:09.805768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:09.853628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d98420fa-e7a2-49c4-a6aa-50513bb8e14e None None] Port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:09.861436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-7b0d9997-9d66-45c5-b0b5-949a20ec8edb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7655432 Dec 06 23:54:09.889323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2fae7b2f-3e6c-40a5-9dc5-244e61f5f2af req-b493a6fe-efad-4f09-b8bc-a916ac7b589c tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0888655 Dec 06 23:54:09.944828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ec455-8a6a-4989-810a-1122ba50d6a8 req-fd25b8e0-587c-467d-9554-86bf5dbae53c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:09.949748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f15ec455-8a6a-4989-810a-1122ba50d6a8 req-fd25b8e0-587c-467d-9554-86bf5dbae53c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.2919466 Dec 06 23:54:10.099385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1937df6-d857-4506-9105-e56438717d46 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:10.101472 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b1937df6-d857-4506-9105-e56438717d46 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2935128 Dec 06 23:54:10.105296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54540) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.134502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54542) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.167758 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7615d5bb-800f-471f-b261-4f01e49c4f42 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:10.171331 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7615d5bb-800f-471f-b261-4f01e49c4f42 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/366b8f47-5fc3-4ee2-921a-c6cbfbb96993 HTTP/1.1" status: 404 len: 333 time: 0.0629840 Dec 06 23:54:10.171495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f15ec455-8a6a-4989-810a-1122ba50d6a8 req-c687a773-5e0a-4835-90e6-58948943d2af tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195370 Dec 06 23:54:10.172332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54548) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.203532 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc57030a-97a1-456c-b73b-0b2dfc308e26 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:10.211471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc57030a-97a1-456c-b73b-0b2dfc308e26 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/2c13ca4a-0e33-47a0-929a-d5c3f9974b13 HTTP/1.1" status: 404 len: 333 time: 0.0309811 Dec 06 23:54:10.211706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54550) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.230554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.299742 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dae17482-50a5-4454-8bdb-b6b113002864 req-5c74b7a8-4381-4328-8562-f8550e29f0f1 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0786183 Dec 06 23:54:10.369765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.426392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.442186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.478759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7795bfa0-de91-428d-a6e2-9659cbce16c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be990e1112d845fd90d0a0133efc3551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3431497 Dec 06 23:54:10.485262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54556) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.554639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.568659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.580019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=c978828e-eee2-4a5d-9f29-70f9a28e3c4d,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:10.599861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.611148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.676879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.683167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:10.693781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:10.700055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:10.706288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:10.706946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.747419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=6f63ec9d-17ec-4e82-a4dd-e785c7019205,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:10.747419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6cf48e-9983-4bd4-ac3e-bcd7a951e759']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:10.763817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.766801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.768107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3d226b9-7386-4794-b327-c2a7d95dc902 HTTP/1.1" status: 204 len: 168 time: 0.2855401 Dec 06 23:54:10.797101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02919711-b76c-4e4e-8176-d9d38dcd9454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d226b9-7386-4794-b327-c2a7d95dc902,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:10.812380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e878d9d1-a257-4f30-a19b-7db3fcfdb5ac') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:10.814266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e878d9d1-a257-4f30-a19b-7db3fcfdb5ac') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:10.861425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.869266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54566) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.894976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d08d3ce-c41b-4ea0-9156-21b71d75c772 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6925156 Dec 06 23:54:10.898569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.899565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:10.905443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:31:5b:03'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:10.934918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:10.940340 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:11.071490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1286926904'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:11.124566 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f89df501-bd5d-40cc-b18b-6895ed267bd3 req-d3141ff8-813a-4cad-a9c8-f53bebd305aa tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0479972 Dec 06 23:54:11.126305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network b794dd20-b77c-4d32-a674-a74d2b874528 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:11.128446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:11.206292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-651eb7b3-47cf-4639-9aa8-776e9f8269c7 None None] Provisioning complete for port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:11.208410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-651eb7b3-47cf-4639-9aa8-776e9f8269c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.226780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.229671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.230989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.326387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-651eb7b3-47cf-4639-9aa8-776e9f8269c7 None None] Port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:11.562187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.592699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf63e6-af36-4926-a918-518ccc8acd8a req-f5e18153-056f-4804-a6f6-f17f3c51c53f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:11.600005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3caf63e6-af36-4926-a918-518ccc8acd8a req-f5e18153-056f-4804-a6f6-f17f3c51c53f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.3190925 Dec 06 23:54:11.604419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.635507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.643519 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/5d6cf48e-9983-4bd4-ac3e-bcd7a951e759 HTTP/1.1" status: 204 len: 168 time: 1.4225271 Dec 06 23:54:11.645239 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3964d5ba-7d44-42cc-8ee4-25e3ab59e1f8 req-5b88f158-4357-49af-af90-c40833121d9a tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0449426 Dec 06 23:54:11.659410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54580) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:11.665907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1906944492'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:11.670855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d785b-d153-4e22-9ac5-c1160f65ad0f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=5d6cf48e-9983-4bd4-ac3e-bcd7a951e759,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:11.676343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a6685ee6-4c73-460d-9dc9-7d173e409498 None None] Provisioning complete for port c978828e-eee2-4a5d-9f29-70f9a28e3c4d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:11.678917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6685ee6-4c73-460d-9dc9-7d173e409498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.682610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3caf63e6-af36-4926-a918-518ccc8acd8a req-e5d6aea7-fc75-403e-9b23-2b719cc0294e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816338 Dec 06 23:54:11.712167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Router 2af04a1d-174f-4d77-b4d4-384553e445dc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:11.735590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a6685ee6-4c73-460d-9dc9-7d173e409498 None None] Port c978828e-eee2-4a5d-9f29-70f9a28e3c4d cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:11.750471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.810659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:11.814115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.824094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.854049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:11.861788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:11.873973 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-63c0978f-9932-498c-a63d-ff40298dbc14 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "PUT /v2.0/routers/2af04a1d-174f-4d77-b4d4-384553e445dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7769380 Dec 06 23:54:11.874320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54582) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:11.874420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] Sync routers for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:11.877302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Request body: {'port': {'network_id': 'b794dd20-b77c-4d32-a674-a74d2b874528', 'name': 'tempest-FloatingIPAdminTestJSON-94970411'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:11.878874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.880491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment 677dbc22-8c17-4320-8df6-757d779ef7f4 of type vlan for network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c Dec 06 23:54:11.905307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:11.906022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:11.908629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.912205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc2749f7-4d1e-4138-b054-498787f62c91 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0395834 Dec 06 23:54:11.918185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.919971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54584) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:11.922279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54586) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:11.970226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:11.978876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:12.001158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:12.001803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:53:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:12.044012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:12.044849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381861e-6ecc-43c9-9b13-4e3bf5ed3cb7 None None] The sync data for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:12.080802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] In _notify_port_updated(), no bound segment for port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 on network 19412a85-36d1-408d-8b0b-cdf505442c87 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:12.086659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:12.087305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.088781 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "PUT /v2.0/ports/6f63ec9d-17ec-4e82-a4dd-e785c7019205 HTTP/1.1" status: 200 len: 1001 time: 1.1882277 Dec 06 23:54:12.093158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:12.108392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.114462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:12.115210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.128290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.235592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994aa70-18ee-4549-aa2b-d3728778e1a7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=6f63ec9d-17ec-4e82-a4dd-e785c7019205,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:12.249870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c0ae223-918a-4933-9903-3225417c9404 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3205d91e6f004314b3f30c5efd47f79d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3161671 Dec 06 23:54:12.254896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:12.306743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6449177 Dec 06 23:54:12.309679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54594) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:12.326277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b00a2e-e1b4-4b3c-98b3-eedd7aa44ba4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=fc6764ca-6457-4e8e-aac2-e2a99cb41d7c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:12.338034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:12.351484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-edd01308-1a84-425e-8c66-51eb97666143 req-1cdde04d-9aff-465f-9271-2ac1d7f9e2c8 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0929630 Dec 06 23:54:12.355740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:12.382475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:12.383205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.494348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f5c87b2f-0060-47e5-aa61-a6a330a0902b None None] Provisioning complete for port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:12.495025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f5c87b2f-0060-47e5-aa61-a6a330a0902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.526345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.548042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for 6f63ec9d-17ec-4e82-a4dd-e785c7019205 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:12.550626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f5c87b2f-0060-47e5-aa61-a6a330a0902b None None] Port 6f63ec9d-17ec-4e82-a4dd-e785c7019205 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:12.590652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.596198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.664700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Made reservation on behalf of 911b0c6c29b34cbabd426b267e2bb011 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:12.668263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.674602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.722254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] device_id is not set on port da41e233-1fde-48de-bac8-12a5b134687f yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:12.736430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.764583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.765222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e4dd751-adc8-4b57-9c28-6c8d6c41865e {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:12.800703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.825446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.829856 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8dd0135a-895d-4ddd-835f-b12da7ca0ad0 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6e4dd751-adc8-4b57-9c28-6c8d6c41865e HTTP/1.1" status: 204 len: 168 time: 0.8984697 Dec 06 23:54:12.829856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:12.831039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:12.844025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54600) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:12.846900 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bf0c86e7-8e9f-46c8-a04c-25b87a6bb3f1 req-b06abf47-33f9-4e4a-866a-461e5c6acf7f tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.1011007 Dec 06 23:54:12.848665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Request body: {'router': {'name': 'tempest-router-523518521', 'distributed': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:12.861289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=6f63ec9d-17ec-4e82-a4dd-e785c7019205,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:12.934268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Performing IP validity checks on allocation pools {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 23:54:12.935920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 23:54:12.953372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f621f08-16dc-447d-8629-6b0416529205 req-a2132ce5-4542-4818-927d-15f989956a3c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:12.954949 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5f621f08-16dc-447d-8629-6b0416529205 req-a2132ce5-4542-4818-927d-15f989956a3c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.2005584 Dec 06 23:54:13.026584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.027688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.058903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.061913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.064058 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/681a739f-be5f-4ab2-ba64-813085c24dbe HTTP/1.1" status: 204 len: 168 time: 0.8073986 Dec 06 23:54:13.067169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5f621f08-16dc-447d-8629-6b0416529205 req-f87ae4b0-eb73-4f4e-9844-bff33696dcbf tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977457 Dec 06 23:54:13.143417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53eb9d-cfb2-4c77-909b-467db353cce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a739f-be5f-4ab2-ba64-813085c24dbe,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:13.161677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.168731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Allocated IP 172.20.0.12 (b794dd20-b77c-4d32-a674-a74d2b874528/32a03c38-af96-450e-9711-9a322faaa6b7/da41e233-1fde-48de-bac8-12a5b134687f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:13.181944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.203196 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3e599cf3-f498-40f1-819b-39781e6e6685 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/6f63ec9d-17ec-4e82-a4dd-e785c7019205 HTTP/1.1" status: 204 len: 168 time: 1.1085374 Dec 06 23:54:13.203786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54604) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:13.218194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.238151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e91fe4-8254-48c6-a81a-6771658d094d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] GET failed (client error): The resource could not be found. Dec 06 23:54:13.244811 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30e91fe4-8254-48c6-a81a-6771658d094d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports/6f63ec9d-17ec-4e82-a4dd-e785c7019205 HTTP/1.1" status: 404 len: 333 time: 0.0382206 Dec 06 23:54:13.246209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54606) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:13.280685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883694767'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:13.377403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.378612 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-527fe013-81d9-4be0-b128-ed7165748ed7 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5335903 Dec 06 23:54:13.399981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54610) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:13.417884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.518816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.535541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=964f6c16-49fe-4d7d-b2ea-aac69ff64578,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:13.554287 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a7c5d8d-9986-4de9-a585-3e4da86b65c0 req-478088c4-38f0-407d-a8bc-40fe988427e7 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0894206 Dec 06 23:54:13.606965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': '677dbc22-8c17-4320-8df6-757d779ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:13.607367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: fc6764ca-6457-4e8e-aac2-e2a99cb41d7c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:13.616858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.713206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:13.743401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.747850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.751417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.814803 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Network b794dd20-b77c-4d32-a674-a74d2b874528 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:13.824404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fc6764ca-6457-4e8e-aac2-e2a99cb41d7c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:13.824404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:13.825860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:13.826230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.829762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e741569-703f-4709-8ad1-56ac69762843 None None] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:13.845396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:13.868223 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:13.872443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.876951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event updated for resources: {'Port': ['ID=da41e233-1fde-48de-bac8-12a5b134687f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:13.899722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port a38c6fa8-5bf2-4730-8207-205d4e6d28eb yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:13.949228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:13.954781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:13.996246 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-896ddb55-73e0-4c59-acfe-dc66fe27c340 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6446462 Dec 06 23:54:13.997140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54624) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:14.002402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c', 'name': 'tempest-PortsTestJSON-404864984'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:14.013782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2a87eef-a785-4851-ae5b-884f4043eb65 req-e32b0340-bc93-496d-ab4b-bf9b1b24c88c tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0364711 Dec 06 23:54:14.138760 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4618fb72-ce6c-4b22-b18f-1cf91db1ba01 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660489 Dec 06 23:54:14.143274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54628) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:14.238216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fc6764ca-6457-4e8e-aac2-e2a99cb41d7c', 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': '964f6c16-49fe-4d7d-b2ea-aac69ff64578'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:14.239861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.310652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.311192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1777af8a-96ec-400d-9496-94816aebb1ff {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:14.319772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2d872-b8d6-4aba-abac-3c9c710ae198 req-109f6376-65bb-4233-b2b7-1bea2d2ba30e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:14.321440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1d2d872-b8d6-4aba-abac-3c9c710ae198 req-109f6376-65bb-4233-b2b7-1bea2d2ba30e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.1067820 Dec 06 23:54:14.331964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.333144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-07e4bed7-18a3-422e-8b09-2a665ef11f8e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1777af8a-96ec-400d-9496-94816aebb1ff HTTP/1.1" status: 204 len: 168 time: 0.9319954 Dec 06 23:54:14.341731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:14.359106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Request body: {'router': {'name': 'tempest-router-1751454650', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e82b9eeeff654b6e8be2f233c7071935'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:14.415366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::6f (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/a38c6fa8-5bf2-4730-8207-205d4e6d28eb) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:14.417180 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1d2d872-b8d6-4aba-abac-3c9c710ae198 req-64314035-cc1c-49f1-94ce-562b98493bbd tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884066 Dec 06 23:54:14.436150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:14.440678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-57b63f69-8526-4c3b-bada-9d9c57df4617 None None] Provisioning complete for port da41e233-1fde-48de-bac8-12a5b134687f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:14.441621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-57b63f69-8526-4c3b-bada-9d9c57df4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.441977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.478468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port c27848d2-ffe2-4ea0-a327-0e84781d4758 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:14.525643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-57b63f69-8526-4c3b-bada-9d9c57df4617 None None] Port da41e233-1fde-48de-bac8-12a5b134687f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:14.539380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Allocated IP 172.20.0.2 (fc6764ca-6457-4e8e-aac2-e2a99cb41d7c/964f6c16-49fe-4d7d-b2ea-aac69ff64578/20b7cf36-d810-4be4-af45-cf7badcd197e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:14.582102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.583261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.674797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.683226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'project_id': '911b0c6c29b34cbabd426b267e2bb011', 'port_id': 'da41e233-1fde-48de-bac8-12a5b134687f'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:14.731445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-12bddb28-ff7a-43a9-863e-bee8094fb0cb req-7977224d-985b-4e8b-b0d1-47e5488ad12a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0507317 Dec 06 23:54:14.753503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.782576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.835926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.837587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.855380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.859644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-42eca83f-cb5f-4069-a78d-2ed68a8fd442 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5158279 Dec 06 23:54:14.860276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54644) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:14.865569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:14.915572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:14.961081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.005979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:15.009333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:15.012645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:15.013795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:15.023975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:15.023975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:15.024162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.025199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:15.045280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=a38c6fa8-5bf2-4730-8207-205d4e6d28eb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:15.150882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5f2d8388-f60d-4ba0-84b1-c17889bf1906 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9004612 Dec 06 23:54:15.153429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54652) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:15.162761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:31:5b:03'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:15.189559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Attempting to bind port 20b7cf36-d810-4be4-af45-cf7badcd197e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:15.190201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Attempting to bind port 20b7cf36-d810-4be4-af45-cf7badcd197e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '677dbc22-8c17-4320-8df6-757d779ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:15.195157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Attempting to bind port 20b7cf36-d810-4be4-af45-cf7badcd197e on network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:15.197865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Pushing event updated for resources: {'Port': ['ID=20b7cf36-d810-4be4-af45-cf7badcd197e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:15.218109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:15.218485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Checking segment: {'id': '677dbc22-8c17-4320-8df6-757d779ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:15.218898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.219286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Bound using segment: {'id': '677dbc22-8c17-4320-8df6-757d779ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:15.219799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Bound port: 20b7cf36-d810-4be4-af45-cf7badcd197e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677dbc22-8c17-4320-8df6-757d779ef7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fc6764ca-6457-4e8e-aac2-e2a99cb41d7c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:15.220185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.466611 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1fa61641-f84a-40a2-8303-15123c95063f req-23abb31e-4101-4508-b8f1-2a4dc48a6d8f tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.1342616 Dec 06 23:54:15.484030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.606398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e81b2a3a-621a-4d09-8c92-74c63c846b6c None None] Provisioning complete for port a38c6fa8-5bf2-4730-8207-205d4e6d28eb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:15.606768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e81b2a3a-621a-4d09-8c92-74c63c846b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.662314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] For port 20b7cf36-d810-4be4-af45-cf7badcd197e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:15.668316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] For port 20b7cf36-d810-4be4-af45-cf7badcd197e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20b7cf36-d810-4be4-af45-cf7badcd197e,segment=NetworkSegment(677dbc22-8c17-4320-8df6-757d779ef7f4),segment_id=677dbc22-8c17-4320-8df6-757d779ef7f4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:15.669629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e81b2a3a-621a-4d09-8c92-74c63c846b6c None None] Port a38c6fa8-5bf2-4730-8207-205d4e6d28eb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:15.709724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.713445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.713445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.9 (fc6764ca-6457-4e8e-aac2-e2a99cb41d7c/964f6c16-49fe-4d7d-b2ea-aac69ff64578/c27848d2-ffe2-4ea0-a327-0e84781d4758) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:15.750474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.754700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625c5a5-87c6-4e3e-84d8-b5a663b4d5e8 req-f413c276-59b0-4aa8-9bda-7fb861b1cbe2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:15.762597 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f625c5a5-87c6-4e3e-84d8-b5a663b4d5e8 req-f413c276-59b0-4aa8-9bda-7fb861b1cbe2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.1845059 Dec 06 23:54:15.921653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:15.922338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f625c5a5-87c6-4e3e-84d8-b5a663b4d5e8 req-98439787-b0df-4385-95bb-674175de081a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588309 Dec 06 23:54:15.937719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33a825-f648-43e3-bccc-238ca8c6ae5d None None] Pushing event updated for resources: {'Port': ['ID=20b7cf36-d810-4be4-af45-cf7badcd197e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:16.004278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.018064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2d032dd-551b-4b33-b5af-553cd60a2fa7 req-f8657d3e-18e0-4185-bb6e-0ab09b7170c3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.1088791 Dec 06 23:54:16.072296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.130078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 23:54:16.130493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Router c816bed5-13c3-493f-b27f-12989f12ec3d migrating from provider to provider. {{(pid=110158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 23:54:16.130952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.133164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54668) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:16.155390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=a38c6fa8-5bf2-4730-8207-205d4e6d28eb,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:16.157985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] In _notify_port_updated(), no bound segment for port a38c6fa8-5bf2-4730-8207-205d4e6d28eb on network 19412a85-36d1-408d-8b0b-cdf505442c87 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:16.163957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:16.164666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.172811 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bc41324d-0f01-4fe5-9ffe-4c78fca30578 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "PUT /v2.0/ports/a38c6fa8-5bf2-4730-8207-205d4e6d28eb HTTP/1.1" status: 200 len: 1001 time: 1.0173676 Dec 06 23:54:16.173485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54672) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:16.252596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.331132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.376363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port a38c6fa8-5bf2-4730-8207-205d4e6d28eb {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:16.376363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.508398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2073553832', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:16.554801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.587414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for a38c6fa8-5bf2-4730-8207-205d4e6d28eb owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:16.633410 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] No L3 agents can host the router c816bed5-13c3-493f-b27f-12989f12ec3d Dec 06 23:54:16.636039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Allocated IP 172.36.7.4 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:16.659040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.705610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Made reservation on behalf of 79c63715448b4958a916b60b8ffa53a2 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:16.707787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.716774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f65a3e7a-14e9-4952-80c1-237b66dca1db req-118dbe99-45d5-40f4-9665-5b78d8aa84ad tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0690563 Dec 06 23:54:16.729213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7a2efcd6-2196-4a7d-a444-0ab319fe41e6 None None] Provisioning complete for port a38c6fa8-5bf2-4730-8207-205d4e6d28eb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:16.729823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7a2efcd6-2196-4a7d-a444-0ab319fe41e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.777715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7a2efcd6-2196-4a7d-a444-0ab319fe41e6 None None] Port a38c6fa8-5bf2-4730-8207-205d4e6d28eb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:16.846038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.906617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.938939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=a38c6fa8-5bf2-4730-8207-205d4e6d28eb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:16.991033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:16.999747 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b45a50f0-a859-4ed3-a42f-c585f785c3a1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/a38c6fa8-5bf2-4730-8207-205d4e6d28eb HTTP/1.1" status: 204 len: 168 time: 0.8247509 Dec 06 23:54:17.000883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54678) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.019331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Hosts for router c816bed5-13c3-493f-b27f-12989f12ec3d: [] {{(pid=110158) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 23:54:17.021633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.036622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.044135 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7b0c49-8979-42af-8bb6-5673377a5de9 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] GET failed (client error): The resource could not be found. Dec 06 23:54:17.045611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0f7b0c49-8979-42af-8bb6-5673377a5de9 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports/a38c6fa8-5bf2-4730-8207-205d4e6d28eb HTTP/1.1" status: 404 len: 333 time: 0.0436418 Dec 06 23:54:17.061650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54682) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.075901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-448212256'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:17.198303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Hosts for other DVR routers connected to router c816bed5-13c3-493f-b27f-12989f12ec3d: set() {{(pid=110158) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 23:54:17.205926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.209551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1b26992f-20e0-4b68-a508-88abc91fb056 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "PUT /v2.0/routers/c816bed5-13c3-493f-b27f-12989f12ec3d HTTP/1.1" status: 200 len: 717 time: 2.3450909 Dec 06 23:54:17.217512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54684) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.237114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:17.252191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:17.280527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:17.345724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=c27848d2-ffe2-4ea0-a327-0e84781d4758,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:17.360915 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ecf85f70-3c89-4fe9-afe5-e5493553006d tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "GET /v2.0/routers/c816bed5-13c3-493f-b27f-12989f12ec3d HTTP/1.1" status: 200 len: 717 time: 0.1338937 Dec 06 23:54:17.365394 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5e9822d3-c680-4e4a-8153-18aa3a3af311 req-f9a3a342-7519-4f40-bd72-367bae65b665 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.2216125 Dec 06 23:54:17.367866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54686) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.388058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c61546-6e07-493a-9aa6-23ea8bfd2b4b req-f15d366f-3960-44a2-8151-ce6380c79e02 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:17.400640 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81c61546-6e07-493a-9aa6-23ea8bfd2b4b req-f15d366f-3960-44a2-8151-ce6380c79e02 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.3573980 Dec 06 23:54:17.480491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.486723 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81c61546-6e07-493a-9aa6-23ea8bfd2b4b req-7067f073-4b63-4691-aaf7-1c3c86fb03ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850232 Dec 06 23:54:17.492693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:17.493577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.629651 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-46c55403-4df2-47c3-a393-a01a927b3708 tempest-RoutersTestDVR-1160490679 tempest-RoutersTestDVR-1160490679-project] 10.222.0.53 "GET /v2.0/routers/c816bed5-13c3-493f-b27f-12989f12ec3d HTTP/1.1" status: 200 len: 683 time: 0.2578154 Dec 06 23:54:17.629793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.666522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:17.670979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.697051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27729c46-3611-44bd-8287-80c2c43c987e None None] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:17.719933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port 3d4428a5-bfe7-4140-9c2d-1858118346b8 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:17.725246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 20b7cf36-d810-4be4-af45-cf7badcd197e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:17.737653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.738530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.777976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] device_id is not set on port 30ed849b-c67f-4a84-ae00-28e74c4a9cab yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:17.784563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e04e8b-1102-4ec9-9029-91c67279d891,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:17.823314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc7e4212-8ea6-4916-8316-d1b5e20249f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8248773 Dec 06 23:54:17.826386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54694) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:17.829813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:17.864214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 20b7cf36-d810-4be4-af45-cf7badcd197e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:17.864620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.870402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] Provisioning complete for port 20b7cf36-d810-4be4-af45-cf7badcd197e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:17.871006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.904928 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64a00a75-9d48-4e9f-8016-21af8f33ea43 req-d19fb7bf-2751-4643-967d-639d24e8fa12 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0314150 Dec 06 23:54:17.920047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::19b (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/3d4428a5-bfe7-4140-9c2d-1858118346b8) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:17.935342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:17.937723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:17.974149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:18.082872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Pushing event updated for resources: {'Port': ['ID=d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:18.084886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.122696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.126725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.157566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] For port 20b7cf36-d810-4be4-af45-cf7badcd197e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20b7cf36-d810-4be4-af45-cf7badcd197e,segment=NetworkSegment(677dbc22-8c17-4320-8df6-757d779ef7f4),segment_id=677dbc22-8c17-4320-8df6-757d779ef7f4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:18.233773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.255957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.330059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:54:18.330059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:54:18.330347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=3d4428a5-bfe7-4140-9c2d-1858118346b8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:18.342428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb1457-5a27-4891-abcb-e0416e33c2a8 None None] Pushing event updated for resources: {'Port': ['ID=20b7cf36-d810-4be4-af45-cf7badcd197e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:18.363093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:18.364952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:18.368139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:18.374911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:18.375756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.391599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-0663e92b-4d59-4eb7-b601-f3f50fac56be tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:54:18.393737 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-0663e92b-4d59-4eb7-b601-f3f50fac56be tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066488 Dec 06 23:54:18.409248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc12201-84d2-4a7e-b29c-65a699de809f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.445415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'port': {'device_id': '153a1575-8595-464b-85eb-2238609627dd', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'admin_state_up': True, 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'security_groups': ['3a83df9e-b539-4df9-8e10-9eb264bef8d9']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:18.474714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85b3ae9a-ab92-4105-90e9-2a98da040130 None None] Provisioning complete for port c27848d2-ffe2-4ea0-a327-0e84781d4758 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:18.475105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85b3ae9a-ab92-4105-90e9-2a98da040130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.506018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1209400-cc35-4eee-9f05-bc2a8dcdf009 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4432256 Dec 06 23:54:18.508798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54700) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:18.514748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'network_id': '19412a85-36d1-408d-8b0b-cdf505442c87', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-195256806'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:18.560933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-85b3ae9a-ab92-4105-90e9-2a98da040130 None None] Port c27848d2-ffe2-4ea0-a327-0e84781d4758 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:18.576015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85b3ae9a-ab92-4105-90e9-2a98da040130 None None] Provisioning complete for port 20b7cf36-d810-4be4-af45-cf7badcd197e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:18.576921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85b3ae9a-ab92-4105-90e9-2a98da040130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.591826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Request body: {'port': {'device_id': '12393573-57c3-4db7-b0e8-304ff977fc79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:18.636810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.646966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.768473 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-793d89b0-c45f-462f-ad79-4312ac0cb810 req-29ca6d2b-3987-49f7-926d-1aeeec2fffea tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.1545510 Dec 06 23:54:18.813057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Provisioning complete for port 3d4428a5-bfe7-4140-9c2d-1858118346b8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:18.814160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.900968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Allocated IP 172.36.7.39 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/30ed849b-c67f-4a84-ae00-28e74c4a9cab) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:18.904901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port c27848d2-ffe2-4ea0-a327-0e84781d4758 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:18.905245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.918114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Port 3d4428a5-bfe7-4140-9c2d-1858118346b8 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:18.934802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.935313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c816bed5-13c3-493f-b27f-12989f12ec3d {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:18.936409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Provisioning complete for port c27848d2-ffe2-4ea0-a327-0e84781d4758 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:18.936772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.960983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:18.965869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9ef7078f-4188-4f90-8d1a-8392b4c7a95e tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c816bed5-13c3-493f-b27f-12989f12ec3d HTTP/1.1" status: 204 len: 168 time: 1.3280730 Dec 06 23:54:18.969947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54706) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:18.979915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9832827a-0900-4e43-969c-6a4d989a57ff None None] Port c27848d2-ffe2-4ea0-a327-0e84781d4758 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:18.982723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Request body: {'router': {'name': 'tempest-router-602667397', 'distributed': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:19.061127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.096326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67e201-1993-4a9a-8a2b-7a7463f38d9e req-e44e8def-eea8-476a-aa60-facf60a20aea tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:19.097820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d67e201-1993-4a9a-8a2b-7a7463f38d9e req-e44e8def-eea8-476a-aa60-facf60a20aea tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 932 time: 0.4729624 Dec 06 23:54:19.123721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-15dcd9f3-f159-4b17-83d3-f853ce8f4a83 req-9f2a9fe2-5e77-46b9-936d-a8cd30951068 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0922217 Dec 06 23:54:19.200052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.267330 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d67e201-1993-4a9a-8a2b-7a7463f38d9e req-2fcf40ae-6c5f-447c-a9de-9dd4928c1030 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597242 Dec 06 23:54:19.268669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for c27848d2-ffe2-4ea0-a327-0e84781d4758 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:19.274566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.275598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.430230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Made reservation on behalf of ae24859db0174a0cbddd4f525daf7990 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:19.433689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.461950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:19.469600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.489730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Made reservation on behalf of ce49a9b8dabf4fbc99be3fc59cb416c9 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:19.493337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.500394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Transition to ACTIVE for port object 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:54:19.514463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] device_id is not set on port 9f8fa9d6-e0ec-494e-9b23-f053e862969c yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:19.582896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.599583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.605580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.45', 58849) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:19.627160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 20b7cf36-d810-4be4-af45-cf7badcd197e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:19.688864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 20b7cf36-d810-4be4-af45-cf7badcd197e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:19.689175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.708839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.711101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.751666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:19.761990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Allocated IP 2001:db8::3c5 (19412a85-36d1-408d-8b0b-cdf505442c87/b99bd671-9c3a-49fe-a236-d779eaf1643a/9f8fa9d6-e0ec-494e-9b23-f053e862969c) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:19.827413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:19.856325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Attempting to bind port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:19.856325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Attempting to bind port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:19.856662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Attempting to bind port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac on network 4abbdb98-9c02-462d-9655-f4956273e197 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:19.868025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac on network 4abbdb98-9c02-462d-9655-f4956273e197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:19.868411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Attempting to bind port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac on network 4abbdb98-9c02-462d-9655-f4956273e197 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:19.887282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:19.887642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Checking segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:19.888313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Bound using segment: {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:19.888781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Bound port: 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd146404-380b-43ab-9226-98b551a5ebf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:19.889272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.037639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:20.066039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:20.097260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.135544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.174860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.176812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.177458 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] 10.222.0.45 "PUT /v2.0/ports/5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1094 time: 1.6957002 Dec 06 23:54:20.177914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:20.184474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.192969 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-322d84a1-3ec0-4a34-9e3d-aa60d2405b76 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2150202 Dec 06 23:54:20.201399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54716) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:20.210626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.212815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47706e1b-a2ff-4fad-b13f-5ea5b84c0579 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:20.274028 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d506247-592e-49fb-8976-9e6b0e6614f2 req-8398c809-89b6-4776-b76d-2697cb3f5b80 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.3652680 Dec 06 23:54:20.299355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71a017c4-1725-4f67-88a9-b8bbd62def71 req-5a993228-58b4-4646-93b5-bb5515908649 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0397017 Dec 06 23:54:20.311221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Network 19412a85-36d1-408d-8b0b-cdf505442c87 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:20.312469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=9f8fa9d6-e0ec-494e-9b23-f053e862969c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:20.315883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:20.318003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:20.325251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.325897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.347861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eebbfef-1597-467a-a767-82de0052998f" -d '{"events": [{"name": "network-changed", "server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:20.447483 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7673f349-65e0-4246-bcbf-f9898354d39b tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9371567 Dec 06 23:54:20.461405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:20.474590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::347', 'mac_address': 'fa:16:3e:31:5b:03'}, {'ip_address': '2001:db8::19b', 'mac_address': 'fa:16:3e:7c:b7:7b'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:20.490784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.518435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-d1dc200b-b20a-4e8e-9cd0-08a2e54bbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.520184 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-d1dc200b-b20a-4e8e-9cd0-08a2e54bbe30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1097 time: 0.1501160 Dec 06 23:54:20.569192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-12607c80-39a0-49c0-beaf-d1b68bb0686b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.571224 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-12607c80-39a0-49c0-beaf-d1b68bb0686b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.45 "GET /v2.0/networks?id=9b6c893a-8d06-4649-a8fb-41ccd62b8387 HTTP/1.1" status: 200 len: 812 time: 0.9533620 Dec 06 23:54:20.610383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d028f0-8ed2-45e1-b9e5-c466f9ef5196 x-openstack-request-id: req-49d028f0-8ed2-45e1-b9e5-c466f9ef5196 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:20.610707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:20.610927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49d028f0-8ed2-45e1-b9e5-c466f9ef5196 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:20.611401 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'status': 'completed', 'code': 200} Dec 06 23:54:20.618554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.625140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.627251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Allocated IP 172.20.0.11 (ae3aba2d-046e-4fbb-9fd0-5f57c6886a99/cb1be18d-1b87-40d2-82a5-092cca70668e/e8f79fdd-700d-4188-9685-dfcbaa6ec8b8) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:20.632676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb43307-7009-4f40-aca3-c3b9334d8855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.644090 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-6c5a29b8-a367-4e3b-be40-aade26547d3e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 217 time: 0.0996327 Dec 06 23:54:20.703752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-ec1dda9e-62de-4513-b14c-58d8eff7e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.705344 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-ec1dda9e-62de-4513-b14c-58d8eff7e7af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.0537479 Dec 06 23:54:20.737234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c182a19c-70d4-45ac-9cc7-e2c2adc12afe None None] Provisioning complete for port 9f8fa9d6-e0ec-494e-9b23-f053e862969c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:20.738218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c182a19c-70d4-45ac-9cc7-e2c2adc12afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.779358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c182a19c-70d4-45ac-9cc7-e2c2adc12afe None None] Port 9f8fa9d6-e0ec-494e-9b23-f053e862969c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:20.794153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-8b769b75-30a5-423f-8ade-1ea9bdf32b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.797463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-8b769b75-30a5-423f-8ade-1ea9bdf32b44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831430 Dec 06 23:54:20.836278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.894762 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-1856e66d-f0b0-4c02-8e3d-b9386dfbf24e service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859721 Dec 06 23:54:20.917785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:20.964847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d2775-dbb6-4c9f-ad99-192645444a39 req-9a0076ad-1266-4613-b00e-2f9e9c662d55 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:20.966413 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8f7d2775-dbb6-4c9f-ad99-192645444a39 req-9a0076ad-1266-4613-b00e-2f9e9c662d55 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 944 time: 0.5263226 Dec 06 23:54:20.983161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:20.993294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:20.998573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Pushing event updated for resources: {'Port': ['ID=30ed849b-c67f-4a84-ae00-28e74c4a9cab,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:20.999926 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e830814c-5bff-4b6d-a4a1-0c0667fb02c1 req-e3560f27-2482-45b5-ab63-5ae8083a40ca service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950396 Dec 06 23:54:21.022309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:21.028498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.181877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=c27848d2-ffe2-4ea0-a327-0e84781d4758,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:21.199793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbfef-1597-467a-a767-82de0052998f req-7aa2a123-a54f-4ccd-8f61-97a539555108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:21.201532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-7aa2a123-a54f-4ccd-8f61-97a539555108 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1097 time: 0.0414629 Dec 06 23:54:21.219716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-62d61d9e-8e84-4ce9-b764-8937091a8f33 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99c711dc96aa4750ba239500a73e5d52 HTTP/1.1" status: 200 len: 379 time: 0.5901647 Dec 06 23:54:21.262746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'port': {'device_id': '3c06458a-b25a-421c-a425-b98c90097d38', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'admin_state_up': True, 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'security_groups': ['7cef7f37-e270-408c-a724-46d856c925f6']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:21.302142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbfef-1597-467a-a767-82de0052998f req-c847eae9-ed74-40a1-be29-4b6741a09f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:21.303748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-c847eae9-ed74-40a1-be29-4b6741a09f46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.0948372 Dec 06 23:54:21.326783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.327267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da6faf1-33e3-4c2f-a479-b5d033ac1152 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:21.329289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:21.329882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.335217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.338492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-95773c07-c7d7-4959-895f-d813afeca060 tempest-RoutersTestDVR-1424469169 tempest-RoutersTestDVR-1424469169-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0da6faf1-33e3-4c2f-a479-b5d033ac1152 HTTP/1.1" status: 204 len: 168 time: 1.0944688 Dec 06 23:54:21.354966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-806b0644-452b-418f-ad79-7590c8257754 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 217 time: 0.0434263 Dec 06 23:54:21.365727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.372521 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b5cd0d91-1a1a-4c28-8484-280b6238c50c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/c27848d2-ffe2-4ea0-a327-0e84781d4758 HTTP/1.1" status: 204 len: 168 time: 3.5342038 Dec 06 23:54:21.382258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54742) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:21.409385 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9ee4d790-ab0e-4f93-b0f9-e00d59e85e1e req-9c4ee054-d241-48b1-ae25-d7d529942333 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0534558 Dec 06 23:54:21.415156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.430366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbfef-1597-467a-a767-82de0052998f req-76116b57-bd06-4107-b2bf-7bab8c2f44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:21.431907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-76116b57-bd06-4107-b2bf-7bab8c2f44d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.0670197 Dec 06 23:54:21.467300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8f7d2775-dbb6-4c9f-ad99-192645444a39 req-3993c824-4389-415c-91df-d2972bb39f07 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696860 Dec 06 23:54:21.491725 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcd7ab5-58a6-4e3c-81c1-84e8861f63e0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:54:21.492363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcd7ab5-58a6-4e3c-81c1-84e8861f63e0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:54:21.495412 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dfcd7ab5-58a6-4e3c-81c1-84e8861f63e0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/c27848d2-ffe2-4ea0-a327-0e84781d4758 HTTP/1.1" status: 404 len: 333 time: 0.1025324 Dec 06 23:54:21.503070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbfef-1597-467a-a767-82de0052998f req-16078ce4-5ddd-4fa3-b514-251237896e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:21.503070 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-16078ce4-5ddd-4fa3-b514-251237896e35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565829 Dec 06 23:54:21.503286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54744) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:21.533440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.541282 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1d14078-cf9c-40c3-9d9c-a50d36ea3ea1 req-5c364ef4-6ed0-40a7-9cc7-3684e1dbb464 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0399914 Dec 06 23:54:21.569050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac5ce243-6a88-4c5a-9c73-22efdfffb890 tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4347601 Dec 06 23:54:21.570107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49d1a64-b197-4e93-b9f5-834f41e6cb85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:21.571478 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e49d1a64-b197-4e93-b9f5-834f41e6cb85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/c27848d2-ffe2-4ea0-a327-0e84781d4758 HTTP/1.1" status: 404 len: 333 time: 0.0600259 Dec 06 23:54:21.573466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54746) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:21.588123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:21.599454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.39'}]}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:21.662612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 964f6c16-49fe-4d7d-b2ea-aac69ff64578 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:21.667723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.671626 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-a56f265b-4ac0-409b-bb1b-c60d573a3077 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616712 Dec 06 23:54:21.707791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.757166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.770167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.771180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.791440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.849861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54752) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:21.852876 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2eebbfef-1597-467a-a767-82de0052998f req-1def4072-740e-4882-a832-72c371db8a2c service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635380 Dec 06 23:54:21.865374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.869124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.900385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.918169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Made reservation on behalf of 99c711dc96aa4750ba239500a73e5d52 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:21.921606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.935192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:21.951707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Pushing event updated for resources: {'Port': ['ID=d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:21.985261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc50f7bb-0512-410f-a3df-b03830e60828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.017677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:22.026880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.029835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.041762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:22.069931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.069931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/964f6c16-49fe-4d7d-b2ea-aac69ff64578 HTTP/1.1" status: 204 len: 168 time: 0.4801257 Dec 06 23:54:22.074117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54756) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:22.076170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827604d-ba6f-49cb-937d-06865f4da677 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=964f6c16-49fe-4d7d-b2ea-aac69ff64578,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.084296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8645fc-f51e-4a45-9ded-82ce28730edf None None] Network fc6764ca-6457-4e8e-aac2-e2a99cb41d7c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:22.111378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:22.185929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc50f7bb-0512-410f-a3df-b03830e60828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.190131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.244685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc50f7bb-0512-410f-a3df-b03830e60828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.283269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 20b7cf36-d810-4be4-af45-cf7badcd197e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:22.283615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.307088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f7bb-0512-410f-a3df-b03830e60828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbb917-a6ec-4f4f-84d5-6e5bcc1df145,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.323323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fc50f7bb-0512-410f-a3df-b03830e60828 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e82b9eeeff654b6e8be2f233c7071935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657435 Dec 06 23:54:22.323323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54758) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:22.335640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e3154255-4d9a-4d91-8647-dfb46321a718 None None] Provisioning complete for port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:22.336120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e3154255-4d9a-4d91-8647-dfb46321a718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.365510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] DHCP port deletion for fc6764ca-6457-4e8e-aac2-e2a99cb41d7c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:22.396770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port 20b7cf36-d810-4be4-af45-cf7badcd197e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20b7cf36-d810-4be4-af45-cf7badcd197e,segment=NetworkSegment(677dbc22-8c17-4320-8df6-757d779ef7f4),segment_id=677dbc22-8c17-4320-8df6-757d779ef7f4)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:22.397136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.407898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e3154255-4d9a-4d91-8647-dfb46321a718 None None] Port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:22.421140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 20b7cf36-d810-4be4-af45-cf7badcd197e owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:22.432338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.432944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Deleting port 20b7cf36-d810-4be4-af45-cf7badcd197e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:22.433535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.484960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.498553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] For port 20b7cf36-d810-4be4-af45-cf7badcd197e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=20b7cf36-d810-4be4-af45-cf7badcd197e,segment=NetworkSegment(677dbc22-8c17-4320-8df6-757d779ef7f4),segment_id=677dbc22-8c17-4320-8df6-757d779ef7f4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:22.498955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.511754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.514008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Calling delete_port for 20b7cf36-d810-4be4-af45-cf7badcd197e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:22.522279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event updated for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.548365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.623263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.625840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.626979 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9cbb917-a6ec-4f4f-84d5-6e5bcc1df145 HTTP/1.1" status: 204 len: 168 time: 0.3029790 Dec 06 23:54:22.641643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c277f-c207-40b1-8d2d-d060f59b3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbb917-a6ec-4f4f-84d5-6e5bcc1df145,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.684035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19eac8-1d1d-4161-8d66-2111112535c0 req-cc700331-8463-49dd-8d32-c94b5aa312b0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:22.684035 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c19eac8-1d1d-4161-8d66-2111112535c0 req-cc700331-8463-49dd-8d32-c94b5aa312b0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 944 time: 0.0728765 Dec 06 23:54:22.706136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.729438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.739654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c19eac8-1d1d-4161-8d66-2111112535c0 req-b5bad0f9-f680-4f91-b9e0-53562aa9b4e5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743365 Dec 06 23:54:22.756103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.775728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] In _notify_port_updated(), no bound segment for port 9f8fa9d6-e0ec-494e-9b23-f053e862969c on network 19412a85-36d1-408d-8b0b-cdf505442c87 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:22.783649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:22.783826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] Pushing event deleted for resources: {'Port': ['ID=20b7cf36-d810-4be4-af45-cf7badcd197e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.784845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.786333 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "PUT /v2.0/ports/9f8fa9d6-e0ec-494e-9b23-f053e862969c HTTP/1.1" status: 200 len: 1067 time: 2.3240430 Dec 06 23:54:22.792741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54768) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:22.797426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba87a0-ea6e-4f06-b6fa-5b12827c2ad4 None None] No DVR routers for this DVR port 20b7cf36-d810-4be4-af45-cf7badcd197e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:22.900042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=20b7cf36-d810-4be4-af45-cf7badcd197e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.900042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port 20b7cf36-d810-4be4-af45-cf7badcd197e on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:22.901471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:22.901471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:22.901471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8514d-4185-4cf7-b689-f6e2649831b1 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event updated for resources: {'Port': ['ID=9f8fa9d6-e0ec-494e-9b23-f053e862969c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:22.902228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfec16b-a5dd-4f2c-ae4a-f5e6577e82fb req-fcee88be-25b8-4857-8acf-f70edbcc41d1 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:22.903839 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2bfec16b-a5dd-4f2c-ae4a-f5e6577e82fb req-fcee88be-25b8-4857-8acf-f70edbcc41d1 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 932 time: 0.3526366 Dec 06 23:54:22.988916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Allocated IP 172.20.0.5 (9b6c893a-8d06-4649-a8fb-41ccd62b8387/0440d091-f098-4fa5-bae4-808cc2b96192/99697cac-729a-4a94-a845-8f8bbc7059f3) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:22.988916 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Floating IP 4ff8a09c-4707-4e87-8cd0-5d4bbc013687 associated. External IP: 172.36.7.4, port: da41e233-1fde-48de-bac8-12a5b134687f. Dec 06 23:54:23.107584 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2bfec16b-a5dd-4f2c-ae4a-f5e6577e82fb req-ac09f624-4f3c-4eab-8131-a148756dbd18 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647685 Dec 06 23:54:23.154535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6918314e-271c-4786-91f3-2e2b492712f9 None None] Provisioning complete for port 9f8fa9d6-e0ec-494e-9b23-f053e862969c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:23.155556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6918314e-271c-4786-91f3-2e2b492712f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.179216 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d8679ea8-2010-457d-ad0e-6f0825acf760 req-a178cd31-a568-448d-a13a-34df4b4387ae tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.3142807 Dec 06 23:54:23.201465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port 9f8fa9d6-e0ec-494e-9b23-f053e862969c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:23.201465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.201878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.203608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6918314e-271c-4786-91f3-2e2b492712f9 None None] Port 9f8fa9d6-e0ec-494e-9b23-f053e862969c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:23.221261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6764ca-6457-4e8e-aac2-e2a99cb41d7c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.230290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677dbc22-8c17-4320-8df6-757d779ef7f4') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.230655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677dbc22-8c17-4320-8df6-757d779ef7f4') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.239765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.256402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.262938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:23.263348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:23.266246 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:23.383842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.399804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for 9f8fa9d6-e0ec-494e-9b23-f053e862969c owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:23.406195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Router 2af04a1d-174f-4d77-b4d4-384553e445dc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:23.627190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 20b7cf36-d810-4be4-af45-cf7badcd197e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:23.654930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 20b7cf36-d810-4be4-af45-cf7badcd197e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:23.654930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 20b7cf36-d810-4be4-af45-cf7badcd197e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:23.656308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.674467 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-65c88c99-2d92-482f-b12d-7feff01fffe3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2703421 Dec 06 23:54:23.711503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Request body: {'port': {'device_id': '153a1575-8595-464b-85eb-2238609627dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:23.717826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.728681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.732598 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/fc6764ca-6457-4e8e-aac2-e2a99cb41d7c HTTP/1.1" status: 204 len: 168 time: 1.6574361 Dec 06 23:54:23.740009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54770) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:23.747838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a00ac-bd30-487b-baa6-2acafbf70bb0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=fc6764ca-6457-4e8e-aac2-e2a99cb41d7c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:23.750824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1215647743'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:23.763735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:23.773021 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] Sync routers for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:23.794848 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:23.794848 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.833512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.859433 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.868425 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:23.869129 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.888766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:54:23.908591 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:23.909256 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2e72d-b617-47a3-8597-e20fe5aee3ac None None] The sync data for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:23.993071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:23.999195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:24.018430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'port_id': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'mac_address': 'fa:16:3e:d9:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:54:24.030356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:24.033809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.063456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.076685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:24.097303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f17fc-90d9-45ec-b8ce-6df33c9da282 req-48872091-e5fa-44ce-990a-f465b210f704 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:24.097891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:24.099451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.104721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e6f17fc-90d9-45ec-b8ce-6df33c9da282 req-48872091-e5fa-44ce-990a-f465b210f704 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 944 time: 0.2125859 Dec 06 23:54:24.124578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.129184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.164393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.195410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.202479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:24.218435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:24.237886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0751cd8d-4dc5-4bd2-9134-8e29ea069d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.266443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=9f8fa9d6-e0ec-494e-9b23-f053e862969c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:24.268355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:24.276620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55728c2-1b2d-4315-843f-1e7c38e8d0bb req-450a3146-e380-4019-9f86-c67fc7abe6ec tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:24.278134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e55728c2-1b2d-4315-843f-1e7c38e8d0bb req-450a3146-e380-4019-9f86-c67fc7abe6ec tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 932 time: 0.0927389 Dec 06 23:54:24.323500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d49cf4fd-ae4b-4cb0-9f8f-5f049e84d1b0 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 10.1715739 Dec 06 23:54:24.323823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:24.417937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.418199 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment ac789e10-f405-469c-979b-a224924e59c8 of type vlan for network 32103ff7-5839-4684-8340-8727d01f53c0 Dec 06 23:54:24.423243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:24.450595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e55728c2-1b2d-4315-843f-1e7c38e8d0bb req-637b926e-6c6d-432e-9c22-119e28c66116 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624680 Dec 06 23:54:24.453144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:24.473817 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e6f17fc-90d9-45ec-b8ce-6df33c9da282 req-ccfbfda5-27d5-4352-925e-6808983d4666 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682063 Dec 06 23:54:24.497655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0751cd8d-4dc5-4bd2-9134-8e29ea069d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.505864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:24.528332 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1e01210-53cb-4e22-b59c-6c7ee577a1aa tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "GET /v2.0/floatingips/4ff8a09c-4707-4e87-8cd0-5d4bbc013687 HTTP/1.1" status: 200 len: 980 time: 0.2011511 Dec 06 23:54:24.529202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:24.567977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event updated for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:24.586856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:54:24.653244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0751cd8d-4dc5-4bd2-9134-8e29ea069d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.751824 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0751cd8d-4dc5-4bd2-9134-8e29ea069d82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d73487485e36460db88b5d8e76c4916f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475039 Dec 06 23:54:24.758459 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-604bd524-5b88-4700-bc76-fad595bc6680 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.2245584 Dec 06 23:54:24.758459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:24.758459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54788) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:24.760484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751cd8d-4dc5-4bd2-9134-8e29ea069d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218c98f-0879-4926-a540-b80762271532,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:24.814896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7774bb-c0b0-49ef-9d39-f141eb051315 req-42808521-4751-42da-aad7-a588dd3d2d99 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:24.816831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e7774bb-c0b0-49ef-9d39-f141eb051315 req-42808521-4751-42da-aad7-a588dd3d2d99 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 931 time: 0.2567832 Dec 06 23:54:24.882754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9803c15e-089a-4a60-8ac9-703ae6bbc986 None None] Provisioning complete for port 99697cac-729a-4a94-a845-8f8bbc7059f3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:24.882754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9803c15e-089a-4a60-8ac9-703ae6bbc986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:24.939692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9803c15e-089a-4a60-8ac9-703ae6bbc986 None None] Port 99697cac-729a-4a94-a845-8f8bbc7059f3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:24.963575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.025624 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e7774bb-c0b0-49ef-9d39-f141eb051315 req-ded8ff58-b6e9-4415-a214-36c380d2a12b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669214 Dec 06 23:54:25.028542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.046821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:25.047433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.062196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.127403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:25.127791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.151016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.156123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.161579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:25.162209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.164754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.167865 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3309f743-ae17-46b1-9e75-183593395225 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/9f8fa9d6-e0ec-494e-9b23-f053e862969c HTTP/1.1" status: 204 len: 168 time: 2.3364522 Dec 06 23:54:25.175520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54790) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:25.204163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.206642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.207802 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2218c98f-0879-4926-a540-b80762271532 HTTP/1.1" status: 204 len: 168 time: 0.4493206 Dec 06 23:54:25.208797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d8ffbe-013c-48ed-a3ad-0cdc396d900d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] GET failed (client error): The resource could not be found. Dec 06 23:54:25.213199 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-07d8ffbe-013c-48ed-a3ad-0cdc396d900d tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports/9f8fa9d6-e0ec-494e-9b23-f053e862969c HTTP/1.1" status: 404 len: 333 time: 0.0337100 Dec 06 23:54:25.215105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-c6ea3e97-68a5-4806-a205-e43b0ee666bc tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9846570 Dec 06 23:54:25.216260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.224674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54794) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:25.244492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afda959-89ea-4bef-ba91-c36b6c3fe41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218c98f-0879-4926-a540-b80762271532,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:25.247341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Request body: {'port': {'device_id': '3c06458a-b25a-421c-a425-b98c90097d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:25.283723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.284083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.322824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:25.326689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5835516 Dec 06 23:54:25.327083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54796) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:25.334454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '32103ff7-5839-4684-8340-8727d01f53c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:25.365526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ab81b-3713-4fcf-a840-d24c5783ae36 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=32103ff7-5839-4684-8340-8727d01f53c0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:25.377246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 32103ff7-5839-4684-8340-8727d01f53c0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:25.378475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:25.396121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.460432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.476449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Transition to ACTIVE for port object e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:54:25.527465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port 3d4428a5-bfe7-4140-9c2d-1858118346b8 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:25.527808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.558982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.661086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:25.665254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.713486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.718700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516f1ea-6217-4088-ab0b-ee7d042f669a req-0554997e-3cdb-4805-8e31-28272b1913f6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:25.720257 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4516f1ea-6217-4088-ab0b-ee7d042f669a req-0554997e-3cdb-4805-8e31-28272b1913f6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 945 time: 0.1498225 Dec 06 23:54:25.722296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.808475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for 3d4428a5-bfe7-4140-9c2d-1858118346b8 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:25.846668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:25.854228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:25.925878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4516f1ea-6217-4088-ab0b-ee7d042f669a req-acb8973e-1a42-45bf-8cca-2174f807ada9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933768 Dec 06 23:54:25.978622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3677d-c708-44f4-bf50-ee04bfb89779 req-ab93f107-f26e-4c88-906e-9c43e302dca2 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:25.980301 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7dc3677d-c708-44f4-bf50-ee04bfb89779 req-ab93f107-f26e-4c88-906e-9c43e302dca2 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 944 time: 0.3888941 Dec 06 23:54:25.998720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:25.999846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:54:26.006741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:26.007124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.036790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=d2469f38-b3f4-4bd0-8d5a-63a2cb9e61de,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:26.112960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.113472 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Floating IP 4ff8a09c-4707-4e87-8cd0-5d4bbc013687 disassociated (deleted). External IP: 172.36.7.4, port: da41e233-1fde-48de-bac8-12a5b134687f. Dec 06 23:54:26.119921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.142049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.146219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.164623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.170866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:26.175443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Attempting to bind port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:26.175811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Attempting to bind port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:26.176145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Attempting to bind port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 on network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:26.201085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 on network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:26.201431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Attempting to bind port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 on network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:26.234449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=3d4428a5-bfe7-4140-9c2d-1858118346b8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:26.256583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:26.257057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Checking segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:26.257648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Bound using segment: {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:26.258120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Bound port: e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720153a4-1dd7-4103-84d9-b6f9369d6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:26.258480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.263625 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7dc3677d-c708-44f4-bf50-ee04bfb89779 req-7dd9732b-ffea-4d8a-94aa-23295a5e7e59 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538996 Dec 06 23:54:26.301880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:26.374862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99697cac-729a-4a94-a845-8f8bbc7059f3 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:26.386219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.386745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1e8d67-a55b-475c-8fe7-a8a2347b02f4 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:26.396027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.404356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.415458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:26.422982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:26.430126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Transition to ACTIVE for port object 99697cac-729a-4a94-a845-8f8bbc7059f3 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:54:26.442745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3425f3-1ae2-4d18-b64c-3a002d8f08e3" -d '{"events": [{"server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "name": "network-vif-plugged", "status": "completed", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:26.476723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:26.484265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.533747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:26.535703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.537245 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] 10.222.0.45 "PUT /v2.0/ports/e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 HTTP/1.1" status: 200 len: 1094 time: 2.8421526 Dec 06 23:54:26.542452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:26.547065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.551216 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 23:54:26.552638 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b9a8dad3-d9b6-45bb-a1d5-511690e9982b tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.9563081 Dec 06 23:54:26.559194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54832) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:26.672144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:26.677938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1e1f6fd-876f-4d2b-b38e-362431beddb5 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/3d4428a5-bfe7-4140-9c2d-1858118346b8 HTTP/1.1" status: 204 len: 168 time: 1.4521809 Dec 06 23:54:26.686006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54836) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:26.734584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e71afb7-250c-40a1-a76a-60dbbaf85d5f x-openstack-request-id: req-1e71afb7-250c-40a1-a76a-60dbbaf85d5f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:26.735004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "name": "network-vif-plugged", "status": "completed", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:26.735271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e71afb7-250c-40a1-a76a-60dbbaf85d5f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:26.735715 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'code': 200} Dec 06 23:54:26.800272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54840) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:26.802959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca1257-6ef5-44bc-a82d-1fa3ad595029 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:26.843267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07" -d '{"events": [{"name": "network-changed", "server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:26.845790 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb41aceb-6836-4a4c-ba7f-9281bbf54d04 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] GET failed (client error): The resource could not be found. Dec 06 23:54:26.851623 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bb41aceb-6836-4a4c-ba7f-9281bbf54d04 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "GET /v2.0/ports/3d4428a5-bfe7-4140-9c2d-1858118346b8 HTTP/1.1" status: 404 len: 333 time: 0.1609714 Dec 06 23:54:26.857487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54846) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:26.868907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216662-cad4-4412-af86-e8b7980e34bb req-f4fa029c-d6b7-4358-96b9-dc9d762f7345 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:26.871693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-34216662-cad4-4412-af86-e8b7980e34bb req-f4fa029c-d6b7-4358-96b9-dc9d762f7345 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 931 time: 0.7119737 Dec 06 23:54:26.975407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Pushing event updated for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:27.061626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73d05c-69d1-4d9b-a63c-9b0a945072f8 x-openstack-request-id: req-3f73d05c-69d1-4d9b-a63c-9b0a945072f8 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:27.062006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:27.062328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f73d05c-69d1-4d9b-a63c-9b0a945072f8 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:27.062845 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'status': 'completed', 'code': 200} Dec 06 23:54:27.101370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-da1fea74-2909-45ce-afa3-985f010cefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.102965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-da1fea74-2909-45ce-afa3-985f010cefc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae24859db0174a0cbddd4f525daf7990&device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 1097 time: 0.3832452 Dec 06 23:54:27.109004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Attempting to bind port 99697cac-729a-4a94-a845-8f8bbc7059f3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:27.109414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Attempting to bind port 99697cac-729a-4a94-a845-8f8bbc7059f3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:27.109807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Attempting to bind port 99697cac-729a-4a94-a845-8f8bbc7059f3 on network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:27.118914 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b404409-61cb-491d-a32d-5480024ba8c5 tempest-AgentManagementNegativeTest-761982817 tempest-AgentManagementNegativeTest-761982817-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3104255 Dec 06 23:54:27.172252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Port 99697cac-729a-4a94-a845-8f8bbc7059f3 on network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:54:27.172851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Attempting to bind port 99697cac-729a-4a94-a845-8f8bbc7059f3 on network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:27.192118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.210739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:27.211083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Checking segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:27.211587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Bound using segment: {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:27.211915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Bound port: 99697cac-729a-4a94-a845-8f8bbc7059f3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5b4251-f274-43ad-ba0e-d8efdac901ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:27.212300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.218285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-2771d0a8-4f85-4247-b6f5-cc6ee40dd35d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 HTTP/1.1" status: 200 len: 217 time: 0.0899401 Dec 06 23:54:27.232804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Deleting port 30ed849b-c67f-4a84-ae00-28e74c4a9cab {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:27.233206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.324750 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-34216662-cad4-4412-af86-e8b7980e34bb req-b21ac0ae-adfc-4cf3-8a86-c2b568c5cb6f tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503373 Dec 06 23:54:27.349535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=9c920c3a-c143-4a31-a9c7-fc155044c0ba,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:27.365306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2bed7-7ee3-43c8-b86a-eb303b868b2e req-124ff65c-5ed1-4c30-840e-a391b5969867 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.372461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8c2bed7-7ee3-43c8-b86a-eb303b868b2e req-124ff65c-5ed1-4c30-840e-a391b5969867 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2655771 Dec 06 23:54:27.377335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b958-5602-4441-b847-724cf21ba293 req-fd576832-0ef2-4e91-920e-3c354767e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.378840 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e002b958-5602-4441-b847-724cf21ba293 req-fd576832-0ef2-4e91-920e-3c354767e271 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.2038541 Dec 06 23:54:27.382255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Router 2af04a1d-174f-4d77-b4d4-384553e445dc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:27.401782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': 'ac789e10-f405-469c-979b-a224924e59c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:27.402152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 32103ff7-5839-4684-8340-8727d01f53c0, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:27.405864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port bd628345-29d3-4175-bc7c-fc3b46a861dc {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:27.406210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.421203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-1be9988f-b26d-41ba-bfcf-7417231b3839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.422670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-1be9988f-b26d-41ba-bfcf-7417231b3839 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb1be18d-1b87-40d2-82a5-092cca70668e HTTP/1.1" status: 200 len: 845 time: 0.1868711 Dec 06 23:54:27.432275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:27.467473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e002b958-5602-4441-b847-724cf21ba293 req-8d3af6a2-b99f-4c74-8fe6-62d5e733cf2f service neutron] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.512282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99697cac-729a-4a94-a845-8f8bbc7059f3,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:27.517561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.532849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8c2bed7-7ee3-43c8-b86a-eb303b868b2e req-7a98fc43-59cb-43c0-b285-deb0265cc7e8 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598992 Dec 06 23:54:27.544339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Calling delete_port for 30ed849b-c67f-4a84-ae00-28e74c4a9cab owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:27.592402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-e49daa8f-e106-400e-97ac-c656d25d5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.593959 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-e49daa8f-e106-400e-97ac-c656d25d5b23 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1564212 Dec 06 23:54:27.621591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.658864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 32103ff7-5839-4684-8340-8727d01f53c0 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:27.662122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54858) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:27.675332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3f4c5-e049-46e6-a952-0e8fd9db6b1c req-7a9b5010-db2c-4e53-92a0-386e7bbf8867 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.676916 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5cc3f4c5-e049-46e6-a952-0e8fd9db6b1c req-7a9b5010-db2c-4e53-92a0-386e7bbf8867 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 944 time: 0.2764528 Dec 06 23:54:27.679887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.720876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for bd628345-29d3-4175-bc7c-fc3b46a861dc owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:27.761111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 32103ff7-5839-4684-8340-8727d01f53c0) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:27.763208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:27.777736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.785254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.785513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] Sync routers for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:27.786618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.804026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bff097-cdc1-4e3c-89a1-94aa4d5b37f0 None None] Network 32103ff7-5839-4684-8340-8727d01f53c0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:27.837249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:27.838202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:27.903988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:27.910401 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2b47c790-88ca-404a-92c9-ebf8263ff58c tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ff8a09c-4707-4e87-8cd0-5d4bbc013687 HTTP/1.1" status: 204 len: 168 time: 3.1472254 Dec 06 23:54:27.916977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-606c6904-d99d-43d6-923c-fb5ae3408022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.923405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54862) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:27.925091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:27.925724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:27.935255 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5cc3f4c5-e049-46e6-a952-0e8fd9db6b1c req-ca8e1301-1169-4445-a07d-825414946bd3 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349303 Dec 06 23:54:27.936215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:27.937158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e002b958-5602-4441-b847-724cf21ba293 req-8d3af6a2-b99f-4c74-8fe6-62d5e733cf2f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.982677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:27.983334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001a9e4-fca8-4b78-90e6-3549ccf81e61 None None] The sync data for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:27.990010 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a8551ea1-8725-4bd8-97ef-4eff6981abc4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6582654 Dec 06 23:54:27.991062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54864) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:27.993383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:27.994095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:27.995385 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] 10.222.0.45 "PUT /v2.0/ports/99697cac-729a-4a94-a845-8f8bbc7059f3 HTTP/1.1" status: 200 len: 1093 time: 2.7611413 Dec 06 23:54:27.999438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '32103ff7-5839-4684-8340-8727d01f53c0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1501537099'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:28.040495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45258baa-4c9d-4909-94e5-022582009f69 service neutron] Pushing event updated for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.051192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e002b958-5602-4441-b847-724cf21ba293 req-8d3af6a2-b99f-4c74-8fe6-62d5e733cf2f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.084051 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-32ff8d3f-9715-48e4-b658-451079a91c4a service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602246 Dec 06 23:54:28.091511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32103ff7-5839-4684-8340-8727d01f53c0', 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': '9c920c3a-c143-4a31-a9c7-fc155044c0ba'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:28.092747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.187066 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e002b958-5602-4441-b847-724cf21ba293 req-8d3af6a2-b99f-4c74-8fe6-62d5e733cf2f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7922921 Dec 06 23:54:28.199183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af6a2-b99f-4c74-8fe6-62d5e733cf2f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d73da2d8-de3c-4350-8d79-3b5abb4e76c6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.231978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-566ab960-8359-43b1-b0f3-6b2b875cf997 req-f95ba709-d426-4418-9bdf-d7157c7ab684 service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065228 Dec 06 23:54:28.247508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-606c6904-d99d-43d6-923c-fb5ae3408022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.263821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.266154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.305097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=bd628345-29d3-4175-bc7c-fc3b46a861dc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.317214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Allocated IP 172.20.0.2 (32103ff7-5839-4684-8340-8727d01f53c0/9c920c3a-c143-4a31-a9c7-fc155044c0ba/8475b14f-ff16-4e61-8498-aa1e806c9229) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:28.339666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.344997 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bd682f8d-f095-4eee-b445-e8c18d7fdad7 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/ports/bd628345-29d3-4175-bc7c-fc3b46a861dc HTTP/1.1" status: 204 len: 168 time: 1.4853265 Dec 06 23:54:28.346397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-606c6904-d99d-43d6-923c-fb5ae3408022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.350202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54866) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:28.362460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-0e9340c2-5f20-4cbd-a7fd-0062511d1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:28.364022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-0e9340c2-5f20-4cbd-a7fd-0062511d1050 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c711dc96aa4750ba239500a73e5d52&device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 1096 time: 0.1302011 Dec 06 23:54:28.384072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:28.392113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.410701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.457133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ed849b-c67f-4a84-ae00-28e74c4a9cab,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.475941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.509607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting subnet b99bd671-9c3a-49fe-a236-d779eaf1643a {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:28.521731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.524063 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-606c6904-d99d-43d6-923c-fb5ae3408022 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2675edf24cc746e381a7bdb9bcd336b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8567193 Dec 06 23:54:28.526056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54870) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:28.527731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.532698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 404163f3-706a-4cdb-a31c-89207e8f9954 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:28.573633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6904-d99d-43d6-923c-fb5ae3408022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976d54d-2646-4e04-8ccd-1165961a20a7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.598110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.653398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Network 32103ff7-5839-4684-8340-8727d01f53c0 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:28.658220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:28.662313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:28.670730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6acbff-cdbe-4c99-b4b3-da8312283494 req-d8361fe8-3f1c-4278-bc84-827c86fad6c0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:28.673985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Pushing event updated for resources: {'Port': ['ID=8475b14f-ff16-4e61-8498-aa1e806c9229,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:28.678627 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8d6acbff-cdbe-4c99-b4b3-da8312283494 req-d8361fe8-3f1c-4278-bc84-827c86fad6c0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 943 time: 0.2248173 Dec 06 23:54:28.681273 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-ada93d25-e08c-46d7-a8c9-ed0aaeded0bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99697cac-729a-4a94-a845-8f8bbc7059f3 HTTP/1.1" status: 200 len: 217 time: 0.1187859 Dec 06 23:54:28.694728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.702839 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a9630090-fd2f-442f-8070-d510ba8e3e3d tempest-RoutersAdminNegativeTest-1407765279 tempest-RoutersAdminNegativeTest-1407765279-project-admin] 10.222.0.53 "DELETE /v2.0/ports/30ed849b-c67f-4a84-ae00-28e74c4a9cab HTTP/1.1" status: 204 len: 168 time: 2.1178625 Dec 06 23:54:28.703031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.741432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Attempting to bind port 8475b14f-ff16-4e61-8498-aa1e806c9229 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:28.741815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Attempting to bind port 8475b14f-ff16-4e61-8498-aa1e806c9229 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac789e10-f405-469c-979b-a224924e59c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:28.742181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Attempting to bind port 8475b14f-ff16-4e61-8498-aa1e806c9229 on network 32103ff7-5839-4684-8340-8727d01f53c0 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:28.757834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:28.758308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Checking segment: {'id': 'ac789e10-f405-469c-979b-a224924e59c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:28.758783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.759196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Bound using segment: {'id': 'ac789e10-f405-469c-979b-a224924e59c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:28.759702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Bound port: 8475b14f-ff16-4e61-8498-aa1e806c9229, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac789e10-f405-469c-979b-a224924e59c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '32103ff7-5839-4684-8340-8727d01f53c0'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:28.760469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.803145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.805529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8d6acbff-cdbe-4c99-b4b3-da8312283494 req-04fd00a7-ac98-4087-9abe-29261ea525b0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254568 Dec 06 23:54:28.845088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] For port 8475b14f-ff16-4e61-8498-aa1e806c9229, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:28.847187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Allocated IP 172.36.7.170 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/57bd1155-5e91-42ed-af0d-0311c0deaec1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:28.847860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:28.849129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] For port 8475b14f-ff16-4e61-8498-aa1e806c9229, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8475b14f-ff16-4e61-8498-aa1e806c9229,segment=NetworkSegment(ac789e10-f405-469c-979b-a224924e59c8),segment_id=ac789e10-f405-469c-979b-a224924e59c8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:28.880400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-40bd0512-bb27-4bf4-94cb-f7a58486efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:28.882434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-40bd0512-bb27-4bf4-94cb-f7a58486efe1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0440d091-f098-4fa5-bae4-808cc2b96192 HTTP/1.1" status: 200 len: 851 time: 0.1264646 Dec 06 23:54:28.889103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.14 (32103ff7-5839-4684-8340-8727d01f53c0/9c920c3a-c143-4a31-a9c7-fc155044c0ba/404163f3-706a-4cdb-a31c-89207e8f9954) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:28.895222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-4eab38f7-8bb6-422a-bf62-215e3628f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:28.896733 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-4eab38f7-8bb6-422a-bf62-215e3628f826 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae24859db0174a0cbddd4f525daf7990&device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 1097 time: 0.1217668 Dec 06 23:54:28.920212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7722274-7e44-4f01-969e-f97b9eb0a24d req-5ec2433b-1499-4dde-8c5a-dac22d2011f0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:28.921801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7722274-7e44-4f01-969e-f97b9eb0a24d req-5ec2433b-1499-4dde-8c5a-dac22d2011f0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2860005 Dec 06 23:54:28.936990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.024880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe62d15-214c-4e93-a998-b3186d6a66ba None None] Pushing event updated for resources: {'Port': ['ID=8475b14f-ff16-4e61-8498-aa1e806c9229,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:29.064991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:29.067846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443fcc4e-0f87-49d8-ab21-d9a688a56ada" -d '{"events": [{"name": "network-changed", "server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:29.092739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2291c75-5138-46ce-9172-0014ba787f54 req-ffa570a9-ea28-4ec7-b9b1-ca641b893657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.094365 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-ffa570a9-ea28-4ec7-b9b1-ca641b893657 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b6c893a-8d06-4649-a8fb-41ccd62b8387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907525 Dec 06 23:54:29.105275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.143931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.146897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.148080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4976d54d-2646-4e04-8ccd-1165961a20a7 HTTP/1.1" status: 204 len: 168 time: 0.6169732 Dec 06 23:54:29.166040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.168739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-1e6ea5a5-b37e-410b-8874-02b4111e05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.169496 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7722274-7e44-4f01-969e-f97b9eb0a24d req-fb43afca-e240-42e9-b0de-70f8e2c6f4fb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373660 Dec 06 23:54:29.170565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-1e6ea5a5-b37e-410b-8874-02b4111e05ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 HTTP/1.1" status: 200 len: 907 time: 0.2659190 Dec 06 23:54:29.175457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f380468-acfc-4760-a911-7374ae69952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976d54d-2646-4e04-8ccd-1165961a20a7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:29.206229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54884) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:29.236658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.282901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ddebb-33f3-4bb6-80e2-ad459cf24c7d req-90f10da0-9848-4ca0-a51f-2f738f21d2ec tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.284683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a28ddebb-33f3-4bb6-80e2-ad459cf24c7d req-90f10da0-9848-4ca0-a51f-2f738f21d2ec tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 944 time: 0.2426519 Dec 06 23:54:29.286278 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-b02c932f-aa29-4c9d-9ff4-6be6ebf23130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 HTTP/1.1" status: 200 len: 217 time: 0.1054726 Dec 06 23:54:29.311667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.341348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Subnet': ['ID=b99bd671-9c3a-49fe-a236-d779eaf1643a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:29.344279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.347558 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a2c69c5-2c36-4edb-930d-63e5c387e7fb tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/subnets/b99bd671-9c3a-49fe-a236-d779eaf1643a HTTP/1.1" status: 204 len: 168 time: 0.9682891 Dec 06 23:54:29.349370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d780d7-3359-49c5-a344-94c9858c586b x-openstack-request-id: req-a3d780d7-3359-49c5-a344-94c9858c586b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:29.349748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:29.352564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d780d7-3359-49c5-a344-94c9858c586b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:29.353099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'status': 'completed', 'code': 200} Dec 06 23:54:29.353861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b752f8-0358-4922-a709-f1522bdd7af9 None None] Network 19412a85-36d1-408d-8b0b-cdf505442c87 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:29.357039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54888) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:29.405325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.478513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f5bca6-e073-4964-a4e4-545a74a3cc7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.480853 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-41c21840-9447-46cf-9a64-e16216a6caed service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752403 Dec 06 23:54:29.486844 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a28ddebb-33f3-4bb6-80e2-ad459cf24c7d req-e368a0a0-c2d2-4db4-add0-845f970d8b54 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952085 Dec 06 23:54:29.488645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-b8e9e723-0ae7-4079-a691-9d4f9d04546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.490138 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-b8e9e723-0ae7-4079-a691-9d4f9d04546b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb1be18d-1b87-40d2-82a5-092cca70668e HTTP/1.1" status: 200 len: 845 time: 0.1922715 Dec 06 23:54:29.546682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 32103ff7-5839-4684-8340-8727d01f53c0 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:29.559238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:29.586742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:29.598518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.605185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=404163f3-706a-4cdb-a31c-89207e8f9954,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:29.635790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.660526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:29.684522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.685167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.688403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] DHCP port deletion for 19412a85-36d1-408d-8b0b-cdf505442c87 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:29.690204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:29.693189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:29.735146 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2291c75-5138-46ce-9172-0014ba787f54 req-aaf1b039-281c-4083-b9ad-2761f7d0eb19 service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436955 Dec 06 23:54:29.767139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-7ff398d3-6fbc-40fc-92bf-12bd125b5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:29.769299 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-7ff398d3-6fbc-40fc-92bf-12bd125b5401 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1724222 Dec 06 23:54:29.770827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Pushing event updated for resources: {'Port': ['ID=57bd1155-5e91-42ed-af0d-0311c0deaec1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:29.805099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f5bca6-e073-4964-a4e4-545a74a3cc7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.812570 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ece10fc4-a16a-4a3f-928f-bd659a46010f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8145435 Dec 06 23:54:29.812705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54894) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:29.817670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Deleting port cebe52b8-67bc-4f50-8d5a-1451c41632cc {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:29.818044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.855680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8475b14f-ff16-4e61-8498-aa1e806c9229 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:29.879287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Deleting port cebe52b8-67bc-4f50-8d5a-1451c41632cc {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:29.880128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.928720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f5bca6-e073-4964-a4e4-545a74a3cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.949756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:29.981569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-6cbf43d6-c54f-40ab-ba74-9d583b786596 service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011836 Dec 06 23:54:29.982466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8475b14f-ff16-4e61-8498-aa1e806c9229 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:29.982968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.035947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] For port cebe52b8-67bc-4f50-8d5a-1451c41632cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cebe52b8-67bc-4f50-8d5a-1451c41632cc,segment=NetworkSegment(1813dcd8-6f76-495a-9725-3e37bf28d1cc),segment_id=1813dcd8-6f76-495a-9725-3e37bf28d1cc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:30.036356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.070582 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c1f5bca6-e073-4964-a4e4-545a74a3cc7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd389da3cbd94e249946d8d51f9d1617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8608711 Dec 06 23:54:30.071779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Calling delete_port for cebe52b8-67bc-4f50-8d5a-1451c41632cc owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:30.076137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] For port cebe52b8-67bc-4f50-8d5a-1451c41632cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cebe52b8-67bc-4f50-8d5a-1451c41632cc,segment=NetworkSegment(1813dcd8-6f76-495a-9725-3e37bf28d1cc),segment_id=1813dcd8-6f76-495a-9725-3e37bf28d1cc)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:30.076540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.078751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54904) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:30.081322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5bca6-e073-4964-a4e4-545a74a3cc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feebffb6-4228-4df8-a1cd-c49f7b71da13,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.114065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Calling delete_port for cebe52b8-67bc-4f50-8d5a-1451c41632cc owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:30.162921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.210326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-9f38a3ff-ed26-416b-ba3e-637a945af637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.211808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-9f38a3ff-ed26-416b-ba3e-637a945af637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c711dc96aa4750ba239500a73e5d52&device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 1096 time: 0.2100191 Dec 06 23:54:30.236021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27fbe8aa-4eb7-4f46-89ca-a3bd28a8fb07 req-d2a42c48-c793-4307-a701-b363b5f207aa service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417350 Dec 06 23:54:30.240751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fe4ab-47ec-4cc2-9538-465438a3a3b3 req-fd742ecf-1732-428a-896d-107367c8ec85 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.242525 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-886fe4ab-47ec-4cc2-9538-465438a3a3b3 req-fd742ecf-1732-428a-896d-107367c8ec85 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 943 time: 0.2484643 Dec 06 23:54:30.254357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.259115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 404163f3-706a-4cdb-a31c-89207e8f9954 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:30.259465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.345164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 8475b14f-ff16-4e61-8498-aa1e806c9229, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8475b14f-ff16-4e61-8498-aa1e806c9229,segment=NetworkSegment(ac789e10-f405-469c-979b-a224924e59c8),segment_id=ac789e10-f405-469c-979b-a224924e59c8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:30.417458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.432116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.492933 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-886fe4ab-47ec-4cc2-9538-465438a3a3b3 req-b6c32596-f6f6-4793-80f7-0031b5a4b59b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269280 Dec 06 23:54:30.493279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.509053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.535802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-8acfaaa6-fcab-4866-ab07-959edf65891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.537546 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-8acfaaa6-fcab-4866-ab07-959edf65891e service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b6c893a-8d06-4649-a8fb-41ccd62b8387 HTTP/1.1" status: 200 len: 913 time: 0.2711542 Dec 06 23:54:30.557645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.572487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] No DVR routers for this DVR port cebe52b8-67bc-4f50-8d5a-1451c41632cc on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:30.577895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.618519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.629599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c5bc5-a314-4751-a57e-6c7aa4188d8c req-587e727b-b796-4e0a-8372-33b94e8f1958 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.631336 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-863c5bc5-a314-4751-a57e-6c7aa4188d8c req-587e727b-b796-4e0a-8372-33b94e8f1958 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2336111 Dec 06 23:54:30.634242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-ce83d17e-6da8-4c7b-a629-e361264177f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99697cac-729a-4a94-a845-8f8bbc7059f3 HTTP/1.1" status: 200 len: 217 time: 0.0765474 Dec 06 23:54:30.660995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=8475b14f-ff16-4e61-8498-aa1e806c9229,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.663325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Port': ['ID=cebe52b8-67bc-4f50-8d5a-1451c41632cc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.696165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] No DVR routers for this DVR port cebe52b8-67bc-4f50-8d5a-1451c41632cc on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:30.697890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fbdda-372b-49c9-b1af-689d9e4c4020 None None] Pushing event deleted for resources: {'Port': ['ID=cebe52b8-67bc-4f50-8d5a-1451c41632cc,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.700391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 404163f3-706a-4cdb-a31c-89207e8f9954 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:30.745259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.801083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-2f957857-5bf1-442b-a764-99e4d0c90eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.801083 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-2f957857-5bf1-442b-a764-99e4d0c90eba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0440d091-f098-4fa5-bae4-808cc2b96192 HTTP/1.1" status: 200 len: 851 time: 0.1500251 Dec 06 23:54:30.802609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47acd6cb-d02e-49f0-af2d-2f013c943150 None None] Network 32103ff7-5839-4684-8340-8727d01f53c0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:30.859994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c63f-c097-4602-9d25-927bb6c22be9 req-5514be02-160d-4d99-8d4b-97cd77b249b0 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.861580 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4b6c63f-c097-4602-9d25-927bb6c22be9 req-5514be02-160d-4d99-8d4b-97cd77b249b0 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 944 time: 0.2040660 Dec 06 23:54:30.867508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.886574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.889097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:30.890205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feebffb6-4228-4df8-a1cd-c49f7b71da13 HTTP/1.1" status: 204 len: 168 time: 0.8061359 Dec 06 23:54:30.920159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19412a85-36d1-408d-8b0b-cdf505442c87']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:30.934001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Pushing event updated for resources: {'Port': ['ID=57bd1155-5e91-42ed-af0d-0311c0deaec1,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.934481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ec07d-c2fb-4e52-8fbe-0c0d4f4767cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feebffb6-4228-4df8-a1cd-c49f7b71da13,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:30.944414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1813dcd8-6f76-495a-9725-3e37bf28d1cc') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:30.944414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1813dcd8-6f76-495a-9725-3e37bf28d1cc') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:30.975834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-863c5bc5-a314-4751-a57e-6c7aa4188d8c req-15af7c34-1865-4148-81f1-116be075ee8c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358874 Dec 06 23:54:30.981890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-56f25b93-dfdb-4c81-80c6-031ca8a02668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:30.983356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-56f25b93-dfdb-4c81-80c6-031ca8a02668 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b6c893a-8d06-4649-a8fb-41ccd62b8387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1505995 Dec 06 23:54:31.007219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.012295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49d3d966-4f93-4a5b-ad9e-48ec7052248f None None] Provisioning complete for port 8475b14f-ff16-4e61-8498-aa1e806c9229 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:31.012833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49d3d966-4f93-4a5b-ad9e-48ec7052248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.084915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-8c07b8dd-40bf-437a-ad37-69a7542eeafe service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893693 Dec 06 23:54:31.085406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54920) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.087643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.311603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4b6c63f-c097-4602-9d25-927bb6c22be9 req-5929d5f1-a919-4fba-8e41-993983272084 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356253 Dec 06 23:54:31.323072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.341123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:31.342610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:31.347323 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:31.403066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.458466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=404163f3-706a-4cdb-a31c-89207e8f9954,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:31.463676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-758485664'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:31.474327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.478993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ceea9563-e960-452a-abdd-6cb9c9f9677a tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5463405 Dec 06 23:54:31.479703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54926) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.511287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-972e4b2b-70e2-453e-aa8f-f61a486dadf7 None None] Could not find standard attr ID for object 404163f3-706a-4cdb-a31c-89207e8f9954. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:54:31.529371 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-443fcc4e-0f87-49d8-ab21-d9a688a56ada req-772262c9-85e6-42f1-87b5-b3df0a485024 service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296906 Dec 06 23:54:31.543930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-972e4b2b-70e2-453e-aa8f-f61a486dadf7 None None] Provisioning complete for port 8475b14f-ff16-4e61-8498-aa1e806c9229 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:31.545410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-972e4b2b-70e2-453e-aa8f-f61a486dadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.571408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.574089 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9a276d05-8b9f-4e80-aef7-8ddd3a469911 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/404163f3-706a-4cdb-a31c-89207e8f9954 HTTP/1.1" status: 204 len: 168 time: 1.7604444 Dec 06 23:54:31.576911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54932) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.592762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.608475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.621135 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] 10.222.0.53 "DELETE /v2.0/networks/19412a85-36d1-408d-8b0b-cdf505442c87 HTTP/1.1" status: 204 len: 168 time: 2.2570193 Dec 06 23:54:31.646233 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-40aedf22-ac0e-4de3-8a1d-bb007122b617 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:31.650937 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-40aedf22-ac0e-4de3-8a1d-bb007122b617 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/404163f3-706a-4cdb-a31c-89207e8f9954 HTTP/1.1" status: 404 len: 333 time: 0.0698743 Dec 06 23:54:31.651424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54936) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.655800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b927-782c-4579-8c2a-f50c4b9ab872 tempest-AllowedAddressPairIpV6TestJSON-23200272 tempest-AllowedAddressPairIpV6TestJSON-23200272-project] Pushing event deleted for resources: {'Network': ['ID=19412a85-36d1-408d-8b0b-cdf505442c87,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:31.658253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Made reservation on behalf of a0c4a26826c74caf93f31f0c965bd84b for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:31.661826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.723341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 9c920c3a-c143-4a31-a9c7-fc155044c0ba {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:31.739322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.773972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.774383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54938) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.819329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8475b14f-ff16-4e61-8498-aa1e806c9229 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:31.824750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:31.853239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.867433 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0b1b2139-6a5b-48e5-8083-f64926f2d3a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=79c63715448b4958a916b60b8ffa53a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914969 Dec 06 23:54:31.868944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5a3e-2115-4ac9-be20-aa3791641c62 req-f392aa99-9963-4a84-af4d-e3415991ce15 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:31.870314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54940) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:31.870825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4cda5a3e-2115-4ac9-be20-aa3791641c62 req-f392aa99-9963-4a84-af4d-e3415991ce15 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 943 time: 0.2210338 Dec 06 23:54:31.873840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:54:31.932486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.939382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8475b14f-ff16-4e61-8498-aa1e806c9229 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:31.939671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:31.993498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.045677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.085601 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4cda5a3e-2115-4ac9-be20-aa3791641c62 req-34606ef8-03e0-440c-a801-a1310556cc7a tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607518 Dec 06 23:54:32.087799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:32.104897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'port_id': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'mac_address': 'fa:16:3e:20:2c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:54:32.157731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e75f0-e50d-45bd-aeff-cfeeb7ab80eb req-55a62366-1d3f-4d54-bdba-80cd2089c3b5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:32.159220 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be6e75f0-e50d-45bd-aeff-cfeeb7ab80eb req-55a62366-1d3f-4d54-bdba-80cd2089c3b5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0656126 Dec 06 23:54:32.171334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8d5a5db0-28c7-4295-b12d-386157d38cd7 None None] Could not find standard attr ID for object 404163f3-706a-4cdb-a31c-89207e8f9954. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:54:32.181169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.184613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.185818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.188749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.199341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:32.200026 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73e04e8b-1102-4ec9-9029-91c67279d891 HTTP/1.1" status: 204 len: 168 time: 0.3212776 Dec 06 23:54:32.217329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.221501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:32.232840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfcdbe-74b5-43e2-b183-cf5c8f81449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e04e8b-1102-4ec9-9029-91c67279d891,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:32.253969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cebe52b8-67bc-4f50-8d5a-1451c41632cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:32.286771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: cebe52b8-67bc-4f50-8d5a-1451c41632cc {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:32.286929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cebe52b8-67bc-4f50-8d5a-1451c41632cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:32.293152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.300278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be6e75f0-e50d-45bd-aeff-cfeeb7ab80eb req-058176fc-065a-48d5-9f7c-d9052dd93910 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304381 Dec 06 23:54:32.320984 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.351439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1980f887-10e8-41d9-8f6b-cdbac9d23522,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:32.373745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.392534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:32.427565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.427565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:32.483813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=9c920c3a-c143-4a31-a9c7-fc155044c0ba,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:32.489648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.489999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Added segment eaa92be1-fbdc-410a-8ded-fa4e3c346986 of type vlan for network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 Dec 06 23:54:32.509124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d020bd-0b85-4152-b297-656a52e1ad13 req-70aa6ea2-d196-4c23-b5bc-16bacbb8d754 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:32.510904 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83d020bd-0b85-4152-b297-656a52e1ad13 req-70aa6ea2-d196-4c23-b5bc-16bacbb8d754 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 945 time: 0.0820160 Dec 06 23:54:32.530131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35de2f1-e331-4596-b1ce-178ed15fb71f None None] Network 32103ff7-5839-4684-8340-8727d01f53c0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:32.548939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54952) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:32.552210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.556370 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e1e6cb13-6bbb-45e4-ae66-bef9cbfa90f3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/9c920c3a-c143-4a31-a9c7-fc155044c0ba HTTP/1.1" status: 204 len: 168 time: 0.9032602 Dec 06 23:54:32.565802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54958) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:32.614808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.634768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Allocated IP 172.36.7.116 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/017ab385-29c4-49b2-8e73-a165f79a01ed) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:32.643556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:54:32.661621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1c835-9105-4810-82e1-63329f2cc95b req-0e13131f-9823-4f51-a0b7-b672395b56a8 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:32.664127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a9b1c835-9105-4810-82e1-63329f2cc95b req-0e13131f-9823-4f51-a0b7-b672395b56a8 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1884720 Dec 06 23:54:32.678583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 54964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:32.684174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Request body: {'floatingip': {'port_id': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:32.735703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.760142 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83d020bd-0b85-4152-b297-656a52e1ad13 req-e61707b8-23f2-4f99-9eec-79282a18561e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378974 Dec 06 23:54:32.822991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.855413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] DHCP port deletion for 32103ff7-5839-4684-8340-8727d01f53c0 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:32.864037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.871194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:32.871941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.879516 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-930c65cb-6610-4754-af0c-7d70330706d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce49a9b8dabf4fbc99be3fc59cb416c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339751 Dec 06 23:54:32.883047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:32.906180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 8475b14f-ff16-4e61-8498-aa1e806c9229 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:32.906548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:32.947709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Deleting port 8475b14f-ff16-4e61-8498-aa1e806c9229 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:32.948460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.014354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port 8475b14f-ff16-4e61-8498-aa1e806c9229, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8475b14f-ff16-4e61-8498-aa1e806c9229,segment=NetworkSegment(ac789e10-f405-469c-979b-a224924e59c8),segment_id=ac789e10-f405-469c-979b-a224924e59c8)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:33.014965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.017551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.025068 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9359426 Dec 06 23:54:33.027842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54972) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:33.032047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] For port 8475b14f-ff16-4e61-8498-aa1e806c9229, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8475b14f-ff16-4e61-8498-aa1e806c9229,segment=NetworkSegment(ac789e10-f405-469c-979b-a224924e59c8),segment_id=ac789e10-f405-469c-979b-a224924e59c8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:33.035633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.038700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b894e-7c1d-4933-bb25-f8535e7487b8 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'Network': ['ID=600a5a56-f887-4e60-a7e6-b15e4ec6dc07,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.040452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Request body: {'subnet': {'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:33.045328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 8475b14f-ff16-4e61-8498-aa1e806c9229 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:33.046789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.054235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Calling delete_port for 8475b14f-ff16-4e61-8498-aa1e806c9229 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:33.064855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:33.083337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.265485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.321111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.321111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.323227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.344898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:33.352939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] Pushing event deleted for resources: {'Port': ['ID=8475b14f-ff16-4e61-8498-aa1e806c9229,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.359181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=8475b14f-ff16-4e61-8498-aa1e806c9229,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.359433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857bcf9f-e4ce-4914-9f1f-3c4962494c3b None None] No DVR routers for this DVR port 8475b14f-ff16-4e61-8498-aa1e806c9229 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:33.365128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.373183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.375374 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0d3becd-6e35-4638-96ef-0897b7aeb3fa HTTP/1.1" status: 204 len: 168 time: 0.4913204 Dec 06 23:54:33.387676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6656-0d24-4269-95f6-345061f24d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3becd-6e35-4638-96ef-0897b7aeb3fa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.388498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:33.392736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port 8475b14f-ff16-4e61-8498-aa1e806c9229 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:33.393723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:33.396615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Pushing event updated for resources: {'Port': ['ID=017ab385-29c4-49b2-8e73-a165f79a01ed,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.399236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Made reservation on behalf of a0c4a26826c74caf93f31f0c965bd84b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:33.403641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.437235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026166df-706a-4350-8372-b3f0c4d18f93 req-c9aae42e-5e2a-4439-bcd9-64b0bbd16ff9 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:33.438790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-026166df-706a-4350-8372-b3f0c4d18f93 req-c9aae42e-5e2a-4439-bcd9-64b0bbd16ff9 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 943 time: 0.1772830 Dec 06 23:54:33.542295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54986) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:33.559200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.582733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:54:33.592576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32103ff7-5839-4684-8340-8727d01f53c0']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:33.618186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac789e10-f405-469c-979b-a224924e59c8') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:33.618186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac789e10-f405-469c-979b-a224924e59c8') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:33.633950 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-026166df-706a-4350-8372-b3f0c4d18f93 req-1606ace1-2984-4f4f-8da6-79e413a30a7b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878211 Dec 06 23:54:33.644960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.655588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8475b14f-ff16-4e61-8498-aa1e806c9229 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:33.660054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.669581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:33.669581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.687913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.702647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.714634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 8475b14f-ff16-4e61-8498-aa1e806c9229 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:33.714983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8475b14f-ff16-4e61-8498-aa1e806c9229 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:33.724723 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:33.737019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-69952146'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:33.813390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.854234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.865893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.876062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.879137 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/32103ff7-5839-4684-8340-8727d01f53c0 HTTP/1.1" status: 204 len: 168 time: 1.3111856 Dec 06 23:54:33.891240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 54994) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:33.892075 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:33.894422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99697cac-729a-4a94-a845-8f8bbc7059f3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:54:33.895585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.902316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'name': 'tempest-PortsTestJSON-97573953'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:33.908200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434149-17ad-47bb-8f8d-9215a0b8059c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=32103ff7-5839-4684-8340-8727d01f53c0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:33.928487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:33.942908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.001648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:34.041205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842638-b4f0-436b-a497-02d29a334f70 req-fca2fe4f-1a84-45de-ad45-d4c0ebc3a215 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:34.042748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ba842638-b4f0-436b-a497-02d29a334f70 req-fca2fe4f-1a84-45de-ad45-d4c0ebc3a215 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 945 time: 0.2058597 Dec 06 23:54:34.057129 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Floating IP 6914e8e6-9d44-4def-8077-4e69f52d6a92 associated. External IP: 172.36.7.40, port: 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac. Dec 06 23:54:34.090631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'Subnet': ['ID=bdfa302b-e4f5-4878-9624-c14328af2f91,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.093432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99697cac-729a-4a94-a845-8f8bbc7059f3,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:34.110819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'port_id': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'mac_address': 'fa:16:3e:80:f6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:54:34.158240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.160420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Checking segment: {'id': 'eaa92be1-fbdc-410a-8ded-fa4e3c346986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:34.160793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Network hostable DHCP agents. Network: 600a5a56-f887-4e60-a7e6-b15e4ec6dc07, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:34.170977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.176193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99697cac-729a-4a94-a845-8f8bbc7059f3 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:54:34.182954 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ba842638-b4f0-436b-a497-02d29a334f70 req-87907880-850b-4dfb-870a-f798be9f7d3f tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266348 Dec 06 23:54:34.200381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99697cac-729a-4a94-a845-8f8bbc7059f3,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:34.202956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:54:34.209280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:34.210211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.227289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.231469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:34.235018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.251917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 182d0556-5a25-47ab-ae52-c4066f4823a9 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:34.257327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.257644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:34.262113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.301875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.316886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.334268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb3279-d557-4ddc-a65f-b5601b3cb66f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.340386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 600a5a56-f887-4e60-a7e6-b15e4ec6dc07) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:34.350869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:34.351461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.359626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:34.395098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.395436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment 1a33aa93-00d5-4cdd-8ebb-db63d31569a7 of type vlan for network 20f751a2-a087-4a28-8ed5-37629c5acb8c Dec 06 23:54:34.412059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7a08e-12b0-48bb-98e6-8cd1fbaecd1d None None] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:34.423916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:34.426130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d079644-dfc8-47d0-a58c-dd41d0f286de" -d '{"events": [{"server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:34.476408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.479845 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2b464276-e301-4077-8f8f-acb765051f1f tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4509170 Dec 06 23:54:34.485375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.498538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55008) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:34.499665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef1a835-76b3-456d-aa57-1fbe8a47cc00 x-openstack-request-id: req-fef1a835-76b3-456d-aa57-1fbe8a47cc00 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:34.499929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "name": "network-vif-plugged", "status": "completed", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:34.500194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fef1a835-76b3-456d-aa57-1fbe8a47cc00 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:34.500614 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'code': 200} Dec 06 23:54:34.502333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:34.503149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Request body: {'port': {'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-761026778'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:34.558494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.608631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['99697cac-729a-4a94-a845-8f8bbc7059f3'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:54:34.694436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.734866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.774970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Pushing event updated for resources: {'Port': ['ID=017ab385-29c4-49b2-8e73-a165f79a01ed,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.788863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.795882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:34.797072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.798333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-600a5a56-f887-4e60-a7e6-b15e4ec6dc07', 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07', 'tenant_id': 'a0c4a26826c74caf93f31f0c965bd84b', 'fixed_ips': [{'subnet_id': 'bdfa302b-e4f5-4878-9624-c14328af2f91'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:34.799196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.819040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.843516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Router c68d87bf-27f5-4e3a-b677-036cb5008202 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:34.869989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=20f751a2-a087-4a28-8ed5-37629c5acb8c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.883929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Made reservation on behalf of a0c4a26826c74caf93f31f0c965bd84b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:34.888244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.899022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:34.903567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:34.966887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55018) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:34.967529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=182d0556-5a25-47ab-ae52-c4066f4823a9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:34.982649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc296e-8230-4fbe-bed0-153214e6b52f req-19192022-50c5-4b25-976d-54beb5ab2bc5 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:34.984213 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3ddc296e-8230-4fbe-bed0-153214e6b52f req-19192022-50c5-4b25-976d-54beb5ab2bc5 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 944 time: 0.2495644 Dec 06 23:54:34.996075 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b02b981-debd-49dd-bd39-361f75b5ee4a tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4526327 Dec 06 23:54:35.003572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] device_id is not set on port 0c7a1421-217e-450b-a9f0-f5b5c9909217 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:35.028479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:35.034849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:35.058308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.064207 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5329ea78-761c-483b-adce-c77074b37fa4 tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5793684 Dec 06 23:54:35.065849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:35.069065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:35.074722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:35.075354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.122783 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3ddc296e-8230-4fbe-bed0-153214e6b52f req-f0382ed6-a312-41e4-be6f-d5fa2bd01139 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192997 Dec 06 23:54:35.190064 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6ec0958-3639-4021-8f2a-6f37fdf6256a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2916646 Dec 06 23:54:35.203128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55024) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:35.310049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71f99e-c02c-40db-8c70-151379a8fed7 req-9a80af25-f1a9-4146-b220-489216e41976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:35.312506 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2b71f99e-c02c-40db-8c70-151379a8fed7 req-9a80af25-f1a9-4146-b220-489216e41976 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 1099 time: 0.4625194 Dec 06 23:54:35.314507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Allocated IP 172.20.0.4 (600a5a56-f887-4e60-a7e6-b15e4ec6dc07/bdfa302b-e4f5-4878-9624-c14328af2f91/0c7a1421-217e-450b-a9f0-f5b5c9909217) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:35.342622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-953555481'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:35.422256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 182d0556-5a25-47ab-ae52-c4066f4823a9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:35.422256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.425415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:35.439231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.444537 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Sync routers for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:35.462178 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:35.463368 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:35.495913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-44a065b6-2520-4708-b7ea-b71f6a82247e tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.4185503 Dec 06 23:54:35.502973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:35.512710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e05ad-fd31-4077-a1bf-68bdc0601041 req-6d6cb659-a000-42dc-b69c-7c70152fe67f tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:35.514232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-af6e05ad-fd31-4077-a1bf-68bdc0601041 req-6d6cb659-a000-42dc-b69c-7c70152fe67f tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.1841638 Dec 06 23:54:35.531487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.553351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 182d0556-5a25-47ab-ae52-c4066f4823a9 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:35.577035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.585593 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2b71f99e-c02c-40db-8c70-151379a8fed7 req-4ea49435-539c-4d82-abdf-f1668837f4f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384682 Dec 06 23:54:35.605087 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-271eb4e7-92af-449f-a038-734f711813ac tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "PUT /v2.0/floatingips/6914e8e6-9d44-4def-8077-4e69f52d6a92 HTTP/1.1" status: 200 len: 991 time: 2.9225698 Dec 06 23:54:35.605087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:35.615421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.645136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:35.648583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e01b1-63d4-4af5-9b14-c1216721a806" -d '{"events": [{"name": "network-changed", "server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:35.677926 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e4d7e658-088a-4fc6-a80c-8917c4ac209a tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1736331 Dec 06 23:54:35.681064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.683363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55034) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:35.724776 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-af6e05ad-fd31-4077-a1bf-68bdc0601041 req-3ef60c1b-3886-45e2-b773-e959e16e4fde tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779287 Dec 06 23:54:35.725884 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:35.830306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958c19c1-a989-4556-9294-f794ba48552a x-openstack-request-id: req-958c19c1-a989-4556-9294-f794ba48552a {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:35.830306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:35.830306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-958c19c1-a989-4556-9294-f794ba48552a {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:35.830306 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'status': 'completed', 'code': 200} Dec 06 23:54:35.854430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Allocated IP 172.20.0.2 (600a5a56-f887-4e60-a7e6-b15e4ec6dc07/bdfa302b-e4f5-4878-9624-c14328af2f91/a34d93d5-adca-490c-8206-e981f6e7a492) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:35.864065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.870565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.899158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.903770 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/182d0556-5a25-47ab-ae52-c4066f4823a9 HTTP/1.1" status: 204 len: 168 time: 0.6996248 Dec 06 23:54:35.933814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55038) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:35.936602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:35.945191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99697cac-729a-4a94-a845-8f8bbc7059f3 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:35.947412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'mac_address': 'fa:16:3e:15:f9:74', 'name': 'tempest-PortsTestJSON-1079372414'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:35.997854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.049425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:36.062872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:36.067443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:36.104063 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6914e8e6-9d44-4def-8077-4e69f52d6a92', 'tenant_id': '49b600c29742461385df31188f1eb767', 'floating_ip_address': '172.36.7.40', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'port_id': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'mac_address': 'fa:16:3e:d9:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12393573-57c3-4db7-b0e8-304ff977fc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:53Z', 'updated_at': '2021-12-06T23:54:33Z', 'revision_number': 1, 'project_id': '49b600c29742461385df31188f1eb767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:36.121533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:36.130462 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Checking router: c68d87bf-27f5-4e3a-b677-036cb5008202 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:54:36.133838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:36.134580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.140754 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:36.141597 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:36.188755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1d6ce-cb21-4ee3-966d-bf6ec6159f40,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:36.195217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.210575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Added segment 3357e4db-b447-4136-8090-e0136f618a96 of type vlan for network 0c9ef150-8f64-4b54-a68b-c837f595510f Dec 06 23:54:36.247175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Deleting port 017ab385-29c4-49b2-8e73-a165f79a01ed {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:36.250333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.251345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 99697cac-729a-4a94-a845-8f8bbc7059f3 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:54:36.254050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.261347 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7620792 Dec 06 23:54:36.261923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 99697cac-729a-4a94-a845-8f8bbc7059f3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:36.262445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.266832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c6d48-332c-4d0a-895c-7d93c11193dc tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'Port': ['ID=0c7a1421-217e-450b-a9f0-f5b5c9909217,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:36.274342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55042) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:36.295788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.320464 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:36.373979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.394857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Request body: {'port': {'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1453707546', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:36.401287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] bootfile-name is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:36.402935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.403490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] tftp-server is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:36.404023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] server-ip-address is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:36.409025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.409616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.410156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.410692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.411790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.414909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.415482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.416555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.417799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.423089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.423709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.424726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:36.435914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.450219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:36.453218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Pushing event updated for resources: {'Port': ['ID=a34d93d5-adca-490c-8206-e981f6e7a492,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:36.457044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:36.459344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:36.487927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-372f90b4-ca96-486d-93ca-f3a5576dffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:36.490448 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-372f90b4-ca96-486d-93ca-f3a5576dffa0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.4449804 Dec 06 23:54:36.494523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:36.495512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.503648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:36.506068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c1666a-9cc6-454b-9601-2b0f7a20094a" -d '{"events": [{"server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "name": "network-vif-plugged", "status": "completed", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:36.511035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99697cac-729a-4a94-a845-8f8bbc7059f3,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:36.526114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:36.528624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.555889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Attempting to bind port a34d93d5-adca-490c-8206-e981f6e7a492 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:36.561728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Attempting to bind port a34d93d5-adca-490c-8206-e981f6e7a492 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eaa92be1-fbdc-410a-8ded-fa4e3c346986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:36.561728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Attempting to bind port a34d93d5-adca-490c-8206-e981f6e7a492 on network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:36.573813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:36.574261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Checking segment: {'id': 'eaa92be1-fbdc-410a-8ded-fa4e3c346986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:36.574597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.574995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Bound using segment: {'id': 'eaa92be1-fbdc-410a-8ded-fa4e3c346986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:36.575605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Bound port: a34d93d5-adca-490c-8206-e981f6e7a492, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa92be1-fbdc-410a-8ded-fa4e3c346986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '600a5a56-f887-4e60-a7e6-b15e4ec6dc07'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:36.575994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.598362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.600583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8b07a2-5af8-4500-a5cd-fb6e119210ea x-openstack-request-id: req-9a8b07a2-5af8-4500-a5cd-fb6e119210ea {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:36.600875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "name": "network-vif-plugged", "status": "completed", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:36.601130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a8b07a2-5af8-4500-a5cd-fb6e119210ea {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:36.601510 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'code': 200} Dec 06 23:54:36.713765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:36.745883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] For port a34d93d5-adca-490c-8206-e981f6e7a492, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:36.753937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] For port a34d93d5-adca-490c-8206-e981f6e7a492, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a34d93d5-adca-490c-8206-e981f6e7a492,segment=NetworkSegment(eaa92be1-fbdc-410a-8ded-fa4e3c346986),segment_id=eaa92be1-fbdc-410a-8ded-fa4e3c346986)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:36.795086 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6914e8e6-9d44-4def-8077-4e69f52d6a92', 'tenant_id': '49b600c29742461385df31188f1eb767', 'floating_ip_address': '172.36.7.40', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'port_id': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'mac_address': 'fa:16:3e:d9:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12393573-57c3-4db7-b0e8-304ff977fc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:53Z', 'updated_at': '2021-12-06T23:54:33Z', 'revision_number': 1, 'project_id': '49b600c29742461385df31188f1eb767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:36.815599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.831470 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b23c3-6bdd-4eea-9ef0-b6470e2f970c None None] The sync data for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv is: [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6914e8e6-9d44-4def-8077-4e69f52d6a92', 'tenant_id': '49b600c29742461385df31188f1eb767', 'floating_ip_address': '172.36.7.40', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'port_id': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'mac_address': 'fa:16:3e:d9:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12393573-57c3-4db7-b0e8-304ff977fc79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:53Z', 'updated_at': '2021-12-06T23:54:33Z', 'revision_number': 1, 'project_id': '49b600c29742461385df31188f1eb767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:36.834906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-dfc83031-263f-40c5-941d-ab067da77aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:36.842182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-dfc83031-263f-40c5-941d-ab067da77aa6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.2786188 Dec 06 23:54:36.848077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Network': ['ID=0c9ef150-8f64-4b54-a68b-c837f595510f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:36.871245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.877617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:36.927678 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3304be5c-c70d-49cf-94f6-0f9acf9cea9c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9432199 Dec 06 23:54:36.940652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Calling delete_port for 017ab385-29c4-49b2-8e73-a165f79a01ed owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:36.942974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55048) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:36.945866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:36.949469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:36.974006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900dfc0-8211-4880-951c-3788f040c59f req-be04fad7-9a7d-4368-9b42-cf79a1c1e9b0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:36.976401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3900dfc0-8211-4880-951c-3788f040c59f req-be04fad7-9a7d-4368-9b42-cf79a1c1e9b0 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 944 time: 0.6436725 Dec 06 23:54:37.017042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9870-7836-4777-86b3-0a310fcead06 None None] Pushing event updated for resources: {'Port': ['ID=a34d93d5-adca-490c-8206-e981f6e7a492,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:37.130035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=182d0556-5a25-47ab-ae52-c4066f4823a9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:37.146556 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-5132e6ee-22ab-4f32-ac48-164e924a8e9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 999 time: 0.2810252 Dec 06 23:54:37.172195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.177651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.178066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.178968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.187615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.188066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.188918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.189278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.189625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.193544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.193544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.193544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.193544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e052d50-2437-4ba2-940a-bc387614d371 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:37.249684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e70cb5-f6ec-49be-b6c5-fd213b5a9b63 None None] New status for floating IP 6914e8e6-9d44-4def-8077-4e69f52d6a92: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:54:37.276159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.278423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-a819e155-95ce-44ec-ba3c-5fdb9881ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:37.285843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-a819e155-95ce-44ec-ba3c-5fdb9881ec80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.1114743 Dec 06 23:54:37.312052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port bece4c36-120b-45ad-9a2a-f5bc77434f66 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:37.338761 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3900dfc0-8211-4880-951c-3788f040c59f req-46b732cc-06d9-484e-8783-37a45cfe87a4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418067 Dec 06 23:54:37.439982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d9aa-04d8-4f72-b5a0-02bc06714a81 req-26d7b2b0-7401-4430-a727-3bd3021a3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:37.442156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a9f9d9aa-04d8-4f72-b5a0-02bc06714a81 req-26d7b2b0-7401-4430-a727-3bd3021a3a26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 1098 time: 0.1491287 Dec 06 23:54:37.471172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-a6d808c5-a0fd-44fa-8235-4ea0f0e2795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:37.472923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-a6d808c5-a0fd-44fa-8235-4ea0f0e2795a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1206198 Dec 06 23:54:37.535037 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a9f9d9aa-04d8-4f72-b5a0-02bc06714a81 req-99b8dd5a-bd2e-4f6d-9658-246cc61da2fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814104 Dec 06 23:54:37.629261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-17f0a7ea-03b0-495f-8b28-68c5cf374176 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411648 Dec 06 23:54:37.659525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.751419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a34d93d5-adca-490c-8206-e981f6e7a492 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:37.762328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.763907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Made reservation on behalf of a0c4a26826c74caf93f31f0c965bd84b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:37.767765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.792604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c8e6-26f4-4fe4-82d1-95701170b177 req-6055cc78-5179-43ea-83cf-cc8403e93c1a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:37.800630 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b8d3c8e6-26f4-4fe4-82d1-95701170b177 req-6055cc78-5179-43ea-83cf-cc8403e93c1a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.6297421 Dec 06 23:54:37.814143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a34d93d5-adca-490c-8206-e981f6e7a492 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:37.814636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.862531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:37.867071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] device_id is not set on port be1d4f28-5d78-4a0a-aef1-73b920e4c035 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:37.870629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.907473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:37.933492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:37.950846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:37.953155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=bece4c36-120b-45ad-9a2a-f5bc77434f66,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:37.957729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:37.965903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:37.966575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.000008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port a34d93d5-adca-490c-8206-e981f6e7a492, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a34d93d5-adca-490c-8206-e981f6e7a492,segment=NetworkSegment(eaa92be1-fbdc-410a-8ded-fa4e3c346986),segment_id=eaa92be1-fbdc-410a-8ded-fa4e3c346986)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:38.008449 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b8d3c8e6-26f4-4fe4-82d1-95701170b177 req-33bc9d8a-c8f7-42e8-b001-327e8185a76c tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044144 Dec 06 23:54:38.071821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.163251 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9f9e01b1-63d4-4af5-9b14-c1216721a806 req-0758a5f4-cc48-43b7-a808-4c1b100077c5 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186419 Dec 06 23:54:38.179038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=a34d93d5-adca-490c-8206-e981f6e7a492,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:38.188731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.189426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.190231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.190836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.191176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.191514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.191908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.192264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.192617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.193019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.193652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.193652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.194879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:54:38.263840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55054) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:38.268775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:38.376762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.437355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d7cf8dbe-bfaa-49c0-a809-92e6deaa43bb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4937358 Dec 06 23:54:38.438349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55058) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:38.465292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Allocated IP 172.20.0.14 (600a5a56-f887-4e60-a7e6-b15e4ec6dc07/bdfa302b-e4f5-4878-9624-c14328af2f91/be1d4f28-5d78-4a0a-aef1-73b920e4c035) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:38.478805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=d9c2f785-362e-4db4-899f-a3d2634ffccd,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:38.513136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:38.517236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.529028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.573428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b13dcb-45d1-463d-8263-cd6702dde3e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:38.574839 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e0b13dcb-45d1-463d-8263-cd6702dde3e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/bece4c36-120b-45ad-9a2a-f5bc77434f66 HTTP/1.1" status: 200 len: 841 time: 0.1280150 Dec 06 23:54:38.578119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Pushing event deleted for resources: {'Port': ['ID=017ab385-29c4-49b2-8e73-a165f79a01ed,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:38.583786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55060) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:38.602940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3e553-63ca-440a-ad8f-bad952d79007 None None] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:38.629879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:38.630515 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network hostable DHCP agents. Network: 0c9ef150-8f64-4b54-a68b-c837f595510f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:38.639633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a19cc-ed28-40b5-9578-d59a0056a656 req-633ee84d-e3e7-4e20-a5c7-b255c53a086d tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:38.641154 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-482a19cc-ed28-40b5-9578-d59a0056a656 req-633ee84d-e3e7-4e20-a5c7-b255c53a086d tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.2095013 Dec 06 23:54:38.696308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.699307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.700557 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cbf7b2af-628c-4e80-851a-0148d71bb3cc tempest-FloatingIPAdminTestJSON-1735087547 tempest-FloatingIPAdminTestJSON-1735087547-project] 10.222.0.53 "DELETE /v2.0/floatingips/465144e6-bab9-4f9c-b421-8980e13a4b2c HTTP/1.1" status: 204 len: 168 time: 3.0161116 Dec 06 23:54:38.704479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55062) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:38.708663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1a5c485c-36b9-457f-bd8c-b9ab22978a75 None None] Provisioning complete for port a34d93d5-adca-490c-8206-e981f6e7a492 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:38.709076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1a5c485c-36b9-457f-bd8c-b9ab22978a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.804583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.814986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:38.823439 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-482a19cc-ed28-40b5-9578-d59a0056a656 req-e08b635d-e59b-4ab0-8688-1f90ced513e5 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567802 Dec 06 23:54:38.855321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port bece4c36-120b-45ad-9a2a-f5bc77434f66 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:38.855629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.874530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Deleting port 57bd1155-5e91-42ed-af0d-0311c0deaec1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:38.874880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.965881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.966235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.969751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0c9ef150-8f64-4b54-a68b-c837f595510f) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:38.976798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:38.981735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3eb40-398e-44fc-92e0-e9fe915e7ffa None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:38.993562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Calling delete_port for 57bd1155-5e91-42ed-af0d-0311c0deaec1 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:38.995443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:38.996115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.007861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.040113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:39.040381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for bece4c36-120b-45ad-9a2a-f5bc77434f66 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:39.046235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:39.052034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:39.105135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.149163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'Port': ['ID=be1d4f28-5d78-4a0a-aef1-73b920e4c035,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:39.186467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.188294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.201983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=8a6f5495-dc64-4c27-970f-7e41832044cc,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:39.228746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'd9c2f785-362e-4db4-899f-a3d2634ffccd'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:39.229375 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-586b89f0-03ad-4465-92df-d26720bcbcad tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2849724 Dec 06 23:54:39.229648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.232623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55068) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.243458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f3305f26-f8e4-4285-a268-cb4fcb913a40 None None] Provisioning complete for port a34d93d5-adca-490c-8206-e981f6e7a492 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:39.243840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f3305f26-f8e4-4285-a268-cb4fcb913a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.247360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'name': 'tempest-NetworksTestDHCPv6-78722477'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:39.302282 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a3ce5800-282e-4b50-be0b-e3a70eb60a50 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.9112520 Dec 06 23:54:39.308788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55070) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.325562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203adc5-2b89-44a0-b455-3c01ad7b7a11 req-ce9dabec-0a8d-4271-842f-7e7a363cd1ed tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.333008 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d203adc5-2b89-44a0-b455-3c01ad7b7a11 req-ce9dabec-0a8d-4271-842f-7e7a363cd1ed tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.2213306 Dec 06 23:54:39.374799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec34701-11a1-47bf-9ef1-c9c46cf89b7d tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.376540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': '1a33aa93-00d5-4cdd-8ebb-db63d31569a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:39.376907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: 20f751a2-a087-4a28-8ed5-37629c5acb8c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:39.385001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec34701-11a1-47bf-9ef1-c9c46cf89b7d tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.394024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec34701-11a1-47bf-9ef1-c9c46cf89b7d tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.398262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1ec34701-11a1-47bf-9ef1-c9c46cf89b7d tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0857911 Dec 06 23:54:39.399087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55072) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.409431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.409893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.458066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f3305f26-f8e4-4285-a268-cb4fcb913a40 None None] Provisioning complete for port 0c7a1421-217e-450b-a9f0-f5b5c9909217 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:39.458441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f3305f26-f8e4-4285-a268-cb4fcb913a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.480732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=bece4c36-120b-45ad-9a2a-f5bc77434f66,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:39.495993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Pushing event deleted for resources: {'Port': ['ID=57bd1155-5e91-42ed-af0d-0311c0deaec1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:39.496488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.501609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c40d1590-f07d-46e2-9d88-510872b255d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/bece4c36-120b-45ad-9a2a-f5bc77434f66 HTTP/1.1" status: 204 len: 168 time: 0.8868024 Dec 06 23:54:39.502394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55074) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.517213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d203adc5-2b89-44a0-b455-3c01ad7b7a11 req-37d1efb4-160f-47fb-811d-af28f7721301 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783571 Dec 06 23:54:39.526973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:39.541610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/d9c2f785-362e-4db4-899f-a3d2634ffccd/9bde2301-749e-4684-9a26-0881a21b72dd) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:39.549023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f3305f26-f8e4-4285-a268-cb4fcb913a40 None None] Port 0c7a1421-217e-450b-a9f0-f5b5c9909217 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:39.576867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-473da4cf-03f9-45ae-8581-f7f77a65f948 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:39.578570 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-473da4cf-03f9-45ae-8581-f7f77a65f948 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/bece4c36-120b-45ad-9a2a-f5bc77434f66 HTTP/1.1" status: 404 len: 333 time: 0.0602560 Dec 06 23:54:39.582382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55078) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.593688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'name': 'tempest-PortsTestJSON-2062932366'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:39.633085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 20f751a2-a087-4a28-8ed5-37629c5acb8c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:39.637688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.638618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.672772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880948a4-95a9-4b12-9fdb-a0a1c5b22b82 None None] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:39.684374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.687283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.688506 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bed0d585-f362-4eec-8676-5a4fd3c7fb68 tempest-FloatingIPAdminTestJSON-932703162 tempest-FloatingIPAdminTestJSON-932703162-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/e30a398b-b226-4d18-a0f8-59e84286af7d HTTP/1.1" status: 204 len: 168 time: 0.9830465 Dec 06 23:54:39.695538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55080) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.724074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:39.729593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.736963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314e66a-4598-4bad-881f-ff7bda940a63 req-1aea5c94-9094-4576-a72a-2b388040b9c8 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:39.738802 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c314e66a-4598-4bad-881f-ff7bda940a63 req-1aea5c94-9094-4576-a72a-2b388040b9c8 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.1351712 Dec 06 23:54:39.747944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Deleting port be1d4f28-5d78-4a0a-aef1-73b920e4c035 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:39.748313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.750828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55082) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.756615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Request body: {'floatingip': {'port_id': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:39.769375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port a29f4acb-cb9a-4f4a-bccf-456195776a19 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:39.836552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:39.840434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.848503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:39.862378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:39.905887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a34d93d5-adca-490c-8206-e981f6e7a492 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:39.951129 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-092762c8-4aa3-4128-8f03-59f85c1ea8a2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6861825 Dec 06 23:54:39.955270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55086) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:39.962649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-593091636'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:39.995588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c780e556-e14d-4a01-9a7d-11e760d5d825 None None] Provisioning complete for port 0c7a1421-217e-450b-a9f0-f5b5c9909217 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:39.995973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c780e556-e14d-4a01-9a7d-11e760d5d825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.023958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.041128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-20f751a2-a087-4a28-8ed5-37629c5acb8c', 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': '8a6f5495-dc64-4c27-970f-7e41832044cc'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:40.041943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port da41e233-1fde-48de-bac8-12a5b134687f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:40.042062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.042151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.085490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Calling delete_port for be1d4f28-5d78-4a0a-aef1-73b920e4c035 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:40.117785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354fbb2-8989-479c-9690-0798d2602853 req-40dd3ae4-235b-429a-acf8-dda9ef3f7c28 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:40.119216 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c354fbb2-8989-479c-9690-0798d2602853 req-40dd3ae4-235b-429a-acf8-dda9ef3f7c28 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.1852405 Dec 06 23:54:40.137249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a34d93d5-adca-490c-8206-e981f6e7a492 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:40.137585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.143824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.145136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c780e556-e14d-4a01-9a7d-11e760d5d825 None None] Port 0c7a1421-217e-450b-a9f0-f5b5c9909217 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:40.158183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:40.161681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.211798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.263560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.275245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:40.283730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c354fbb2-8989-479c-9690-0798d2602853 req-f676d682-6790-4de9-a464-5bc302081707 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380217 Dec 06 23:54:40.295665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:40.302318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.302656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment c26c5b63-f3a3-4ee7-abce-c48c4403cfbf of type vlan for network e62d4937-1bff-486c-a686-003ee7c5324a Dec 06 23:54:40.328102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:40.330718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::34a (0c9ef150-8f64-4b54-a68b-c837f595510f/d9c2f785-362e-4db4-899f-a3d2634ffccd/a29f4acb-cb9a-4f4a-bccf-456195776a19) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:40.330869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:40.334047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Pushing event updated for resources: {'Port': ['ID=9bde2301-749e-4684-9a26-0881a21b72dd,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:40.344979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-eeabd24f-7276-42ba-9b4e-58be4f2b9344 None None] Provisioning complete for port be1d4f28-5d78-4a0a-aef1-73b920e4c035 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:40.345350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eeabd24f-7276-42ba-9b4e-58be4f2b9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.359411 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:54:40.436154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Allocated IP 2001:db8:0:ffff::2 (20f751a2-a087-4a28-8ed5-37629c5acb8c/8a6f5495-dc64-4c27-970f-7e41832044cc/0516f770-daf7-4da6-90a7-ba9ef0557663) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:40.444995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.454243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.459760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eeabd24f-7276-42ba-9b4e-58be4f2b9344 None None] Port be1d4f28-5d78-4a0a-aef1-73b920e4c035 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:40.484798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Attempting to bind port 9bde2301-749e-4684-9a26-0881a21b72dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:40.485179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Attempting to bind port 9bde2301-749e-4684-9a26-0881a21b72dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:40.485540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Attempting to bind port 9bde2301-749e-4684-9a26-0881a21b72dd on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:40.512147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for da41e233-1fde-48de-bac8-12a5b134687f owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:40.514764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:40.515239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:40.515541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.515941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:40.516736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Bound port: 9bde2301-749e-4684-9a26-0881a21b72dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:40.516819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.643286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] For port 9bde2301-749e-4684-9a26-0881a21b72dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:40.676861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] For port 9bde2301-749e-4684-9a26-0881a21b72dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bde2301-749e-4684-9a26-0881a21b72dd,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:40.696378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.741959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.754673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c945-8508-4965-bca9-0c7bba705b18 req-31275ca9-c8a1-4c46-90f3-ba146f6c140d tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:40.756306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5402c945-8508-4965-bca9-0c7bba705b18 req-31275ca9-c8a1-4c46-90f3-ba146f6c140d tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.3402240 Dec 06 23:54:40.768814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55092) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:40.771245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Request body: {'floatingip': {'port_id': '99697cac-729a-4a94-a845-8f8bbc7059f3'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:40.777039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.809832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:40.821085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:40.829821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:40.835048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277187-03d8-4337-8a37-6556b404a95c None None] Pushing event updated for resources: {'Port': ['ID=9bde2301-749e-4684-9a26-0881a21b72dd,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:40.841294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.862018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:54:40.865003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.869394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.905518 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Pushing event updated for resources: {'Port': ['ID=0516f770-daf7-4da6-90a7-ba9ef0557663,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:40.915965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.927864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:40.935522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:40.941741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:40.947563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:40.947855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Attempting to bind port 0516f770-daf7-4da6-90a7-ba9ef0557663 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:40.948122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.948459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Attempting to bind port 0516f770-daf7-4da6-90a7-ba9ef0557663 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1a33aa93-00d5-4cdd-8ebb-db63d31569a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:40.948921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Attempting to bind port 0516f770-daf7-4da6-90a7-ba9ef0557663 on network 20f751a2-a087-4a28-8ed5-37629c5acb8c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:40.957439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:40.958371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Checking segment: {'id': '1a33aa93-00d5-4cdd-8ebb-db63d31569a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:40.958690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.959092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Bound using segment: {'id': '1a33aa93-00d5-4cdd-8ebb-db63d31569a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:40.960269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Bound port: 0516f770-daf7-4da6-90a7-ba9ef0557663, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a33aa93-00d5-4cdd-8ebb-db63d31569a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20f751a2-a087-4a28-8ed5-37629c5acb8c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:40.961610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.972863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:40.975135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.981209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:40.981809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:40.999869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event deleted for resources: {'Port': ['ID=be1d4f28-5d78-4a0a-aef1-73b920e4c035,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:41.034797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] For port 0516f770-daf7-4da6-90a7-ba9ef0557663, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:41.039088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] For port 0516f770-daf7-4da6-90a7-ba9ef0557663, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0516f770-daf7-4da6-90a7-ba9ef0557663,segment=NetworkSegment(1a33aa93-00d5-4cdd-8ebb-db63d31569a7),segment_id=1a33aa93-00d5-4cdd-8ebb-db63d31569a7)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:41.070858 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5e163d6f-1cc0-4378-8ad3-b506abae0cd4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4873431 Dec 06 23:54:41.072313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55094) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:41.082227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:41.094194 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1341817 Dec 06 23:54:41.094849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55096) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:41.123942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.139128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f1e62-ad5c-4f34-8344-9752f2478293 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=e62d4937-1bff-486c-a686-003ee7c5324a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:41.147938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:41.165434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.174280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e62d4937-1bff-486c-a686-003ee7c5324a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:41.342314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bf765-af87-4cc0-bde1-ed17fd05f8ca None None] Pushing event updated for resources: {'Port': ['ID=0516f770-daf7-4da6-90a7-ba9ef0557663,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:41.446809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=a29f4acb-cb9a-4f4a-bccf-456195776a19,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:41.465308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.468175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:41.474006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:41.476626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:41.482621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:41.483146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.538679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.666888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=da41e233-1fde-48de-bac8-12a5b134687f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:41.689547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:41.703891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.720067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.resource_extend [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:54:41.775195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bde2301-749e-4684-9a26-0881a21b72dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:41.852134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.855310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.860893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bde2301-749e-4684-9a26-0881a21b72dd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:41.861049 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ea3b9869-6f60-4fa6-b831-0b17a7a58775 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/ports/da41e233-1fde-48de-bac8-12a5b134687f HTTP/1.1" status: 204 len: 168 time: 2.1621063 Dec 06 23:54:41.864956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.886646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.893590 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6ec54d9c-8209-4f30-a478-4d99034e4110 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "DELETE /v2.0/ports/be1d4f28-5d78-4a0a-aef1-73b920e4c035 HTTP/1.1" status: 204 len: 168 time: 2.4901705 Dec 06 23:54:41.893590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55100) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:41.895474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55102) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:41.916379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Request body: {'port': {'name': 'tempest-new-port-name-2096549575', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:41.916779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] bootfile-name is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:41.917126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] tftp-server is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:41.917456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.api.validators [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] server-ip-address is not in valid_values {{(pid=110159) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:54:41.979851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:41.989070 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1742ecb8-62f1-4711-9dae-10d7ec532bc2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7475946 Dec 06 23:54:41.994574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55104) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:42.013044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.025816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.025940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 9bde2301-749e-4684-9a26-0881a21b72dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bde2301-749e-4684-9a26-0881a21b72dd,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:42.107770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.108816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0516f770-daf7-4da6-90a7-ba9ef0557663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:42.111540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.186489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:54:42.187733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.194679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.242608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba6bdd-1e9e-4002-8bd7-33c804ba8212 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:42.244454 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30ba6bdd-1e9e-4002-8bd7-33c804ba8212 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "GET /v2.0/ports?device_id=2af04a1d-174f-4d77-b4d4-384553e445dc HTTP/1.1" status: 200 len: 913 time: 0.3512297 Dec 06 23:54:42.248411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=9bde2301-749e-4684-9a26-0881a21b72dd,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:42.257847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0516f770-daf7-4da6-90a7-ba9ef0557663 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:42.258391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.269998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55106) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:42.278508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] In _notify_port_updated(), no bound segment for port 0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 on network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:42.284677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:42.284870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.290815 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/ports/0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 HTTP/1.1" status: 200 len: 818 time: 1.2152491 Dec 06 23:54:42.295184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcde78b-7bf1-4ee7-82d5-2d18cd2b2299 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:42.301994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55108) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:42.355785 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Floating IP 8fcc7129-6bb4-4bcf-8acc-33c2df463ebb associated. External IP: 172.36.7.163, port: e8f79fdd-700d-4188-9685-dfcbaa6ec8b8. Dec 06 23:54:42.367433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93730370-a59d-45c8-8cce-2a0104380454 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:42.380157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93730370-a59d-45c8-8cce-2a0104380454 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:42.380157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-93730370-a59d-45c8-8cce-2a0104380454 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3579278 Dec 06 23:54:42.386094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55112) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:42.408306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed04e4-3460-484f-a40e-60c4c4af9cd2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:42.422839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba82bb4c-2a01-4998-ab74-d02e6a71d8df None None] Provisioning complete for port 9bde2301-749e-4684-9a26-0881a21b72dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:42.423350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba82bb4c-2a01-4998-ab74-d02e6a71d8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.447492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=b7234393-60bb-4d97-89ad-9c767d0073d2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:42.546894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:42.547374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: e62d4937-1bff-486c-a686-003ee7c5324a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:42.575137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.636681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:42.637150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.660051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 0516f770-daf7-4da6-90a7-ba9ef0557663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0516f770-daf7-4da6-90a7-ba9ef0557663,segment=NetworkSegment(1a33aa93-00d5-4cdd-8ebb-db63d31569a7),segment_id=1a33aa93-00d5-4cdd-8ebb-db63d31569a7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:42.699922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network e62d4937-1bff-486c-a686-003ee7c5324a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:42.717804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.781769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=0516f770-daf7-4da6-90a7-ba9ef0557663,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:42.821386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.845800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e62d4937-1bff-486c-a686-003ee7c5324a) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:42.849710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:42.862116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:42.862859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.865299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98faacd4-6507-4c0c-9065-fa8597e9fd8a None None] Network e62d4937-1bff-486c-a686-003ee7c5324a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:42.942906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.resource_extend [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:54:42.947479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:42.981143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd8799-0a47-45cc-84a7-b6e3dfbf9738 None None] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:43.046983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.057993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port a29f4acb-cb9a-4f4a-bccf-456195776a19 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:43.058362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.101199 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-55805379-203f-4c35-8024-4dd719d687e7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9781845 Dec 06 23:54:43.102085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.106341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3f32ea58-f629-403a-a464-d2b37c5dfb46 None None] Provisioning complete for port 0516f770-daf7-4da6-90a7-ba9ef0557663 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:43.106716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f32ea58-f629-403a-a464-d2b37c5dfb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.112051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.119600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55114) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.157986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'port': {'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a', 'name': 'tempest-NetworksIpV6TestAttrs-1636231602'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:43.164569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.171482 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 HTTP/1.1" status: 204 len: 168 time: 0.8654389 Dec 06 23:54:43.172881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9035-f776-4bed-bb46-75daf8a99955 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:43.187695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55116) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.191268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e62d4937-1bff-486c-a686-003ee7c5324a', 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': 'b7234393-60bb-4d97-89ad-9c767d0073d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:43.192202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.234503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.310281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event updated for resources: {'Port': ['ID=0c7a1421-217e-450b-a9f0-f5b5c9909217,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:43.408657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b567eeba-b2b5-4e46-8fce-c94305c27dae tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:43.410386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b567eeba-b2b5-4e46-8fce-c94305c27dae tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2215197 Dec 06 23:54:43.419056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55118) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.456522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Router 31df94b3-8c19-4bbc-9d01-c558b010ac18 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:43.463590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] In _notify_port_updated(), no bound segment for port 0c7a1421-217e-450b-a9f0-f5b5c9909217 on network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:43.469047 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8946710-719d-47e9-8269-01fd94c08811 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:43.469221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:43.469859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.474592 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8946710-719d-47e9-8269-01fd94c08811 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/0b9f34de-d4cf-4e3b-b122-a84a5fc6bb41 HTTP/1.1" status: 404 len: 333 time: 0.0446115 Dec 06 23:54:43.474755 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fdd414e5-713a-4b45-8a08-1ef5cbf110fd tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "PUT /v2.0/ports/0c7a1421-217e-450b-a9f0-f5b5c9909217 HTTP/1.1" status: 200 len: 1136 time: 1.5622511 Dec 06 23:54:43.475670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.476092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.482638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901196748'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:43.511791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.551058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.580099 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Floating IP 85b40920-a495-4962-b455-2d86f49ffed9 associated. External IP: 172.36.7.164, port: 99697cac-729a-4a94-a845-8f8bbc7059f3. Dec 06 23:54:43.599900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17186286-37dd-4a4f-848d-6a37ce6e791e tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:43.601752 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-17186286-37dd-4a4f-848d-6a37ce6e791e tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "GET /v2.0/ports/0c7a1421-217e-450b-a9f0-f5b5c9909217 HTTP/1.1" status: 200 len: 1136 time: 0.1246150 Dec 06 23:54:43.607749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55126) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:43.622294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Allocated IP 2001:db8::f816:3eff:fe2a:8756 (e62d4937-1bff-486c-a686-003ee7c5324a/b7234393-60bb-4d97-89ad-9c767d0073d2/ed75d212-a14b-40a8-b2ea-1c6bb84989eb) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:43.720117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:43.724772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.727343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bde2301-749e-4684-9a26-0881a21b72dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:43.809223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:43.877331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.888335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Provisioning complete for port 9bde2301-749e-4684-9a26-0881a21b72dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:43.888711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.908536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.908536 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment e7f346a2-624d-442a-bc50-31d7c2047eb7 of type vlan for network 442487cf-1721-4d08-95ce-5dfe4facbb93 Dec 06 23:54:43.947029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bde2301-749e-4684-9a26-0881a21b72dd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:43.947249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:43.968347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for a29f4acb-cb9a-4f4a-bccf-456195776a19 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:43.974716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.012669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.046902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Deleting port 0c7a1421-217e-450b-a9f0-f5b5c9909217 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:44.047382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.061759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Network e62d4937-1bff-486c-a686-003ee7c5324a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:44.070152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:44.072829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:44.077034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Pushing event updated for resources: {'Port': ['ID=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:44.131283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:44.135536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.160192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.165583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:44.166278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.176959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Provisioning complete for port 0c7a1421-217e-450b-a9f0-f5b5c9909217 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:44.177349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.189671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] device_id is not set on port d7fae233-5071-41d3-8d67-6a22fa380f29 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:44.199630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:44.209943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.216798 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Sync routers for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:44.230648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Attempting to bind port ed75d212-a14b-40a8-b2ea-1c6bb84989eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:44.230972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Attempting to bind port ed75d212-a14b-40a8-b2ea-1c6bb84989eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:44.231366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Attempting to bind port ed75d212-a14b-40a8-b2ea-1c6bb84989eb on network e62d4937-1bff-486c-a686-003ee7c5324a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:44.243275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:44.244450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Checking segment: {'id': 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:44.244450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.244653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Bound using segment: {'id': 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:44.245120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Bound port: ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'e62d4937-1bff-486c-a686-003ee7c5324a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:44.245504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.250516 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:44.251568 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:44.262692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0516f770-daf7-4da6-90a7-ba9ef0557663 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:44.290971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.293961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Port 0c7a1421-217e-450b-a9f0-f5b5c9909217 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:44.299300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8209188 Dec 06 23:54:44.305353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c835ecdc-33c2-403d-be36-146bbeca9513 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "PUT /v2.0/floatingips/8fcc7129-6bb4-4bcf-8acc-33c2df463ebb HTTP/1.1" status: 200 len: 992 time: 4.5534880 Dec 06 23:54:44.307018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55128) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:44.318229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a035-5457-428c-b7ef-436c65d2c885 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=442487cf-1721-4d08-95ce-5dfe4facbb93,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:44.328847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:44.358808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:44.361390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851b360-c64e-4808-8b33-cf9c4fcb47fa" -d '{"events": [{"name": "network-changed", "server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:44.364795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Calling delete_port for 0c7a1421-217e-450b-a9f0-f5b5c9909217 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:44.380502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] For port ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:44.383959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] For port ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,segment=NetworkSegment(c26c5b63-f3a3-4ee7-abce-c48c4403cfbf),segment_id=c26c5b63-f3a3-4ee7-abce-c48c4403cfbf)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:44.397269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:44.436124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Provisioning complete for port a29f4acb-cb9a-4f4a-bccf-456195776a19 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:44.436522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.441634 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:44.447949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf66b562-c255-4121-868c-d7df46635f8b x-openstack-request-id: req-bf66b562-c255-4121-868c-d7df46635f8b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:44.448269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:44.448687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf66b562-c255-4121-868c-d7df46635f8b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:44.449280 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'status': 'completed', 'code': 200} Dec 06 23:54:44.476986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.540353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Allocated IP 2001:db8::f816:3eff:fe63:6461 (e62d4937-1bff-486c-a686-003ee7c5324a/b7234393-60bb-4d97-89ad-9c767d0073d2/d7fae233-5071-41d3-8d67-6a22fa380f29) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:44.560931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0516f770-daf7-4da6-90a7-ba9ef0557663 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:44.561305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.569834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Router 85f091b2-884e-4b11-9b77-06cd5a5dae30 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:44.588435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port c978828e-eee2-4a5d-9f29-70f9a28e3c4d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:44.588435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.604958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.679855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=a29f4acb-cb9a-4f4a-bccf-456195776a19,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:44.688143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-94fbf12a-dbcf-4c50-a235-83c85088ff28 None None] Port a29f4acb-cb9a-4f4a-bccf-456195776a19 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:44.717412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-af0b7e7f-f596-49cf-9d28-a75f466b25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:44.719112 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-af0b7e7f-f596-49cf-9d28-a75f466b25bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae24859db0174a0cbddd4f525daf7990&device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 1099 time: 0.1968904 Dec 06 23:54:44.771677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:44.780931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.781891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530fe25-7cf2-44d7-8e7a-af0deaf85011 None None] Pushing event updated for resources: {'Port': ['ID=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:44.785326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.789549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-928c556d-a14e-4dcc-a5af-426edd469305 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/a29f4acb-cb9a-4f4a-bccf-456195776a19 HTTP/1.1" status: 204 len: 168 time: 2.3623660 Dec 06 23:54:44.799258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55136) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:44.837960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a14e1267-6781-41a2-957a-d5e38685e9e5 None None] Provisioning complete for port 0516f770-daf7-4da6-90a7-ba9ef0557663 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:44.838338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a14e1267-6781-41a2-957a-d5e38685e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:44.965634 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fcc7129-6bb4-4bcf-8acc-33c2df463ebb', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'floating_ip_address': '172.36.7.163', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'port_id': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'mac_address': 'fa:16:3e:20:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a1575-8595-464b-85eb-2238609627dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:57Z', 'updated_at': '2021-12-06T23:54:40Z', 'revision_number': 1, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:45.004968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Checking router: 31df94b3-8c19-4bbc-9d01-c558b010ac18 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:54:45.016677 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:45.017831 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:45.129951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc8cf0-e17a-4285-b233-152281752877 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:45.132010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc8cf0-e17a-4285-b233-152281752877 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:45.133783 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96dc8cf0-e17a-4285-b233-152281752877 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3226764 Dec 06 23:54:45.139614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55138) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:45.157383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:45.215012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:45.223836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.227720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Sync routers for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:45.244194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:45.245694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:45.255504 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9e2ab146-1b62-4573-a2ba-56663c8bb319 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "PUT /v2.0/floatingips/85b40920-a495-4962-b455-2d86f49ffed9 HTTP/1.1" status: 200 len: 991 time: 4.4875553 Dec 06 23:54:45.268886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet d9c2f785-362e-4db4-899f-a3d2634ffccd {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:45.274048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.278930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.352971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.389744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.442194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.443311 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fcc7129-6bb4-4bcf-8acc-33c2df463ebb', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'floating_ip_address': '172.36.7.163', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'port_id': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'mac_address': 'fa:16:3e:20:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a1575-8595-464b-85eb-2238609627dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:57Z', 'updated_at': '2021-12-06T23:54:40Z', 'revision_number': 1, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:45.456896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for c978828e-eee2-4a5d-9f29-70f9a28e3c4d owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:45.481278 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38d22d-baca-4d45-b42a-ad649719230a None None] The sync data for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv is: [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8fcc7129-6bb4-4bcf-8acc-33c2df463ebb', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'floating_ip_address': '172.36.7.163', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'port_id': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'mac_address': 'fa:16:3e:20:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153a1575-8595-464b-85eb-2238609627dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:53:57Z', 'updated_at': '2021-12-06T23:54:40Z', 'revision_number': 1, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:45.490423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:45.561792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network e62d4937-1bff-486c-a686-003ee7c5324a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:45.600579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:45.604716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:45.610689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-bcdfe549-de91-4950-930a-d2811ab8b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:45.613050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-bcdfe549-de91-4950-930a-d2811ab8b4cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 HTTP/1.1" status: 200 len: 907 time: 0.8840201 Dec 06 23:54:45.617492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:45.618159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.681387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.735213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Port': ['ID=d7fae233-5071-41d3-8d67-6a22fa380f29,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:45.758303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-7cc4369c-52d5-4782-9732-00d24ecf8b06 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 HTTP/1.1" status: 200 len: 1000 time: 0.0830474 Dec 06 23:54:45.761048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.771884 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c7152ee7-2b6e-4230-ad5f-184aa081f78b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6510301 Dec 06 23:54:45.776739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55144) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:45.784000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.799759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ed75d212-a14b-40a8-b2ea-1c6bb84989eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:45.878924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting subnet b7234393-60bb-4d97-89ad-9c767d0073d2 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:45.887417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.888027 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae4c0cc-5a4c-4cc6-8790-f5922e511254 None None] New status for floating IP 8fcc7129-6bb4-4bcf-8acc-33c2df463ebb: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:54:45.934087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ed75d212-a14b-40a8-b2ea-1c6bb84989eb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:45.934477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.974652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:45.991740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event deleted for resources: {'Port': ['ID=0c7a1421-217e-450b-a9f0-f5b5c9909217,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:46.073509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.078581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85b40920-a495-4962-b455-2d86f49ffed9', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'floating_ip_address': '172.36.7.164', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'port_id': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'mac_address': 'fa:16:3e:80:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c06458a-b25a-421c-a425-b98c90097d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:54:03Z', 'updated_at': '2021-12-06T23:54:42Z', 'revision_number': 1, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:46.167163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Checking router: 85f091b2-884e-4b11-9b77-06cd5a5dae30 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:54:46.180227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=e7d9efab-ef03-4331-ab47-eb66261600e6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:46.197921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.201264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3444d2-9d7f-4943-9cd9-f3bd7f940b71 None None] Network e62d4937-1bff-486c-a686-003ee7c5324a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:46.254370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-0cf346be-b5d4-4974-ba90-da0691228bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.255420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:46.256127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-0cf346be-b5d4-4974-ba90-da0691228bc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb1be18d-1b87-40d2-82a5-092cca70668e HTTP/1.1" status: 200 len: 845 time: 0.4611404 Dec 06 23:54:46.256468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:46.257089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': 'e7f346a2-624d-442a-bc50-31d7c2047eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:46.257534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 442487cf-1721-4d08-95ce-5dfe4facbb93, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:46.259145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.299789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c2f785-362e-4db4-899f-a3d2634ffccd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:46.309876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.314693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-19d06a6d-265e-4adf-b3dc-88aeefd79064 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/d9c2f785-362e-4db4-899f-a3d2634ffccd HTTP/1.1" status: 204 len: 168 time: 1.1740849 Dec 06 23:54:46.318109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55148) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.397966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aadc0b59-7c59-46c7-8981-6b36ef42a522 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801382 Dec 06 23:54:46.398625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55150) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.401186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.406629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:46.426044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.431717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-800edf74-7288-417d-a93f-49f33da39870 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "DELETE /v2.0/ports/0c7a1421-217e-450b-a9f0-f5b5c9909217 HTTP/1.1" status: 204 len: 168 time: 2.8207002 Dec 06 23:54:46.432118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55152) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.451337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:54:46.453681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089530c0-995b-4c1a-9b60-24660984dea8" -d '{"events": [{"name": "network-changed", "server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:54:46.471097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=b7234393-60bb-4d97-89ad-9c767d0073d2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:46.471535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a743ff9-55d1-48b9-a17f-21f34a618401 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:46.477177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.480410 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6c54a20a-8188-4004-bf9d-0d2325786d32 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/b7234393-60bb-4d97-89ad-9c767d0073d2 HTTP/1.1" status: 204 len: 168 time: 0.6900678 Dec 06 23:54:46.492735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55158) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.492953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-10061b04-6675-451f-952b-95541ffe68ec None None] Provisioning complete for port ed75d212-a14b-40a8-b2ea-1c6bb84989eb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:46.493291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-10061b04-6675-451f-952b-95541ffe68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.512274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.574069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=c978828e-eee2-4a5d-9f29-70f9a28e3c4d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:46.601773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-a7241acc-a426-4a66-812c-73565c01e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.604622 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-a7241acc-a426-4a66-812c-73565c01e68c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2082753 Dec 06 23:54:46.606083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3eb39-1747-472f-830f-c6ea5c290d4b x-openstack-request-id: req-97f3eb39-1747-472f-830f-c6ea5c290d4b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:54:46.606083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:54:46.606260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97f3eb39-1747-472f-830f-c6ea5c290d4b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:54:46.606568 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'status': 'completed', 'code': 200} Dec 06 23:54:46.629746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Deleting subnet bdfa302b-e4f5-4878-9624-c14328af2f91 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:46.679044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:46.686907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d44383-f169-4856-b149-bc21b9efce8d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.689444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d44383-f169-4856-b149-bc21b9efce8d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.690634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.692645 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b0d44383-f169-4856-b149-bc21b9efce8d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1988986 Dec 06 23:54:46.697091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.733531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:54:46.741435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:46.744941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.833306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.855548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6690f26e-5473-482f-832f-aace0dd40fe2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.872282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 442487cf-1721-4d08-95ce-5dfe4facbb93) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:46.875769 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6690f26e-5473-482f-832f-aace0dd40fe2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 23:54:46.876338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6690f26e-5473-482f-832f-aace0dd40fe2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:54:46.879703 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6690f26e-5473-482f-832f-aace0dd40fe2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/e62d4937-1bff-486c-a686-003ee7c5324a HTTP/1.1" status: 409 len: 405 time: 0.1803484 Dec 06 23:54:46.886115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.886972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:46.890442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:46.892423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c074b7-68a4-43e3-8073-1b64231656a6 None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:46.896221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-983408930'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:46.909588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089530c0-995b-4c1a-9b60-24660984dea8 req-b3db4870-cb1a-491d-a223-59f30028ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:46.911213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-b3db4870-cb1a-491d-a223-59f30028ba7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=99c711dc96aa4750ba239500a73e5d52&device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 1098 time: 0.2922833 Dec 06 23:54:46.918289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:54:46.918289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:54:46.994305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:46.997830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.037210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:47.046815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.047151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment ce267978-3c6c-4fa7-9632-962f15d07235 of type vlan for network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c Dec 06 23:54:47.048476 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-2c9ed690-b701-4838-9889-9521b42d3c3f service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116211 Dec 06 23:54:47.074011 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-495543d1-6043-4b0c-b216-2dcd3fa0434f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7494702 Dec 06 23:54:47.088403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55168) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:47.096802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:47.128855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.145236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.159553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-10061b04-6675-451f-952b-95541ffe68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.206388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.254788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:47.262572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089530c0-995b-4c1a-9b60-24660984dea8 req-887a6c16-d187-472f-ae86-822af572ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:47.262723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.264092 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-887a6c16-d187-472f-ae86-822af572ca3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=9b6c893a-8d06-4649-a8fb-41ccd62b8387 HTTP/1.1" status: 200 len: 913 time: 0.3095970 Dec 06 23:54:47.270054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:47.270345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.272315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.276426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-10061b04-6675-451f-952b-95541ffe68ec None None] For port ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,segment=NetworkSegment(c26c5b63-f3a3-4ee7-abce-c48c4403cfbf),segment_id=c26c5b63-f3a3-4ee7-abce-c48c4403cfbf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:47.320878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:47.335126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-442487cf-1721-4d08-95ce-5dfe4facbb93', 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': 'e7d9efab-ef03-4331-ab47-eb66261600e6'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:47.335995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.363466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-10061b04-6675-451f-952b-95541ffe68ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.370944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:47.371544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] DHCP port deletion for e62d4937-1bff-486c-a686-003ee7c5324a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:47.373498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=9fe94bd1-0b43-48f1-9056-db1cc9f3f45c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:47.387069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:47.387657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.399050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=1f32926f-d5ff-44d3-9801-504e1165c403,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:47.403498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:47.441202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85b40920-a495-4962-b455-2d86f49ffed9', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'floating_ip_address': '172.36.7.164', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'port_id': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'mac_address': 'fa:16:3e:80:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c06458a-b25a-421c-a425-b98c90097d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:54:03Z', 'updated_at': '2021-12-06T23:54:42Z', 'revision_number': 1, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:47.497480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2851b360-c64e-4808-8b33-cf9c4fcb47fa req-19e01291-c02c-4b68-8eac-3c928046b07b service neutron] 10.222.0.45 "GET /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222856 Dec 06 23:54:47.516364 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6f812dae-5edb-4cfc-8ab3-3838cef9d6b3 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6238291 Dec 06 23:54:47.525084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55172) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:47.533971 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-b5f947f6-0ee3-4907-a55d-5eba60d7222c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99697cac-729a-4a94-a845-8f8bbc7059f3 HTTP/1.1" status: 200 len: 999 time: 0.2523978 Dec 06 23:54:47.537492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:47.551059 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c61aac10-46d4-40db-9386-38b19a1d0b98 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1511362 Dec 06 23:54:47.551740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55174) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:47.571031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'name': 'tempest-NetworksTestDHCPv6-1070332279'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:47.582176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9dda02-cbf3-4179-b57e-cbd5fb86ad19 None None] The sync data for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv is: [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '85b40920-a495-4962-b455-2d86f49ffed9', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'floating_ip_address': '172.36.7.164', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'port_id': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'mac_address': 'fa:16:3e:80:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c06458a-b25a-421c-a425-b98c90097d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:54:03Z', 'updated_at': '2021-12-06T23:54:42Z', 'revision_number': 1, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:47.624438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.670880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f052e44a-0755-43ac-a45c-ac38cea9e9af None None] Network 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:47.678603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10061b04-6675-451f-952b-95541ffe68ec None None] Pushing event updated for resources: {'Port': ['ID=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:47.717130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.724464 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "DELETE /v2.0/subnets/bdfa302b-e4f5-4878-9624-c14328af2f91 HTTP/1.1" status: 204 len: 168 time: 1.2868330 Dec 06 23:54:47.726074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c84a1-7441-4e96-9dc1-dcf460822322 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event deleted for resources: {'Subnet': ['ID=bdfa302b-e4f5-4878-9624-c14328af2f91,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:47.749917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55178) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:47.769239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Deleting port 9bde2301-749e-4684-9a26-0881a21b72dd {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:47.773030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.811643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:47.816813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.834842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Router 2af04a1d-174f-4d77-b4d4-384553e445dc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:54:47.841219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089530c0-995b-4c1a-9b60-24660984dea8 req-47d7fc65-3b58-42d4-8a5c-52deda1f2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:47.842810 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-47d7fc65-3b58-42d4-8a5c-52deda1f2741 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0440d091-f098-4fa5-bae4-808cc2b96192 HTTP/1.1" status: 200 len: 851 time: 0.2575305 Dec 06 23:54:47.850380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] For port 9bde2301-749e-4684-9a26-0881a21b72dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bde2301-749e-4684-9a26-0881a21b72dd,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:47.850788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:47.864196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Calling delete_port for 9bde2301-749e-4684-9a26-0881a21b72dd owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:47.956096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bde2301-749e-4684-9a26-0881a21b72dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:47.995782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:54:48.002599 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a6531b62-8caa-4643-a4b0-a06aa566f5be tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "PUT /v2.0/routers/2af04a1d-174f-4d77-b4d4-384553e445dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7283783 Dec 06 23:54:48.005743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.ipam_backend_mixin [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7d9efab-ef03-4331-ab47-eb66261600e6 (CIDR: 172.20.0.0/28) Dec 06 23:54:48.007675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] Sync routers for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:54:48.014306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55182) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:48.018018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:48.020007 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:48.021000 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:48.021277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24043f49-3cbe-44e1-80a5-0dbc7b825824 None None] New status for floating IP 85b40920-a495-4962-b455-2d86f49ffed9: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:54:48.023015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.052170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089530c0-995b-4c1a-9b60-24660984dea8 req-5b99fab0-77b3-4d81-86bf-66f342af3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:48.054396 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-5b99fab0-77b3-4d81-86bf-66f342af3be4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9b6c893a-8d06-4649-a8fb-41ccd62b8387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2029512 Dec 06 23:54:48.061922 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:48.073018 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] Routers {'2af04a1d-174f-4d77-b4d4-384553e445dc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:54:48.074007 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:54:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2af04a1d-174f-4d77-b4d4-384553e445dc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:48.114952 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:48.116703 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328f3d8-d583-4a87-9560-d597e294da39 None None] The sync data for ids ['2af04a1d-174f-4d77-b4d4-384553e445dc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:54:48.182367 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-6d23bed7-a4a3-40a1-b3c9-7a6a0a434a54 service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174839 Dec 06 23:54:48.226503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.265342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Deleting port ed75d212-a14b-40a8-b2ea-1c6bb84989eb {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:48.265342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.265342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Allocated IP 172.20.0.2 (442487cf-1721-4d08-95ce-5dfe4facbb93/e7d9efab-ef03-4331-ab47-eb66261600e6/35ad9a75-67ec-413b-acbc-3256e85ef379) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:48.292269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] Pushing event deleted for resources: {'Port': ['ID=9bde2301-749e-4684-9a26-0881a21b72dd,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:48.328512 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-089530c0-995b-4c1a-9b60-24660984dea8 req-2b6bad4f-076a-4b77-9667-123d3168f00d service neutron] 10.222.0.45 "GET /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371391 Dec 06 23:54:48.368413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b223b534-f2fa-4c7a-9951-92e2888f9f6d None None] No DVR routers for this DVR port 9bde2301-749e-4684-9a26-0881a21b72dd on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:48.387778 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:54:48.387778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:54:48.403187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port 9bde2301-749e-4684-9a26-0881a21b72dd {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 23:54:48.403626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bde2301-749e-4684-9a26-0881a21b72dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:48.404061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ed75d212-a14b-40a8-b2ea-1c6bb84989eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:48.424113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.438803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6344776-ebff-4b18-b43c-52daacc7ccc1 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:48.473276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d798d115-b2a5-44bb-b166-677cd4bcc404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.563055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-18068866-2b7d-4862-b8ac-bbd13a54c10b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4729290 Dec 06 23:54:48.566375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55188) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:48.576014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:48.617802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] For port ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,segment=NetworkSegment(c26c5b63-f3a3-4ee7-abce-c48c4403cfbf),segment_id=c26c5b63-f3a3-4ee7-abce-c48c4403cfbf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:48.618210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.621617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.684864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Calling delete_port for ed75d212-a14b-40a8-b2ea-1c6bb84989eb owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:48.685963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:48.690013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.726906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Deleting port a34d93d5-adca-490c-8206-e981f6e7a492 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:48.727240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.769196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:48.774281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.786362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port de481faf-cf9b-48f2-b791-11d3d46b061d yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:48.794049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] DHCP port deletion for 600a5a56-f887-4e60-a7e6-b15e4ec6dc07 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:48.898723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.940757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] For port a34d93d5-adca-490c-8206-e981f6e7a492, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a34d93d5-adca-490c-8206-e981f6e7a492,segment=NetworkSegment(eaa92be1-fbdc-410a-8ded-fa4e3c346986),segment_id=eaa92be1-fbdc-410a-8ded-fa4e3c346986)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:48.940757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.955057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:48.967730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Calling delete_port for a34d93d5-adca-490c-8206-e981f6e7a492 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:48.987858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.002512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port ed75d212-a14b-40a8-b2ea-1c6bb84989eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,segment=NetworkSegment(c26c5b63-f3a3-4ee7-abce-c48c4403cfbf),segment_id=c26c5b63-f3a3-4ee7-abce-c48c4403cfbf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:49.003702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '1f32926f-d5ff-44d3-9801-504e1165c403'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:49.004576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.030422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Deleting port a34d93d5-adca-490c-8206-e981f6e7a492 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:49.030778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.143012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.143246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::29b (0c9ef150-8f64-4b54-a68b-c837f595510f/1f32926f-d5ff-44d3-9801-504e1165c403/de481faf-cf9b-48f2-b791-11d3d46b061d) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:49.192284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.195562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] For port a34d93d5-adca-490c-8206-e981f6e7a492, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a34d93d5-adca-490c-8206-e981f6e7a492,segment=NetworkSegment(eaa92be1-fbdc-410a-8ded-fa4e3c346986),segment_id=eaa92be1-fbdc-410a-8ded-fa4e3c346986)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:49.195955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.196319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:54:49.211934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:49.220296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:49.222432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Calling delete_port for a34d93d5-adca-490c-8206-e981f6e7a492 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:49.226307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:49.230363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.239130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Pushing event updated for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.356988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=6d48dda8-772c-4eb1-bf5f-5c96bfa9829f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.374484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.378950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Attempting to bind port 35ad9a75-67ec-413b-acbc-3256e85ef379 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:49.379323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Attempting to bind port 35ad9a75-67ec-413b-acbc-3256e85ef379 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e7f346a2-624d-442a-bc50-31d7c2047eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:49.379686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Attempting to bind port 35ad9a75-67ec-413b-acbc-3256e85ef379 on network 442487cf-1721-4d08-95ce-5dfe4facbb93 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:49.387910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:49.388333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Checking segment: {'id': 'e7f346a2-624d-442a-bc50-31d7c2047eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:49.388749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.389145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Bound using segment: {'id': 'e7f346a2-624d-442a-bc50-31d7c2047eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:49.389910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Bound port: 35ad9a75-67ec-413b-acbc-3256e85ef379, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f346a2-624d-442a-bc50-31d7c2047eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:49.390048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.425173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port 72af8a64-a67a-4d7c-8f3c-b2c225810dda {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:49.425710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.442916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': 'ce267978-3c6c-4fa7-9632-962f15d07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:49.443415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:49.462205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.463203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:49.466240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35ad9a75-67ec-413b-acbc-3256e85ef379,segment=NetworkSegment(e7f346a2-624d-442a-bc50-31d7c2047eb7),segment_id=e7f346a2-624d-442a-bc50-31d7c2047eb7)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:49.491528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.507141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.530400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:49.533369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.537161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:49.537590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] Pushing event deleted for resources: {'Port': ['ID=ed75d212-a14b-40a8-b2ea-1c6bb84989eb,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.539468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072c478-af5e-42eb-8b75-e6c1697e72dd None None] No DVR routers for this DVR port ed75d212-a14b-40a8-b2ea-1c6bb84989eb on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:49.556122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:49.556122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.566861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=40793c99-163c-495c-9665-c884157fbbe1,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.575800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] No DVR routers for this DVR port a34d93d5-adca-490c-8206-e981f6e7a492 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:49.579093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadeb345-11a0-44c4-953c-b2d6fe1ac959 None None] Pushing event deleted for resources: {'Port': ['ID=a34d93d5-adca-490c-8206-e981f6e7a492,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.584215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.596658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] No DVR routers for this DVR port a34d93d5-adca-490c-8206-e981f6e7a492 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:49.603403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event deleted for resources: {'Port': ['ID=a34d93d5-adca-490c-8206-e981f6e7a492,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.650687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305fd40-1ddc-41b6-878f-095efd1ff061 None None] Pushing event updated for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:49.668096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:49.669132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-432f97c8-8d8d-44da-80a9-608dc22a44ec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1008198 Dec 06 23:54:49.672366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:49.677054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'fixed_ips': [{'subnet_id': 'e7d9efab-ef03-4331-ab47-eb66261600e6'}, {'subnet_id': '40793c99-163c-495c-9665-c884157fbbe1'}], 'name': 'tempest-PortsTestJSON-429470200'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:49.697584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.735256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.759777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a34d93d5-adca-490c-8206-e981f6e7a492 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:49.783760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.784775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a34d93d5-adca-490c-8206-e981f6e7a492 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:49.790160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a34d93d5-adca-490c-8206-e981f6e7a492 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:49.798299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for 72af8a64-a67a-4d7c-8f3c-b2c225810dda owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:49.800439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:49.823203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19865b42-1b23-4cfb-96a0-ffb4b614cad4 None None] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:49.834379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:49.835040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.848197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600a5a56-f887-4e60-a7e6-b15e4ec6dc07']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:49.924844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa92be1-fbdc-410a-8ded-fa4e3c346986') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:49.925184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa92be1-fbdc-410a-8ded-fa4e3c346986') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:49.944375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:49.944566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:49.984475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.001253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:50.001671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:50.005042 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:50.062163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9fe94bd1-0b43-48f1-9056-db1cc9f3f45c', 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': '6d48dda8-772c-4eb1-bf5f-5c96bfa9829f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:50.063135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.107259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-143b4a8d-1ff6-4f03-8058-f7f7e1b2da94 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5764704 Dec 06 23:54:50.147368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55200) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:50.148767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.155662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'port': {'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c', 'name': 'tempest-NetworksIpV6TestAttrs-2108867953'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:50.320283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:50.326803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:50.333138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:50.340523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:50.341324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.369081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=de481faf-cf9b-48f2-b791-11d3d46b061d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:50.405861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.414653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/1f32926f-d5ff-44d3-9801-504e1165c403/333946ce-c9f0-4ab0-8897-ab7600cb1418) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:50.434036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.437449 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] 10.222.0.53 "DELETE /v2.0/networks/600a5a56-f887-4e60-a7e6-b15e4ec6dc07 HTTP/1.1" status: 204 len: 168 time: 2.6833780 Dec 06 23:54:50.438464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a4538-50a3-4c2a-b2be-643ca02cb974 tempest-ExtraDHCPOptionsTestJSON-1337884286 tempest-ExtraDHCPOptionsTestJSON-1337884286-project] Pushing event deleted for resources: {'Network': ['ID=600a5a56-f887-4e60-a7e6-b15e4ec6dc07,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:50.445157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.463946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:50.501344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:50.506363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.537041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.622436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7d67d06e-54d4-46af-95dc-e79132795284 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0549154 Dec 06 23:54:50.626639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55208) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:50.627152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Allocated IP 2001:db8::f816:3eff:fe12:186f (9fe94bd1-0b43-48f1-9056-db1cc9f3f45c/6d48dda8-772c-4eb1-bf5f-5c96bfa9829f/0aee9dec-da73-45af-9bea-694b56599eb4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:50.630462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] device_id is not set on port 6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:50.647061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=72af8a64-a67a-4d7c-8f3c-b2c225810dda,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:50.813083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.816823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139378b7-2de6-4420-91fb-3ad2771c5cdf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:50.824524 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-139378b7-2de6-4420-91fb-3ad2771c5cdf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1999245 Dec 06 23:54:50.836583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:50.868003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.878333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.944333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Pushing event updated for resources: {'Port': ['ID=0aee9dec-da73-45af-9bea-694b56599eb4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:50.955997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce9eef00-4e7a-459e-8731-2360d00ec4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:50.976683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:50.986685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:50.991830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:50.999837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.002096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.004016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.086626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Attempting to bind port 0aee9dec-da73-45af-9bea-694b56599eb4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:51.087338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Attempting to bind port 0aee9dec-da73-45af-9bea-694b56599eb4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce267978-3c6c-4fa7-9632-962f15d07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:51.087338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Attempting to bind port 0aee9dec-da73-45af-9bea-694b56599eb4 on network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:51.094481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:51.094873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Checking segment: {'id': 'ce267978-3c6c-4fa7-9632-962f15d07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:51.095313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.095776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Bound using segment: {'id': 'ce267978-3c6c-4fa7-9632-962f15d07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:51.096180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Bound port: 0aee9dec-da73-45af-9bea-694b56599eb4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce267978-3c6c-4fa7-9632-962f15d07235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fe94bd1-0b43-48f1-9056-db1cc9f3f45c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:51.101507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.123793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:51.126199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.177132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.179858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Fanout notify agent at l3_agent the message router_deleted on router 2af04a1d-174f-4d77-b4d4-384553e445dc {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:54:51.190583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.192211 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e0538735-79ea-4e94-82a5-9dbe8d9bada1 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/routers/2af04a1d-174f-4d77-b4d4-384553e445dc HTTP/1.1" status: 204 len: 168 time: 3.1625211 Dec 06 23:54:51.193317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.11 (442487cf-1721-4d08-95ce-5dfe4facbb93/e7d9efab-ef03-4331-ab47-eb66261600e6/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:51.195631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55220) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:51.208769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.21 (442487cf-1721-4d08-95ce-5dfe4facbb93/40793c99-163c-495c-9665-c884157fbbe1/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:51.244761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Allocated IP 2001:db8::f816:3eff:fe61:33f9 (9fe94bd1-0b43-48f1-9056-db1cc9f3f45c/6d48dda8-772c-4eb1-bf5f-5c96bfa9829f/6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:51.274866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:51.283791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:51.285910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff2578-ed4b-41a6-b5c4-fbc7633b3aa2 None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:51.288801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting subnet 32a03c38-af96-450e-9711-9a322faaa6b7 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:51.294636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.344292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.371371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:51.382796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Pushing event updated for resources: {'Port': ['ID=333946ce-c9f0-4ab0-8897-ab7600cb1418,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:51.452119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port de481faf-cf9b-48f2-b791-11d3d46b061d {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:51.452830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.481085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] For port 0aee9dec-da73-45af-9bea-694b56599eb4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:51.490088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.508976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:51.509343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.554131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Attempting to bind port 333946ce-c9f0-4ab0-8897-ab7600cb1418 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:51.554564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Attempting to bind port 333946ce-c9f0-4ab0-8897-ab7600cb1418 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:51.554879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Attempting to bind port 333946ce-c9f0-4ab0-8897-ab7600cb1418 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:51.559874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] For port 0aee9dec-da73-45af-9bea-694b56599eb4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0aee9dec-da73-45af-9bea-694b56599eb4,segment=NetworkSegment(ce267978-3c6c-4fa7-9632-962f15d07235),segment_id=ce267978-3c6c-4fa7-9632-962f15d07235)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:51.578415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca471d66-7571-4e64-8602-4264a3da656b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0c4a26826c74caf93f31f0c965bd84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509034 Dec 06 23:54:51.580283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55224) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:51.588536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:51.589339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:51.589990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.591804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:51.592609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Bound port: 333946ce-c9f0-4ab0-8897-ab7600cb1418, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:51.593895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.612176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.656143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.669746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.672868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:51.677147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:51.688184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:51.719413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.735435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.735664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:51.772711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for de481faf-cf9b-48f2-b791-11d3d46b061d owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:51.786782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.804920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:51.805362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.843872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.867176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 35ad9a75-67ec-413b-acbc-3256e85ef379 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:51.879609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888e609-56c5-4781-acf6-34f298e47efe None None] Pushing event updated for resources: {'Port': ['ID=0aee9dec-da73-45af-9bea-694b56599eb4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:51.905543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.950126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Subnet': ['ID=32a03c38-af96-450e-9711-9a322faaa6b7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:51.960996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:51.964454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1cc480ff-5eaf-4b88-9c2c-8f7678375757 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2916617 Dec 06 23:54:51.967550 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca605383-4dfb-415b-838f-aaccf942a703 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/subnets/32a03c38-af96-450e-9711-9a322faaa6b7 HTTP/1.1" status: 204 len: 168 time: 0.7687218 Dec 06 23:54:51.967679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55228) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:51.973837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a53e2-283b-4c36-962c-235b43d63de4 None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:51.975611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7d9efab-ef03-4331-ab47-eb66261600e6'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:51.978973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:51.994887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] For port 333946ce-c9f0-4ab0-8897-ab7600cb1418, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:52.018805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.026098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.026268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.026268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1980f887-10e8-41d9-8f6b-cdbac9d23522 HTTP/1.1" status: 204 len: 168 time: 0.4447556 Dec 06 23:54:52.044577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.045590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.079639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] For port 333946ce-c9f0-4ab0-8897-ab7600cb1418, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=333946ce-c9f0-4ab0-8897-ab7600cb1418,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:52.108527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:52.116155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.118859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b317e69-6b45-490e-8722-85943846fc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980f887-10e8-41d9-8f6b-cdbac9d23522,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:52.123326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:52.131444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:52.137461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:52.138096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.142347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Port': ['ID=6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:52.176713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.197900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=de481faf-cf9b-48f2-b791-11d3d46b061d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:52.204141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.215850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.245479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.253603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f3dd0d6d-bdaf-44bd-ae5c-c8c3590a52ba tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/de481faf-cf9b-48f2-b791-11d3d46b061d HTTP/1.1" status: 204 len: 168 time: 1.4148600 Dec 06 23:54:52.255887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55234) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:52.269183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35ad9a75-67ec-413b-acbc-3256e85ef379,segment=NetworkSegment(e7f346a2-624d-442a-bc50-31d7c2047eb7),segment_id=e7f346a2-624d-442a-bc50-31d7c2047eb7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:52.317777 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-70af02a3-58c5-4eb8-a01f-eea81435662b tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1662059 Dec 06 23:54:52.320509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55236) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:52.335643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:52.336012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.349719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Update dhcp port {'port': {'network_id': '442487cf-1721-4d08-95ce-5dfe4facbb93', 'fixed_ips': [{'subnet_id': 'e7d9efab-ef03-4331-ab47-eb66261600e6', 'ip_address': '172.20.0.2'}, {'subnet_id': '40793c99-163c-495c-9665-c884157fbbe1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '35ad9a75-67ec-413b-acbc-3256e85ef379'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:54:52.429178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.437660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting subnet 6d48dda8-772c-4eb1-bf5f-5c96bfa9829f {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:52.453001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d81e6-f52b-4c56-a783-f9baf9992fbb None None] Pushing event updated for resources: {'Port': ['ID=333946ce-c9f0-4ab0-8897-ab7600cb1418,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:52.456372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.520185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b742c-829b-437e-a399-320b60a8c323 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:52.523252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b742c-829b-437e-a399-320b60a8c323 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:52.524826 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e03b742c-829b-437e-a399-320b60a8c323 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2674112 Dec 06 23:54:52.525139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.532877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55244) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:52.569958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e116729-c3db-43ed-8f6b-1cf997024f6e None None] Pushing event updated for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:52.579199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.700324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port 64886b09-9087-42c7-9e55-6dee89c98d3a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:52.700865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.709318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 1f32926f-d5ff-44d3-9801-504e1165c403 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:52.731913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.784042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.831491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] For port 64886b09-9087-42c7-9e55-6dee89c98d3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64886b09-9087-42c7-9e55-6dee89c98d3a,segment=NetworkSegment(e5ee850a-b784-4489-a421-d64837ed36e7),segment_id=e5ee850a-b784-4489-a421-d64837ed36e7)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:52.839195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.870743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for 64886b09-9087-42c7-9e55-6dee89c98d3a owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:52.878420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] DHCP port deletion for b794dd20-b77c-4d32-a674-a74d2b874528 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:52.935744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.958858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.966644 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/6d48dda8-772c-4eb1-bf5f-5c96bfa9829f HTTP/1.1" status: 204 len: 168 time: 0.6443863 Dec 06 23:54:52.972123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55254) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:52.974664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:52.992753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af823a5-5571-4b1c-a241-05c6149df07e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48dda8-772c-4eb1-bf5f-5c96bfa9829f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:53.046782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.081254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Allocated IP 172.20.0.18 (442487cf-1721-4d08-95ce-5dfe4facbb93/40793c99-163c-495c-9665-c884157fbbe1/35ad9a75-67ec-413b-acbc-3256e85ef379) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:53.108126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Deleting port 64886b09-9087-42c7-9e55-6dee89c98d3a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:53.108781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.127128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c48d2-9ae7-4465-aa42-cc48f2c70049 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:53.129055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c48d2-9ae7-4465-aa42-cc48f2c70049 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:53.134908 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-df5c48d2-9ae7-4465-aa42-cc48f2c70049 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1509032 Dec 06 23:54:53.135081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55258) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.186166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.250314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5993e419-6572-4f89-9b63-0242aa901e8e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.260922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.261310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5993e419-6572-4f89-9b63-0242aa901e8e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 23:54:53.261784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5993e419-6572-4f89-9b63-0242aa901e8e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:54:53.265292 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5993e419-6572-4f89-9b63-0242aa901e8e tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/9fe94bd1-0b43-48f1-9056-db1cc9f3f45c HTTP/1.1" status: 409 len: 405 time: 0.1289828 Dec 06 23:54:53.272315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55260) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.279369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1883117044'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:53.291149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] No DVR routers for this DVR port 64886b09-9087-42c7-9e55-6dee89c98d3a on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:53.332444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=64886b09-9087-42c7-9e55-6dee89c98d3a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:53.429141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.445135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.477393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae43fc-acd6-440f-88fd-4205959957f7 None None] Network 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:53.481166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.484957 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/1f32926f-d5ff-44d3-9801-504e1165c403 HTTP/1.1" status: 204 len: 168 time: 0.9509318 Dec 06 23:54:53.490208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:53.492548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55268) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.495060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.503806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d0ecb-7dba-4053-a3e6-346ea0bbd5c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=1f32926f-d5ff-44d3-9801-504e1165c403,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:53.513894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b794dd20-b77c-4d32-a674-a74d2b874528']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:53.533039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ee850a-b784-4489-a421-d64837ed36e7') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:53.533662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ee850a-b784-4489-a421-d64837ed36e7') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:53.549183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.565522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:54:53.568561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35ad9a75-67ec-413b-acbc-3256e85ef379,segment=NetworkSegment(e7f346a2-624d-442a-bc50-31d7c2047eb7),segment_id=e7f346a2-624d-442a-bc50-31d7c2047eb7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:53.577218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.587008 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9a765672-ac96-4fb4-8ab8-13349c1c136c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911200 Dec 06 23:54:53.587690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55272) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.592618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.593374 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment 0738b977-de62-4bd9-a311-d039b0685826 of type vlan for network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 Dec 06 23:54:53.595086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:53.600326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:53.603958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.607604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] For port 64886b09-9087-42c7-9e55-6dee89c98d3a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64886b09-9087-42c7-9e55-6dee89c98d3a,segment=NetworkSegment(e5ee850a-b784-4489-a421-d64837ed36e7),segment_id=e5ee850a-b784-4489-a421-d64837ed36e7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:53.608026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:53.608829 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:53.683480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Calling delete_port for 64886b09-9087-42c7-9e55-6dee89c98d3a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:53.731831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] Provisioning complete for port 0aee9dec-da73-45af-9bea-694b56599eb4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:53.732124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.793844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.839411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.853668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.860360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/networks/b794dd20-b77c-4d32-a674-a74d2b874528 HTTP/1.1" status: 204 len: 168 time: 1.8788986 Dec 06 23:54:53.866686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55278) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.888562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5d4d6-89d7-44da-8bfd-752ee6edbc49 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Network': ['ID=b794dd20-b77c-4d32-a674-a74d2b874528,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:53.910395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.919026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8bdfd-86b4-44e6-80c0-1640a991d37f None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:53.932655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:53.948943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:53.955319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:53.956163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.043557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=4c66d823-fd29-45e4-8185-468ebfb8fbc3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:54.084852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.087178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 35ad9a75-67ec-413b-acbc-3256e85ef379 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:54.089117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:54:54.157879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.161533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5df132e3-5b73-4d90-b149-9faa4f3a0367 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:54.162363 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-5df132e3-5b73-4d90-b149-9faa4f3a0367 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 23:54:54.163122 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-5df132e3-5b73-4d90-b149-9faa4f3a0367 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 23:54:54.171629 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5df132e3-5b73-4d90-b149-9faa4f3a0367 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2302556 Dec 06 23:54:54.176299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55286) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:54.210737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931971334'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:54.226355 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4d46868-bb13-4e12-8c12-d0717975ef07 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9483325 Dec 06 23:54:54.227107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55288) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:54.227708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Delete allocated IP 172.20.0.21 (442487cf-1721-4d08-95ce-5dfe4facbb93/40793c99-163c-495c-9665-c884157fbbe1) {{(pid=110158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 23:54:54.234329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:54.270902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:54:54.270902 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:54:54.270902 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '3d6170d3f0714b71a1aaead9d6ad0687', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 54, 34, 224856)}] Dec 06 23:54:54.270902 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:54:54.271323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:54:54.329029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Deleting port f311f6e3-f381-4303-af20-59c64c1f330e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:54.329763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.330142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:54.333882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.354445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.696894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] For port 0aee9dec-da73-45af-9bea-694b56599eb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0aee9dec-da73-45af-9bea-694b56599eb4,segment=NetworkSegment(ce267978-3c6c-4fa7-9632-962f15d07235),segment_id=ce267978-3c6c-4fa7-9632-962f15d07235)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:54.696894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.696894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4cdf6-00d4-47e6-92ed-6dd07306b191 None None] Pushing event updated for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:54.701316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.701316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.701316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.702349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Network b794dd20-b77c-4d32-a674-a74d2b874528 is not hosted by any dhcp agent {{(pid=110160) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:54:54.702349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] No DVR routers for this DVR port 64886b09-9087-42c7-9e55-6dee89c98d3a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:54.702519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Calling delete_port for f311f6e3-f381-4303-af20-59c64c1f330e owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19afabd-0f3a-47d4-9e22-56f00c5ed86b None None] Pushing event deleted for resources: {'Port': ['ID=64886b09-9087-42c7-9e55-6dee89c98d3a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0aee9dec-da73-45af-9bea-694b56599eb4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0aee9dec-da73-45af-9bea-694b56599eb4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:54.702612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.715669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.753391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] DHCP port deletion for 9fe94bd1-0b43-48f1-9056-db1cc9f3f45c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:54.789156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:54.810923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:54.815583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.846771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.848714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.856720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.859333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.859935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Deleting port 0aee9dec-da73-45af-9bea-694b56599eb4 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:54.860335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:54.917308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Pushing event deleted for resources: {'Port': ['ID=f311f6e3-f381-4303-af20-59c64c1f330e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:54.945988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:54:54.946406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:54:54.996074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.026972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Deleting port 333946ce-c9f0-4ab0-8897-ab7600cb1418 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:55.027357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.045561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.052528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.074047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=5a5d5da8-4132-4efa-b885-9c8089c4c18b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.075913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] Provisioning complete for port 333946ce-c9f0-4ab0-8897-ab7600cb1418 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:55.076331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.081059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4733b84-1b0c-4de2-892b-ab89d665922d None None] Pushing event updated for resources: {'Port': ['ID=0aee9dec-da73-45af-9bea-694b56599eb4,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.089217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:55.098518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:55.103044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:55.103834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.113983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] In _notify_port_updated(), no bound segment for port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 on network 442487cf-1721-4d08-95ce-5dfe4facbb93 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:55.114134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] For port 0aee9dec-da73-45af-9bea-694b56599eb4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0aee9dec-da73-45af-9bea-694b56599eb4,segment=NetworkSegment(ce267978-3c6c-4fa7-9632-962f15d07235),segment_id=ce267978-3c6c-4fa7-9632-962f15d07235)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:55.114226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.117128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:55.117802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.121699 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dcdc5aca-01d9-4ef8-aaa5-4ed8842b3163 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/ports/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 HTTP/1.1" status: 200 len: 919 time: 3.1505923 Dec 06 23:54:55.123164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.125760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:55.126233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.130372 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6209fc18-3d45-47cc-ae81-6d57f4532123 tempest-FloatingIPAdminTestJSON-1455595668 tempest-FloatingIPAdminTestJSON-1455595668-project] 10.222.0.53 "DELETE /v2.0/floatingips/af48b60c-436a-4a0b-a189-3efc5811a081 HTTP/1.1" status: 204 len: 168 time: 1.2596946 Dec 06 23:54:55.142200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7d9efab-ef03-4331-ab47-eb66261600e6'}, {'subnet_id': '40793c99-163c-495c-9665-c884157fbbe1'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:55.194544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Calling delete_port for 0aee9dec-da73-45af-9bea-694b56599eb4 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:55.227648 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-92d885c8-7694-4d37-a894-ed7f58f0fb85 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6360035 Dec 06 23:54:55.234212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55298) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:55.243063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'name': 'tempest-NetworksTestDHCPv6-164236459'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:55.277743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] For port 333946ce-c9f0-4ab0-8897-ab7600cb1418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=333946ce-c9f0-4ab0-8897-ab7600cb1418,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:55.277858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.308382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04a6a9-07d1-47f8-83fe-cb221c0e5b8a None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:55.330311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Calling delete_port for 333946ce-c9f0-4ab0-8897-ab7600cb1418 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:55.348721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.400215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.463808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.465024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d100c346-035a-4b20-bc3c-cb8214dc4130,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.519645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.558027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:55.561719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.578058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.583430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.593058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 28dd75b0-290c-45c8-9e56-174d253ccabd yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:54:55.654480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:54:55.661807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46093dce-0879-49df-8c3d-74555885340d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.680972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.682894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] For port 333946ce-c9f0-4ab0-8897-ab7600cb1418, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=333946ce-c9f0-4ab0-8897-ab7600cb1418,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:55.712146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 333946ce-c9f0-4ab0-8897-ab7600cb1418 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:55.760155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55304) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:55.768208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.769421 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-273b6527-8997-46ab-9907-ad6b70e78592 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5678592 Dec 06 23:54:55.777400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:55.790838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.791751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '46093dce-0879-49df-8c3d-74555885340d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:55.798542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.810742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=0e6bf5f4-3251-42a0-a3e8-15532879b282,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.826944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': '0738b977-de62-4bd9-a311-d039b0685826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:55.827585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: 4c66d823-fd29-45e4-8185-468ebfb8fbc3, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:54:55.842580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::267 (0c9ef150-8f64-4b54-a68b-c837f595510f/5a5d5da8-4132-4efa-b885-9c8089c4c18b/28dd75b0-290c-45c8-9e56-174d253ccabd) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:55.855569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] No DVR routers for this DVR port 0aee9dec-da73-45af-9bea-694b56599eb4 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:55.877316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.888791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port 333946ce-c9f0-4ab0-8897-ab7600cb1418 {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 23:54:55.888791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 333946ce-c9f0-4ab0-8897-ab7600cb1418 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 23:54:55.918235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.20 (442487cf-1721-4d08-95ce-5dfe4facbb93/40793c99-163c-495c-9665-c884157fbbe1/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:55.930432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:55.970230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Port 333946ce-c9f0-4ab0-8897-ab7600cb1418 not found, will not notify nova. {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 23:54:55.971054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26797a93-ec8f-44b1-b6b3-222a82d865b3 None None] Pushing event updated for resources: {'Port': ['ID=333946ce-c9f0-4ab0-8897-ab7600cb1418,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:55.996777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:54:56.061717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4862f-f861-4041-98bb-e9846b8d9e6e None None] Pushing event deleted for resources: {'Port': ['ID=0aee9dec-da73-45af-9bea-694b56599eb4,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.070287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] No DVR routers for this DVR port 333946ce-c9f0-4ab0-8897-ab7600cb1418 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:56.072493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca02e32e-3a2a-407e-adab-3611735e0916 None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:56.072866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca02e32e-3a2a-407e-adab-3611735e0916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.085204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4c66d823-fd29-45e4-8185-468ebfb8fbc3) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:56.093580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:56.094483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.099022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.116827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 64886b09-9087-42c7-9e55-6dee89c98d3a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:56.119102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f58874-d7ef-4496-a82b-d90a21bc244b None None] Network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:56.125251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.127121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97861b-d22e-460b-b591-b2004dd88d84 None None] Pushing event deleted for resources: {'Port': ['ID=333946ce-c9f0-4ab0-8897-ab7600cb1418,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.128949 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4167497-6541-4072-9426-316b854c60a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=911b0c6c29b34cbabd426b267e2bb011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669050 Dec 06 23:54:56.131271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55316) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.148314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.166482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.174925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b7fa5-66b3-4f3c-9a61-f7bd5c614dfb None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:56.186658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 64886b09-9087-42c7-9e55-6dee89c98d3a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:56.187129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 64886b09-9087-42c7-9e55-6dee89c98d3a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:56.199257 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30ff3997-2d82-4f10-9780-0533202449c7 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9710526 Dec 06 23:54:56.203979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.205585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55318) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.208747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3c5e90-37be-415f-b528-36c717dfaf8f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.254922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.254922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c9a86aa8-8ec8-438e-9ca5-431d2081c5b2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4710484 Dec 06 23:54:56.257426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55320) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.264402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b861e048-646b-42db-a18d-1128630cf61f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '46093dce-0879-49df-8c3d-74555885340d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:56.280271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.282548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.319965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.368730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 35ad9a75-67ec-413b-acbc-3256e85ef379 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:54:56.389445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:56.393747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b861e048-646b-42db-a18d-1128630cf61f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.402286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:56.409147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:56.418586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:56.419758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.422101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] In _notify_port_updated(), no bound segment for port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 on network 442487cf-1721-4d08-95ce-5dfe4facbb93 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:54:56.429348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:56.429991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.431353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd868737-f2ff-4f41-a721-52f2928963b3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/ports/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 HTTP/1.1" status: 200 len: 999 time: 1.2966683 Dec 06 23:54:56.440594 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55322) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.463247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=28dd75b0-290c-45c8-9e56-174d253ccabd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.527993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fbd1aa25-eb9b-4ee3-b675-10790fda9714 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2899737 Dec 06 23:54:56.528357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.545302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.582294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:56.582667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.594554 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-b861e048-646b-42db-a18d-1128630cf61f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 23:54:56.595694 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b861e048-646b-42db-a18d-1128630cf61f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3359766 Dec 06 23:54:56.601266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.621980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca02e32e-3a2a-407e-adab-3611735e0916 None None] Provisioning complete for port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:56.622357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca02e32e-3a2a-407e-adab-3611735e0916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.659259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4c66d823-fd29-45e4-8185-468ebfb8fbc3', 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': '0e6bf5f4-3251-42a0-a3e8-15532879b282'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:56.660114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.663005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c056c0a-2a91-4e39-ae1a-e92c2ae45116 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:56.664719 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5c056c0a-2a91-4e39-ae1a-e92c2ae45116 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1353416 Dec 06 23:54:56.671827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55330) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:56.701703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ca02e32e-3a2a-407e-adab-3611735e0916 None None] Port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:54:56.712920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '5a5d5da8-4132-4efa-b885-9c8089c4c18b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:54:56.713775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.736552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.739463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.740920 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/844180f8-2127-4410-aa70-9a0e798d2b34 HTTP/1.1" status: 204 len: 168 time: 0.6084709 Dec 06 23:54:56.803335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420a34-3942-4fdc-aaa1-47940024a71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844180f8-2127-4410-aa70-9a0e798d2b34,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:56.820893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.842956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:56.843626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:56.978882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Allocated IP 2001:db8::f816:3eff:fe0f:5844 (4c66d823-fd29-45e4-8185-468ebfb8fbc3/0e6bf5f4-3251-42a0-a3e8-15532879b282/4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:57.006630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.044718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0aee9dec-da73-45af-9bea-694b56599eb4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:57.061029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/5a5d5da8-4132-4efa-b885-9c8089c4c18b/72b033b0-3ee6-43d7-8b72-cad8b1738ced) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:54:57.120714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.123023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0aee9dec-da73-45af-9bea-694b56599eb4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:57.123381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0aee9dec-da73-45af-9bea-694b56599eb4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:57.123808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 333946ce-c9f0-4ab0-8897-ab7600cb1418 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:54:57.136622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:57.164217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 333946ce-c9f0-4ab0-8897-ab7600cb1418 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:54:57.164602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 333946ce-c9f0-4ab0-8897-ab7600cb1418 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:54:57.281219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.335572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.335677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.382210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 28dd75b0-290c-45c8-9e56-174d253ccabd {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:57.382554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.420110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.423262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.494117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.496509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:57.503109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:57.508748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:57.509119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 28dd75b0-290c-45c8-9e56-174d253ccabd owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:57.509996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.515309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.541347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6bf5f4-3251-42a0-a3e8-15532879b282,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.627243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.651458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c66d823-fd29-45e4-8185-468ebfb8fbc3']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:57.663692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0738b977-de62-4bd9-a311-d039b0685826') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:57.663896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0738b977-de62-4bd9-a311-d039b0685826') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:57.676281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.692126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.699754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:57.700877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:57.715697 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:57.723050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.725439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55342) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:57.729605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.753533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Pushing event updated for resources: {'Port': ['ID=4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.760715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:57.777897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:57.780500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72c2bb53-66e5-45e7-b7bc-7791656ddc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.798858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:54:57.805427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.809822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.809822 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/46093dce-0879-49df-8c3d-74555885340d HTTP/1.1" status: 204 len: 168 time: 1.2059157 Dec 06 23:54:57.811973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=28dd75b0-290c-45c8-9e56-174d253ccabd,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.814416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.819052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-46b98646-0efb-4ed5-be87-ca25d3c920d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/28dd75b0-290c-45c8-9e56-174d253ccabd HTTP/1.1" status: 204 len: 168 time: 1.1458633 Dec 06 23:54:57.819680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55344) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:57.822082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55346) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:57.847207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Attempting to bind port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:57.847538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Attempting to bind port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0738b977-de62-4bd9-a311-d039b0685826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:57.847912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Attempting to bind port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 on network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:57.852575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122be8a-bccc-44ef-bcec-5c74f00f2884 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46093dce-0879-49df-8c3d-74555885340d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.866658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.894686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:54:57.894686 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:54:57.894686 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'}] Dec 06 23:54:57.894686 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:54:57.895113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:54:57.908390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:57.908776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Checking segment: {'id': '0738b977-de62-4bd9-a311-d039b0685826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:57.909266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.910223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Bound using segment: {'id': '0738b977-de62-4bd9-a311-d039b0685826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:57.910223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Bound port: 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0738b977-de62-4bd9-a311-d039b0685826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4c66d823-fd29-45e4-8185-468ebfb8fbc3'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:57.910643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:57.933368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Pushing event updated for resources: {'Port': ['ID=72b033b0-3ee6-43d7-8b72-cad8b1738ced,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:57.937661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9dd266f3-a0c8-46a0-9f5c-bfedec3a96f9 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1126018 Dec 06 23:54:57.944738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55348) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:57.949189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--820103117'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:57.995341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Attempting to bind port 72b033b0-3ee6-43d7-8b72-cad8b1738ced on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:54:57.995823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Attempting to bind port 72b033b0-3ee6-43d7-8b72-cad8b1738ced by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:54:57.996365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Attempting to bind port 72b033b0-3ee6-43d7-8b72-cad8b1738ced on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:54:58.006409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:54:58.007022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:54:58.007433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.007907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:54:58.008519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Bound port: 72b033b0-3ee6-43d7-8b72-cad8b1738ced, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:54:58.008983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.034249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72c2bb53-66e5-45e7-b7bc-7791656ddc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.037321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] For port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:58.041387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] For port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3,segment=NetworkSegment(0738b977-de62-4bd9-a311-d039b0685826),segment_id=0738b977-de62-4bd9-a311-d039b0685826)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:58.044117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06a127-48f7-48eb-98d5-c6a5650b5146 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:58.046179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06a127-48f7-48eb-98d5-c6a5650b5146 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:58.047877 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bd06a127-48f7-48eb-98d5-c6a5650b5146 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2097344 Dec 06 23:54:58.050924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55350) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.063681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.080685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.092386 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ec492541-daab-4c1a-888b-2900513c8dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 HTTP/1.1" status: 204 len: 168 time: 1.6460831 Dec 06 23:54:58.093434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55352) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.095149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] For port 72b033b0-3ee6-43d7-8b72-cad8b1738ced, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:54:58.099131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] For port 72b033b0-3ee6-43d7-8b72-cad8b1738ced, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72b033b0-3ee6-43d7-8b72-cad8b1738ced,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:54:58.102935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72c2bb53-66e5-45e7-b7bc-7791656ddc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.118964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.133571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9d52fa-cdc8-44da-bd7a-373e71e6264d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:54:58.138869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0b9d52fa-cdc8-44da-bd7a-373e71e6264d tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 HTTP/1.1" status: 404 len: 333 time: 0.0433705 Dec 06 23:54:58.139556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55354) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.178051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.210221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 40793c99-163c-495c-9665-c884157fbbe1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:58.214401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.233540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-72c2bb53-66e5-45e7-b7bc-7791656ddc84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49bc8801043240c68b6ff63a72477aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069270 Dec 06 23:54:58.236741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730bd1c-cd35-46fe-8433-4474949a037b None None] Pushing event updated for resources: {'Port': ['ID=4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.239317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55358) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.269949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 5a5d5da8-4132-4efa-b885-9c8089c4c18b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:58.279396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.313953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708c20c-c1a1-46ab-a93a-fa0cf89dc5ca None None] Pushing event updated for resources: {'Port': ['ID=72b033b0-3ee6-43d7-8b72-cad8b1738ced,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.318247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f78cb0-6b72-4eed-8259-9e1fc8b5b064 None None] Network 4c66d823-fd29-45e4-8185-468ebfb8fbc3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:58.338976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.343529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2bb53-66e5-45e7-b7bc-7791656ddc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85a874-0751-48d4-9a52-747ebc24777a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.354394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.376457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.396532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.403502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.404610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.474829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.476459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5307140 Dec 06 23:54:58.479181 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a6fbe-ba05-4557-839c-a59287c6a56d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c3c07c-4517-4e91-8422-f0e734bd2a70,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.482041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55362) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.499954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b4f46394-d477-4a85-8f9d-f99f95923f1a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': 'e8c3c07c-4517-4e91-8422-f0e734bd2a70', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:58.501881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.502119 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-b4f46394-d477-4a85-8f9d-f99f95923f1a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 23:54:58.502794 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-b4f46394-d477-4a85-8f9d-f99f95923f1a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:54:58.506976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55364) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.508897 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b4f46394-d477-4a85-8f9d-f99f95923f1a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0212858 Dec 06 23:54:58.604064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.632514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.706092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:58.706622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.727895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.763731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.793984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5d5da8-4132-4efa-b885-9c8089c4c18b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.794754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.796555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.799385 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a01cebb-2f34-4d6a-9e6b-ee8b6c8dd2ee tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5d5da8-4132-4efa-b885-9c8089c4c18b HTTP/1.1" status: 204 len: 168 time: 0.7464955 Dec 06 23:54:58.803562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55366) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.833956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] For port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3,segment=NetworkSegment(0738b977-de62-4bd9-a311-d039b0685826),segment_id=0738b977-de62-4bd9-a311-d039b0685826)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:54:58.834395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.850493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.853289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.854516 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c85a874-0751-48d4-9a52-747ebc24777a HTTP/1.1" status: 204 len: 168 time: 0.6141148 Dec 06 23:54:58.862088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Calling delete_port for 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:54:58.864832 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-23e31875-ac06-4e7b-96f8-cd78a2ab65a0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595505 Dec 06 23:54:58.873344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.874219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.883601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd78c9-bb2e-4ced-9c17-872d04238237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c85a874-0751-48d4-9a52-747ebc24777a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.929553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523b0017-2d58-4383-9ec9-9d74d608f0e7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:58.931555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-523b0017-2d58-4383-9ec9-9d74d608f0e7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0577705 Dec 06 23:54:58.934653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.946871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=40793c99-163c-495c-9665-c884157fbbe1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:58.949211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.955263 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38d53b9b-3847-4dcd-81d3-d156c9ebc3d5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/40793c99-163c-495c-9665-c884157fbbe1 HTTP/1.1" status: 204 len: 168 time: 0.8120315 Dec 06 23:54:58.955505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55376) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:58.965285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.967917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:58.968945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/e8c3c07c-4517-4e91-8422-f0e734bd2a70 HTTP/1.1" status: 204 len: 168 time: 0.4427147 Dec 06 23:54:58.974225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.010378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a879b7-47cd-466a-807d-2a825cac6482 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c3c07c-4517-4e91-8422-f0e734bd2a70,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.038616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet e7d9efab-ef03-4331-ab47-eb66261600e6 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:54:59.042540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-428bca89-ddb3-4b83-a5a4-10f71d9b113f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0666490 Dec 06 23:54:59.045751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2264375-7909-4b0b-b008-31c88166731a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:59.047242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f2264375-7909-4b0b-b008-31c88166731a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116621 Dec 06 23:54:59.047405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.047953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.050955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55382) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.052111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905751875'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:59.117495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-14e79104-37d1-4192-9130-8dbc01d87a18 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619748 Dec 06 23:54:59.118040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55384) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.126408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:59.132139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.198854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.231972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.273991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Port': ['ID=4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.284539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.290006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No DVR routers for this DVR port 4053d8f4-12a9-4c8c-9a3b-0a200f0bf9a3 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:54:59.312887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.344989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:54:59.349386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.431382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383259d-14cc-4321-bf93-86524759de04 None None] Network 442487cf-1721-4d08-95ce-5dfe4facbb93 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:59.437078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.468155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.471485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.500697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04027073-f000-45c7-8e81-08afa42c9db6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.533653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.534750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cef4920f-40b9-4153-be7b-e0f418f22511 None None] Provisioning complete for port 35ad9a75-67ec-413b-acbc-3256e85ef379 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:59.535333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d9efab-ef03-4331-ab47-eb66261600e6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.535672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cef4920f-40b9-4153-be7b-e0f418f22511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.538077 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d7be7d17-2a78-4d28-8f19-b1ca00d37df6 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4890976 Dec 06 23:54:59.539067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c66d823-fd29-45e4-8185-468ebfb8fbc3']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:59.547196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55390) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.558680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-33df71ad-01db-45f6-9191-956d8875b061 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '04027073-f000-45c7-8e81-08afa42c9db6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:59.558680 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-33df71ad-01db-45f6-9191-956d8875b061 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 23:54:59.558680 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-33df71ad-01db-45f6-9191-956d8875b061 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:54:59.564417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.564557 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-33df71ad-01db-45f6-9191-956d8875b061 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130422 Dec 06 23:54:59.565662 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c6a75868-cbcf-4f60-953b-7c6da8f86db8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/e7d9efab-ef03-4331-ab47-eb66261600e6 HTTP/1.1" status: 204 len: 168 time: 0.6088831 Dec 06 23:54:59.569559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55392) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.570041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55394) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.592558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0738b977-de62-4bd9-a311-d039b0685826') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:59.593799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0738b977-de62-4bd9-a311-d039b0685826') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:54:59.608452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.625876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.634491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:54:59.634819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.700045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cef4920f-40b9-4153-be7b-e0f418f22511 None None] Could not find standard attr ID for object 38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:54:59.703017 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:54:59.743574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55398) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.766320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a241e70-d4a2-4e4e-b84f-5d714cf83308 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:54:59.767413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d21a2175-dd66-4c16-99d7-8c67319601b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.808375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.828881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.842254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] DHCP port deletion for 442487cf-1721-4d08-95ce-5dfe4facbb93 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:54:59.846478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.853459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.866463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:54:59.874564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:54:59.875044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.880288 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/4c66d823-fd29-45e4-8185-468ebfb8fbc3 HTTP/1.1" status: 204 len: 168 time: 3.6717529 Dec 06 23:54:59.887430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:54:59.890094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.893229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:54:59.898890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-305669508'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:54:59.905861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Provisioning complete for port 72b033b0-3ee6-43d7-8b72-cad8b1738ced triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:54:59.905861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.911179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085ec02-0ca9-4acc-a4ce-a70bd0587c51 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=4c66d823-fd29-45e4-8185-468ebfb8fbc3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.917763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.922225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=f67b9c2a-492b-4bed-8213-94bb3f8c4172,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:54:59.945769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d21a2175-dd66-4c16-99d7-8c67319601b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.973348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 35ad9a75-67ec-413b-acbc-3256e85ef379 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:54:59.973694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:54:59.995959 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-921964c3-e3eb-4ba4-831f-ac5617c48f30 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8765464 Dec 06 23:55:00.000612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55404) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.006750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': 'f67b9c2a-492b-4bed-8213-94bb3f8c4172', 'ip_address': '2001:db8::4cb0:9a7f:4ca6:e762'}], 'name': 'tempest-NetworksTestDHCPv6-745257442'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:00.038243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d21a2175-dd66-4c16-99d7-8c67319601b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.041711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.043831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Deleting port 35ad9a75-67ec-413b-acbc-3256e85ef379 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:00.044206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.045184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.049839 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/04027073-f000-45c7-8e81-08afa42c9db6 HTTP/1.1" status: 204 len: 168 time: 0.4784966 Dec 06 23:55:00.050803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55406) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.084731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163d322-d613-4d36-af8d-2abde830c4ea tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04027073-f000-45c7-8e81-08afa42c9db6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.097961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35ad9a75-67ec-413b-acbc-3256e85ef379,segment=NetworkSegment(e7f346a2-624d-442a-bc50-31d7c2047eb7),segment_id=e7f346a2-624d-442a-bc50-31d7c2047eb7)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:00.098941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.119612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:00.127132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.134613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 35ad9a75-67ec-413b-acbc-3256e85ef379 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:00.146487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] For port 35ad9a75-67ec-413b-acbc-3256e85ef379, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=35ad9a75-67ec-413b-acbc-3256e85ef379,segment=NetworkSegment(e7f346a2-624d-442a-bc50-31d7c2047eb7),segment_id=e7f346a2-624d-442a-bc50-31d7c2047eb7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:00.147174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.152531 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2ad3c428-7fd9-4e8a-878a-ceb0f9a8790f tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0942690 Dec 06 23:55:00.154995 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d21a2175-dd66-4c16-99d7-8c67319601b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a25f963818ee4d43bd77e42dcd5934ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098828 Dec 06 23:55:00.155597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55408) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.156165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55410) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.168164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Calling delete_port for 35ad9a75-67ec-413b-acbc-3256e85ef379 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:00.203875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686519316'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:00.234886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a2175-dd66-4c16-99d7-8c67319601b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c320750e-c8b6-4f82-8d72-e32b605aadbc,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.243806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.271732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.302620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.323396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] For port 72b033b0-3ee6-43d7-8b72-cad8b1738ced, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72b033b0-3ee6-43d7-8b72-cad8b1738ced,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:00.352415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.361960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.367984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:00.372000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e497a9e2-e920-4da3-b9c1-ef89cdfe5a5e None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:00.386422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.391776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port 35ad9a75-67ec-413b-acbc-3256e85ef379 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:00.397348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.423159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 72b033b0-3ee6-43d7-8b72-cad8b1738ced up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:00.425401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.458250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] Pushing event deleted for resources: {'Port': ['ID=35ad9a75-67ec-413b-acbc-3256e85ef379,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.460893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05838e86-a721-4d63-b6da-61ed81f16230 None None] No DVR routers for this DVR port 35ad9a75-67ec-413b-acbc-3256e85ef379 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:00.464989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Could not find standard attr ID for object 28dd75b0-290c-45c8-9e56-174d253ccabd. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:00.469641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.470000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment 51c4c532-1171-4e15-805c-aa175e613946 of type vlan for network 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b Dec 06 23:55:00.473871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.477857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.481335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c320750e-c8b6-4f82-8d72-e32b605aadbc HTTP/1.1" status: 204 len: 168 time: 0.3132527 Dec 06 23:55:00.502104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.519534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:00.551437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442487cf-1721-4d08-95ce-5dfe4facbb93']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:00.578990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f346a2-624d-442a-bc50-31d7c2047eb7') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:00.578990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f346a2-624d-442a-bc50-31d7c2047eb7') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:00.605493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbd040-8793-4729-be31-ae06f0a3a724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c320750e-c8b6-4f82-8d72-e32b605aadbc,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.609431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.640471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.644079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8144a-ba18-4b1b-8bc8-8c751e2e918c None None] Pushing event updated for resources: {'Port': ['ID=72b033b0-3ee6-43d7-8b72-cad8b1738ced,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.652115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2eb54509-c7d4-4284-a119-1adbcc11112a None None] Provisioning complete for port 72b033b0-3ee6-43d7-8b72-cad8b1738ced triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:00.652744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2eb54509-c7d4-4284-a119-1adbcc11112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.659532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:00.659946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:00.663890 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:00.703814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.707251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 72b033b0-3ee6-43d7-8b72-cad8b1738ced triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:00.707953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.756917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.781574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.801689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port a762dfeb-88d3-48cf-9fa1-5ead29407ab0 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:00.814561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.823780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.829221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/442487cf-1721-4d08-95ce-5dfe4facbb93 HTTP/1.1" status: 204 len: 168 time: 1.2429998 Dec 06 23:55:00.833670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55416) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.858965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.882170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.890513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca19f6-82bb-4cad-b4f5-fc6ce585015e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=442487cf-1721-4d08-95ce-5dfe4facbb93,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:00.891051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:00.891640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:00.922008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099fc7c-2ea3-4197-9ea5-74e57b2363e7 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:00.928119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1099fc7c-2ea3-4197-9ea5-74e57b2363e7 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0885503 Dec 06 23:55:00.929073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55420) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:00.999861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-54690fa5-be81-41c2-9314-ca8cb7dd4ea6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0669274 Dec 06 23:55:01.000808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55422) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.008959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2124042457'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.043450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49258e5b-1a3b-4f9f-92e0-4316ae9d742a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:01.063775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 35ad9a75-67ec-413b-acbc-3256e85ef379 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:01.107477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 35ad9a75-67ec-413b-acbc-3256e85ef379 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:01.108128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 35ad9a75-67ec-413b-acbc-3256e85ef379 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:01.165320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.169063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-951e2140-2762-4cd4-bd6b-fe5d95883ca5 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9661350 Dec 06 23:55:01.169542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55428) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.172527 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2768807 Dec 06 23:55:01.176809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e36d719a-ac7a-4274-ab4a-dbe298157536 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '49258e5b-1a3b-4f9f-92e0-4316ae9d742a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.183672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55430) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.190618 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-e36d719a-ac7a-4274-ab4a-dbe298157536 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 23:55:01.191431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-e36d719a-ac7a-4274-ab4a-dbe298157536 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:01.195176 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e36d719a-ac7a-4274-ab4a-dbe298157536 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219367 Dec 06 23:55:01.195528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55432) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.202252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-99a1fa9f-f66c-4d53-a318-b851f815c6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '49258e5b-1a3b-4f9f-92e0-4316ae9d742a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.203785 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-99a1fa9f-f66c-4d53-a318-b851f815c6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 23:55:01.204906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-99a1fa9f-f66c-4d53-a318-b851f815c6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:01.206256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99a1fa9f-f66c-4d53-a318-b851f815c6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092158 Dec 06 23:55:01.207550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': '61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.210371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55434) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.220402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0742d00b-16f3-45ce-81ab-4e1599282545 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '49258e5b-1a3b-4f9f-92e0-4316ae9d742a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.221364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92b185-f8f4-4e8e-b4fe-0c4c0c5f3253 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:01.221946 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-0742d00b-16f3-45ce-81ab-4e1599282545 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 23:55:01.222877 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-0742d00b-16f3-45ce-81ab-4e1599282545 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:01.226817 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0742d00b-16f3-45ce-81ab-4e1599282545 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150635 Dec 06 23:55:01.237821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55438) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.241037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:01.251567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:01.251905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.256797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2d64d5b0-9833-466d-85ca-66fbf2051620 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '49258e5b-1a3b-4f9f-92e0-4316ae9d742a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.258669 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-2d64d5b0-9833-466d-85ca-66fbf2051620 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 23:55:01.259401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-2d64d5b0-9833-466d-85ca-66fbf2051620 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:01.260658 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2d64d5b0-9833-466d-85ca-66fbf2051620 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075419 Dec 06 23:55:01.266999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55440) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.329089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:01.339722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.340429 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment 85f26739-6a4a-4942-afcf-d74a80fb7d4b of type vlan for network 78956ab8-31d1-4381-893c-02bc67741c9d Dec 06 23:55:01.359183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::4cb0:9a7f:4ca6:e762 (0c9ef150-8f64-4b54-a68b-c837f595510f/f67b9c2a-492b-4bed-8213-94bb3f8c4172/a762dfeb-88d3-48cf-9fa1-5ead29407ab0) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:01.384765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-44ae310b-5bd3-4a32-a9f2-99f993bb29e3 None None] Provisioning complete for port 72b033b0-3ee6-43d7-8b72-cad8b1738ced triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:01.384765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44ae310b-5bd3-4a32-a9f2-99f993bb29e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.416020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.451215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.506271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.512424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:01.513766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.538625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.554330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:01.558774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.613016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=78956ab8-31d1-4381-893c-02bc67741c9d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:01.621177 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9bb62b57-a1f5-4d66-92a6-ff049d1044bc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6180549 Dec 06 23:55:01.633924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55448) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.637407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 78956ab8-31d1-4381-893c-02bc67741c9d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:01.639557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:01.741086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f7930059-6624-42ff-8239-7baffa2fc895 None None] Could not find standard attr ID for object de481faf-cf9b-48f2-b791-11d3d46b061d. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:01.802576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.842519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:01.846099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.853663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fbc618ba-5c89-46ed-83f4-9d81ac198add None None] Could not find standard attr ID for object 28dd75b0-290c-45c8-9e56-174d253ccabd. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:01.871547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.874495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.875673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/49258e5b-1a3b-4f9f-92e0-4316ae9d742a HTTP/1.1" status: 204 len: 168 time: 0.6044407 Dec 06 23:55:01.878647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55456) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.894594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd37365-178e-4b12-a210-7d45df983d22 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49258e5b-1a3b-4f9f-92e0-4316ae9d742a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:01.957858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:01.965253 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1e25d22b-6660-4b90-86d1-74551635a8f0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0804899 Dec 06 23:55:01.965253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55460) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:01.973122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--489764156'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.011722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:02.020095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:02.027202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:02.033017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:02.033659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.079704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.103120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=a762dfeb-88d3-48cf-9fa1-5ead29407ab0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:02.140985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.200179 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ff4f58a3-f21a-4a3e-9f3b-03c8fb664017 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1984110 Dec 06 23:55:02.204865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.257847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=90ed75b2-fb48-4136-a945-515876fd738a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:02.257847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': '51c4c532-1171-4e15-805c-aa175e613946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:02.257847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:02.262850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.268404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.317759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c144c-46a0-4325-807a-9c40b43fe52a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:02.324178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c144c-46a0-4325-807a-9c40b43fe52a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:02.328369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-027c144c-46a0-4325-807a-9c40b43fe52a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1200132 Dec 06 23:55:02.328928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55472) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.341983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:02.353752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.368762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 72b033b0-3ee6-43d7-8b72-cad8b1738ced up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:02.418003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=028ad5ca-dc97-46ef-8764-a5ce1b280fbd,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:02.426846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': '85f26739-6a4a-4942-afcf-d74a80fb7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:02.427184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 78956ab8-31d1-4381-893c-02bc67741c9d, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:02.431169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7b8a2-44e1-4839-b89e-0d6b1dab45cb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:02.437880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:02.444843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:02.446114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.478200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port a762dfeb-88d3-48cf-9fa1-5ead29407ab0 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:02.478885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.518078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 78956ab8-31d1-4381-893c-02bc67741c9d is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:02.526836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.530194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9cd7833d-db3f-42af-8ef8-f06849931e9e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5650966 Dec 06 23:55:02.531876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.546516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-68899eaf-b63e-4be4-b874-945f1dfd6c7d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.547233 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-68899eaf-b63e-4be4-b874-945f1dfd6c7d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 23:55:02.548125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-68899eaf-b63e-4be4-b874-945f1dfd6c7d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:02.556202 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68899eaf-b63e-4be4-b874-945f1dfd6c7d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153854 Dec 06 23:55:02.557073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55478) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.562796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bdd3d2-69d7-4581-82b7-4ae7a8b57971 None None] Network 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:02.570769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0b87521b-eece-4e70-b55f-3f52bb367bcf tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.580340 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e6b38773-b71c-4153-b4d4-6962173a4657 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3779573 Dec 06 23:55:02.583098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 78956ab8-31d1-4381-893c-02bc67741c9d) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:02.591157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:02.594051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.595595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55480) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.601901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05c842-9954-4a02-bafa-3caca4081f84 None None] Network 78956ab8-31d1-4381-893c-02bc67741c9d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:02.714404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3397fb63-8524-404f-90ab-44ca822d3efa None None] Provisioning complete for port a762dfeb-88d3-48cf-9fa1-5ead29407ab0 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:02.715450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3397fb63-8524-404f-90ab-44ca822d3efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.722170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.729003 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-0b87521b-eece-4e70-b55f-3f52bb367bcf tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:02.730239 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0b87521b-eece-4e70-b55f-3f52bb367bcf tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1720674 Dec 06 23:55:02.737710 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a3b7fa7c-9b90-43f9-9ca0-37af09cc04c4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1023691 Dec 06 23:55:02.738381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55484) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.738723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55486) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.748705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6a7f22a5-9b2d-4afa-8df5-54220842c94d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.749758 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-6a7f22a5-9b2d-4afa-8df5-54220842c94d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 23:55:02.750254 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-6a7f22a5-9b2d-4afa-8df5-54220842c94d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:02.759705 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6a7f22a5-9b2d-4afa-8df5-54220842c94d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172575 Dec 06 23:55:02.762557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d', 'name': 'tempest-PortsTestJSON-30323795'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.772727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55488) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:02.790885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0832adae-a5a0-45b4-9539-5d9fe2954b5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:02.815935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for a762dfeb-88d3-48cf-9fa1-5ead29407ab0 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:02.837439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 72b033b0-3ee6-43d7-8b72-cad8b1738ced triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:02.837439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.844884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3397fb63-8524-404f-90ab-44ca822d3efa None None] Port a762dfeb-88d3-48cf-9fa1-5ead29407ab0 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:02.894675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.964337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a80f3-a717-4b92-af7b-b95134939dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b', 'network_id': '61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': '90ed75b2-fb48-4136-a945-515876fd738a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:02.965281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1a6a80f3-a717-4b92-af7b-b95134939dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:02.992371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:02.995323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.010346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.036639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 00355cfd-384e-4787-a9e5-d6019e115a89 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:03.054847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-78956ab8-31d1-4381-893c-02bc67741c9d', 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': '028ad5ca-dc97-46ef-8764-a5ce1b280fbd'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:03.056055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.075175 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-0832adae-a5a0-45b4-9539-5d9fe2954b5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:03.076248 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0832adae-a5a0-45b4-9539-5d9fe2954b5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3027916 Dec 06 23:55:03.085099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55496) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.090023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4e1ddf05-5e06-4173-b83e-27b6a5578d1d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.090587 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-4e1ddf05-5e06-4173-b83e-27b6a5578d1d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 23:55:03.091144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-4e1ddf05-5e06-4173-b83e-27b6a5578d1d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:03.097642 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4e1ddf05-5e06-4173-b83e-27b6a5578d1d tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059037 Dec 06 23:55:03.098418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55500) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.110224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-03915ad3-5ac0-4c1c-b5b8-4eac94640b0c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.145628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.173394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=a762dfeb-88d3-48cf-9fa1-5ead29407ab0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:03.193632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.238634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.251181 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1ae11d75-e3dd-4cac-8fad-ec685f23cbe6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/a762dfeb-88d3-48cf-9fa1-5ead29407ab0 HTTP/1.1" status: 204 len: 168 time: 0.9189565 Dec 06 23:55:03.252214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=90ed75b2-fb48-4136-a945-515876fd738a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:03.253874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.355699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55508) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.369394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.392824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:03.393116 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-03915ad3-5ac0-4c1c-b5b8-4eac94640b0c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:03.394285 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-03915ad3-5ac0-4c1c-b5b8-4eac94640b0c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2947009 Dec 06 23:55:03.398187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55512) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.404989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06064833-cca7-43f4-bf9c-34dd828300ae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:03.405214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06064833-cca7-43f4-bf9c-34dd828300ae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:03.409202 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-06064833-cca7-43f4-bf9c-34dd828300ae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1486623 Dec 06 23:55:03.409352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d6e1b62a-8d36-4f5a-aa96-a31ea2154b27 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.409352 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-d6e1b62a-8d36-4f5a-aa96-a31ea2154b27 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 23:55:03.409352 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-d6e1b62a-8d36-4f5a-aa96-a31ea2154b27 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:03.409655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.414095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d6e1b62a-8d36-4f5a-aa96-a31ea2154b27 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144668 Dec 06 23:55:03.414263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55516) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.420156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1fc55f7f-43e9-4214-b78f-9ef6a189ceb8 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.426018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c4c532-1171-4e15-805c-aa175e613946') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:03.426256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c4c532-1171-4e15-805c-aa175e613946') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:03.440437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.470958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.478163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:03.478491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:03.481676 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:03.491783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-1a6a80f3-a717-4b92-af7b-b95134939dee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90ed75b2-fb48-4136-a945-515876fd738a: This subnet is being modified by another concurrent operation. Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:55:03.563825 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90ed75b2-fb48-4136-a945-515876fd738a: This subnet is being modified by another concurrent operation. Dec 06 23:55:03.567360 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:55:03.617822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652a6d2-e7fb-4b0f-8f3f-0b3852a1e178 None None] Network 61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:03.654393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.664734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.668033 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b HTTP/1.1" status: 204 len: 168 time: 1.0711641 Dec 06 23:55:03.687604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab6d37-e4b7-4468-83b7-a23dd44a7487 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:03.687604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55520) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.689064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-1fc55f7f-43e9-4214-b78f-9ef6a189ceb8 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:03.690343 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1fc55f7f-43e9-4214-b78f-9ef6a189ceb8 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2733321 Dec 06 23:55:03.694673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-353449073'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.697790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55522) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:03.703343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-04fda7ac-4f1d-4dbc-b40c-cf7a1c233a5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '36e7b8a2-44e1-4839-b89e-0d6b1dab45cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.792575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:03.794161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-703498018'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:03.795958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.825424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.13 (78956ab8-31d1-4381-893c-02bc67741c9d/028ad5ca-dc97-46ef-8764-a5ce1b280fbd/00355cfd-384e-4787-a9e5-d6019e115a89) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:03.828109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:03.836600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet f67b9c2a-492b-4bed-8213-94bb3f8c4172 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:03.842695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.842932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.843104 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Added segment 744c4527-ad1a-480d-992b-c29e0355fd5e of type vlan for network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 Dec 06 23:55:03.889733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.917103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.974794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.980554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:03.980915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Made reservation on behalf of e8119bdf262d4126ad3ae89947a517cf for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:03.981142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:03.984448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.025858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.037810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.044323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Network': ['ID=1d2cbbb6-d9c7-479e-979d-d08cf5b5d080,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.055178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:04.065767 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-04fda7ac-4f1d-4dbc-b40c-cf7a1c233a5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:04.067655 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-04fda7ac-4f1d-4dbc-b40c-cf7a1c233a5e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3687418 Dec 06 23:55:04.071104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.075083 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-10af5e54-dc20-4aae-8140-e6a55132f0c9 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3873591 Dec 06 23:55:04.077301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55526) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.083097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Request body: {'subnet': {'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:04.185277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.232486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.248446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Made reservation on behalf of 36839385e00047a18e34029cb771e780 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:04.251871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.284461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.285887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.295298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.325738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=f67b9c2a-492b-4bed-8213-94bb3f8c4172,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.332719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.338237 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-380b3f2b-1841-4403-abef-7bcfe0069660 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/f67b9c2a-492b-4bed-8213-94bb3f8c4172 HTTP/1.1" status: 204 len: 168 time: 0.9254775 Dec 06 23:55:04.339020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2117a-9fd8-47b5-9f96-19040fd645bc None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:04.341468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55530) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.401457 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2cbcb376-544f-4715-aa32-c97fee475fd4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563381 Dec 06 23:55:04.401457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.403628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.407039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.415831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:04.496694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Allocated IP 172.20.0.2 (78956ab8-31d1-4381-893c-02bc67741c9d/028ad5ca-dc97-46ef-8764-a5ce1b280fbd/32d56d46-baf3-4c7a-b186-eeec532790d5) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:04.504379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:04.560922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.563393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.564555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/36e7b8a2-44e1-4839-b89e-0d6b1dab45cb HTTP/1.1" status: 204 len: 168 time: 0.4906545 Dec 06 23:55:04.565746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3d600-f74f-47e7-8f7e-93136dd2abae,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.572670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55536) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.574403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 78956ab8-31d1-4381-893c-02bc67741c9d is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:04.593682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:04.596178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:04.599197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.600067 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Added segment fc0367b4-cab5-474f-87b8-e37fc5e5120e of type vlan for network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c Dec 06 23:55:04.610017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:55:04.613069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.616850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:04.621530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=00355cfd-384e-4787-a9e5-d6019e115a89,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.654067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae349a-1e20-425d-bf30-83df422034d7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7b8a2-44e1-4839-b89e-0d6b1dab45cb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.694708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event updated for resources: {'Subnet': ['ID=02970046-cd61-4621-91de-7dc78fe0a3f7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.746006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.748359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.758917 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-58380b4a-e2af-4250-b398-bef2a931cd23 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1854484 Dec 06 23:55:04.760762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Deleting port 72b033b0-3ee6-43d7-8b72-cad8b1738ced {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:04.762205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.766393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:04.767076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.767341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55540) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.774656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1173898008'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:04.797464 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-8a63f170-ac4b-4e57-a45a-59cbd4f00e03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1057103 Dec 06 23:55:04.801407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Checking segment: {'id': '744c4527-ad1a-480d-992b-c29e0355fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:04.801774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network hostable DHCP agents. Network: 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:04.818644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.820692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:04.827130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.870940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] For port 72b033b0-3ee6-43d7-8b72-cad8b1738ced, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72b033b0-3ee6-43d7-8b72-cad8b1738ced,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:04.871359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.874454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:04.886775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.887004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Network 78956ab8-31d1-4381-893c-02bc67741c9d is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:04.893165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:04.899014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:04.899162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:04.900342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Calling delete_port for 72b033b0-3ee6-43d7-8b72-cad8b1738ced owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:04.902093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:04.911137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Pushing event updated for resources: {'Port': ['ID=32d56d46-baf3-4c7a-b186-eeec532790d5,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.921514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4707906d-a4ef-4932-8edb-ffa7a9360241 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1606572 Dec 06 23:55:04.922850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55542) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:04.931308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d', 'name': 'tempest-PortsTestJSON-319707389'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:04.992262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814632-921d-40c6-9567-38e06ef9d01a req-812fb2ae-3a75-4aaf-9d75-1adf802f0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:04.993959 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-812fb2ae-3a75-4aaf-9d75-1adf802f0f86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.1168613 Dec 06 23:55:04.996598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Pushing event updated for resources: {'Network': ['ID=0dda3c47-c473-4ec1-b9f8-03cf8790f01c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:04.996747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:05.003263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:05.003801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.013072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Attempting to bind port 32d56d46-baf3-4c7a-b186-eeec532790d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:05.014566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Attempting to bind port 32d56d46-baf3-4c7a-b186-eeec532790d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '85f26739-6a4a-4942-afcf-d74a80fb7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:05.014566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Attempting to bind port 32d56d46-baf3-4c7a-b186-eeec532790d5 on network 78956ab8-31d1-4381-893c-02bc67741c9d {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:05.017739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.022842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:05.028907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:05.029557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Checking segment: {'id': '85f26739-6a4a-4942-afcf-d74a80fb7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:05.035722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.035722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Bound using segment: {'id': '85f26739-6a4a-4942-afcf-d74a80fb7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:05.035722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Bound port: 32d56d46-baf3-4c7a-b186-eeec532790d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f26739-6a4a-4942-afcf-d74a80fb7d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '78956ab8-31d1-4381-893c-02bc67741c9d'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:05.035722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.049220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b1624-ef9b-4336-b067-ee2208700a3c None None] Network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:05.084560 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ce06bfc4-c5d7-417d-8dee-2b5dac5226bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7242079 Dec 06 23:55:05.121073 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7e35b8b8-e65d-4785-b30c-6336e41703eb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0425124 Dec 06 23:55:05.130045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55548) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:05.209978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.236914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.276330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:05.280341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=b72a1e12-8747-41d8-b25c-b31c5a9660fb,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:05.284693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:05.288398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:05.289015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.290184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] Pushing event deleted for resources: {'Port': ['ID=72b033b0-3ee6-43d7-8b72-cad8b1738ced,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:05.292177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:05.299891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.303958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb106b8-6dd9-4a8a-932b-b59551d99e05 None None] No DVR routers for this DVR port 72b033b0-3ee6-43d7-8b72-cad8b1738ced on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:05.303958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] For port 32d56d46-baf3-4c7a-b186-eeec532790d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:05.306750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] For port 32d56d46-baf3-4c7a-b186-eeec532790d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32d56d46-baf3-4c7a-b186-eeec532790d5,segment=NetworkSegment(85f26739-6a4a-4942-afcf-d74a80fb7d4b),segment_id=85f26739-6a4a-4942-afcf-d74a80fb7d4b)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:05.327088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814632-921d-40c6-9567-38e06ef9d01a req-d4ca1892-93c5-4cb4-b353-d941569b4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:05.330818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-d4ca1892-93c5-4cb4-b353-d941569b4b58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.3039727 Dec 06 23:55:05.331802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9c246a-0898-43e7-ab2d-61baea5561ef None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:05.385765 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-639614fc-e040-457e-8d94-2e5d541419cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9726405 Dec 06 23:55:05.385765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55552) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:05.387006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55554) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:05.390808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': 'b72a1e12-8747-41d8-b25c-b31c5a9660fb', 'ip_address': '2001:db8::7eaf:7774:baff:40a4'}], 'name': 'tempest-NetworksTestDHCPv6-1712371114'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:05.400899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670034381'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:05.511414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.559176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Made reservation on behalf of 8378fb03de7a47398b96fb279ea8687b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:05.561814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.589689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.630526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d2cbbb6-d9c7-479e-979d-d08cf5b5d080', 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080', 'tenant_id': '36839385e00047a18e34029cb771e780', 'fixed_ips': [{'subnet_id': '02970046-cd61-4621-91de-7dc78fe0a3f7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:05.631448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.642101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:05.672449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2955c-ed9f-4079-9a33-69ab205e03a6 None None] Pushing event updated for resources: {'Port': ['ID=32d56d46-baf3-4c7a-b186-eeec532790d5,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:05.760780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.764624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.790337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 83fdcf78-3da8-4c93-a13b-015e92183857 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:05.808057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port ec281706-c856-453b-ba77-d62506167cab yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:05.842419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.883681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.894252 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-c876a732-47dd-4484-bb9d-8f0b5e643110 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.5376489 Dec 06 23:55:05.897950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:05.915211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Allocated IP 2001:db8::f816:3eff:fe01:e126 (1d2cbbb6-d9c7-479e-979d-d08cf5b5d080/02970046-cd61-4621-91de-7dc78fe0a3f7/caa8a266-725a-41b2-a7a9-89821953b64b) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:05.987376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'b72a1e12-8747-41d8-b25c-b31c5a9660fb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:05.988253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.039141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18640857-1daa-40b4-889f-081d3716f966,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.077377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::7eaf:7774:baff:40a4 (0c9ef150-8f64-4b54-a68b-c837f595510f/b72a1e12-8747-41d8-b25c-b31c5a9660fb/ec281706-c856-453b-ba77-d62506167cab) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:06.079876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.088370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.092574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port 6b76a613-c482-4b95-b833-48121bffe3ad yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:06.093110 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-91b5d8a1-dca0-4e4f-8941-0a1f7ebdeef4 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3203549 Dec 06 23:55:06.097148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:06.109265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814632-921d-40c6-9567-38e06ef9d01a req-b4a4f0d3-71b9-4df4-9e63-3a723765ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:06.110819 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-b4a4f0d3-71b9-4df4-9e63-3a723765ba32 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.1851180 Dec 06 23:55:06.111452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2d42a874-c44e-4dc8-97ae-f4fed4988d9c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '18640857-1daa-40b4-889f-081d3716f966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:06.174401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.5 (78956ab8-31d1-4381-893c-02bc67741c9d/028ad5ca-dc97-46ef-8764-a5ce1b280fbd/83fdcf78-3da8-4c93-a13b-015e92183857) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:06.178253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.231967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.237274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc56d11-71d5-41d6-ab57-21967b5a20ad,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.248274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91814632-921d-40c6-9567-38e06ef9d01a req-e869993f-d68d-4ad2-8d7d-7ffc4fea015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:06.251536 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-e869993f-d68d-4ad2-8d7d-7ffc4fea015e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229839 Dec 06 23:55:06.303040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.381754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:06.385264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:06.389123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:06.431380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Pushing event updated for resources: {'Port': ['ID=caa8a266-725a-41b2-a7a9-89821953b64b,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.451769 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-af98a07b-583d-48ba-b2b8-b74aafa4966f service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888235 Dec 06 23:55:06.492516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.500286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32d56d46-baf3-4c7a-b186-eeec532790d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:06.506992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port 6b76a613-c482-4b95-b833-48121bffe3ad yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:06.508629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.515998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.519049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.520896 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-2d42a874-c44e-4dc8-97ae-f4fed4988d9c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The resource could not be found. Dec 06 23:55:06.525355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2d42a874-c44e-4dc8-97ae-f4fed4988d9c tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4179986 Dec 06 23:55:06.526531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55564) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:06.532942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b7521f23-5f58-456d-90d1-c86672940d3e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '18640857-1daa-40b4-889f-081d3716f966', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ed4d9d3d-4730-43d8-b18b-f66f85999f6f'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:06.553378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Attempting to bind port caa8a266-725a-41b2-a7a9-89821953b64b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:06.553937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Attempting to bind port caa8a266-725a-41b2-a7a9-89821953b64b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '744c4527-ad1a-480d-992b-c29e0355fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:06.554509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Attempting to bind port caa8a266-725a-41b2-a7a9-89821953b64b on network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:06.563348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:06.563790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Checking segment: {'id': '744c4527-ad1a-480d-992b-c29e0355fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:06.564750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.565149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Bound using segment: {'id': '744c4527-ad1a-480d-992b-c29e0355fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:06.565912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Bound port: caa8a266-725a-41b2-a7a9-89821953b64b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744c4527-ad1a-480d-992b-c29e0355fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:06.566325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.600671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=02970046-cd61-4621-91de-7dc78fe0a3f7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.609065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.630098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 32d56d46-baf3-4c7a-b186-eeec532790d5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:06.630628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.658649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.692259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.694679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:06.699061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:06.709872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:06.716505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:06.717161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.731242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91814632-921d-40c6-9567-38e06ef9d01a req-8dd6acc2-81ec-4749-8b07-22a1715dd0f8 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697477 Dec 06 23:55:06.735961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2cbbb6-d9c7-479e-979d-d08cf5b5d080']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:06.747137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744c4527-ad1a-480d-992b-c29e0355fd5e') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:06.750312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=6b76a613-c482-4b95-b833-48121bffe3ad,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.750462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744c4527-ad1a-480d-992b-c29e0355fd5e') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:06.761877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.772817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] For port caa8a266-725a-41b2-a7a9-89821953b64b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:06.777198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.784833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:06.785397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:06.790709 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:06.812660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=ec281706-c856-453b-ba77-d62506167cab,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.812660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Checking segment: {'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:06.812962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Network hostable DHCP agents. Network: 0dda3c47-c473-4ec1-b9f8-03cf8790f01c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:06.827717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/b72a1e12-8747-41d8-b25c-b31c5a9660fb/7c70ea8d-ad0f-4691-8eaf-da04ccc186e5) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:06.845789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.855393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:06.866574 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-b7521f23-5f58-456d-90d1-c86672940d3e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The resource could not be found. Dec 06 23:55:06.871873 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b7521f23-5f58-456d-90d1-c86672940d3e tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3426025 Dec 06 23:55:06.875496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55568) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:06.878694 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6a1b0d3e-66d3-4cc1-a203-daf068f696fd tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4929190 Dec 06 23:55:06.886057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:06.934671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 78956ab8-31d1-4381-893c-02bc67741c9d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:06.940901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:55:06.940901 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:55:06.940901 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'id': '1d2cbbb6-d9c7-479e-979d-d08cf5b5d080'}] Dec 06 23:55:06.940901 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:55:06.941473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:55:06.947641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:06.948152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:06.950863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:06.967048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] For port caa8a266-725a-41b2-a7a9-89821953b64b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=caa8a266-725a-41b2-a7a9-89821953b64b,segment=NetworkSegment(744c4527-ad1a-480d-992b-c29e0355fd5e),segment_id=744c4527-ad1a-480d-992b-c29e0355fd5e)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:06.975368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=83fdcf78-3da8-4c93-a13b-015e92183857,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:06.989525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.013746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be63048-f907-42ba-bd20-34ee3efe99bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:07.015456 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4be63048-f907-42ba-bd20-34ee3efe99bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1272650 Dec 06 23:55:07.019211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55574) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.027133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 32d56d46-baf3-4c7a-b186-eeec532790d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32d56d46-baf3-4c7a-b186-eeec532790d5,segment=NetworkSegment(85f26739-6a4a-4942-afcf-d74a80fb7d4b),segment_id=85f26739-6a4a-4942-afcf-d74a80fb7d4b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:07.035053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:07.035771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.038059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.055835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0dda3c47-c473-4ec1-b9f8-03cf8790f01c) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:07.066631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:07.079364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d183ac-4739-44c6-a133-c6c5e71c512d None None] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:07.092758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.098576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.099102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.099359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.107407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.107695 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.108403 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 2 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.124121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.124799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.125148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.136842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.137340 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.138020 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 3 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.154406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.154406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.154807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.159653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port ec281706-c856-453b-ba77-d62506167cab {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:07.160261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.160648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.161076 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.162173 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 4 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.166720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.178502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.179025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.179722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.186109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.186590 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.187085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 5 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.201223 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-107736f3-6ab1-4e8a-a943-b30a8d25f2a1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2771168 Dec 06 23:55:07.205251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55576) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.220200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83811c7-5d51-4820-8ede-4071928b47c6 None None] Network 78956ab8-31d1-4381-893c-02bc67741c9d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:07.231590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.232070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.232591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.235017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.238626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.240684 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/18640857-1daa-40b4-889f-081d3716f966 HTTP/1.1" status: 204 len: 168 time: 0.3662062 Dec 06 23:55:07.246374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55578) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.267609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.268119 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.275049 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 6 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.292784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e4ae0-fb65-42f1-bc65-17a5c74d5cb0 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18640857-1daa-40b4-889f-081d3716f966,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:07.298469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.298957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.299393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.340568 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c0513d06-18b3-40b4-9c33-c2336046ff53 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0908113 Dec 06 23:55:07.341306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.341853 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.342361 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 7 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.348281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.353898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bdf21b12-69a9-4ea5-8676-16a65efec961 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': 'f5a4209f-fe16-4b19-8b53-618364e3d3f2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:07.364134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.364623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.365636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.370505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.370929 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.371417 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 8 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.371691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c28431f-9a6f-4c6b-b7a2-6a0c0d62b667 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:07.373274 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c28431f-9a6f-4c6b-b7a2-6a0c0d62b667 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 921 time: 0.1667998 Dec 06 23:55:07.379057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55582) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.389841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.390315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.390932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.395475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.395907 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.396598 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 9 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.409991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.410571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.411007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.415787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.416541 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.417158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.plugins.ml2.plugin [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 10 to bind port 6b76a613-c482-4b95-b833-48121bffe3ad Dec 06 23:55:07.428686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdcb3e-a4b6-4bc3-a2d4-3236ca265c1b None None] Pushing event updated for resources: {'Port': ['ID=caa8a266-725a-41b2-a7a9-89821953b64b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:07.433208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:07.435561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:07.435996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:07.440972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port 6b76a613-c482-4b95-b833-48121bffe3ad on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:07.441292 dv-neutron-master-2-hyperv neutron-server[110159]: ERROR neutron.plugins.ml2.managers [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port 6b76a613-c482-4b95-b833-48121bffe3ad on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:07.441716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.462809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 72b033b0-3ee6-43d7-8b72-cad8b1738ced no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:07.467186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.471759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.504224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for ec281706-c856-453b-ba77-d62506167cab owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:07.507702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.516834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port 6b76a613-c482-4b95-b833-48121bffe3ad, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:07.517221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempted to set empty binding levels {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:55:07.520701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a8cf4-f735-4cc4-8ec7-29526f4981d7 None None] Network 1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:07.523777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2ac0e92d-63d5-4410-baa0-63540c47d13a None None] Provisioning complete for port 32d56d46-baf3-4c7a-b186-eeec532790d5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:07.523777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2ac0e92d-63d5-4410-baa0-63540c47d13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.532691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 72b033b0-3ee6-43d7-8b72-cad8b1738ced {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:07.532959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 72b033b0-3ee6-43d7-8b72-cad8b1738ced not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:07.574792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.595628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.621490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:07.626069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.657352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=6b76a613-c482-4b95-b833-48121bffe3ad,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:07.661585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 83fdcf78-3da8-4c93-a13b-015e92183857 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:07.662097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.695041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=32d56d46-baf3-4c7a-b186-eeec532790d5,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:07.713629 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-bdf21b12-69a9-4ea5-8676-16a65efec961 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The resource could not be found. Dec 06 23:55:07.718139 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bdf21b12-69a9-4ea5-8676-16a65efec961 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3643777 Dec 06 23:55:07.719174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55586) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.723657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--813118933'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:07.737989 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c60b3733-1d5a-4c62-a884-f5af34f31080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.3403027 Dec 06 23:55:07.738173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:07.738257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:07.752363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting port caa8a266-725a-41b2-a7a9-89821953b64b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:07.752363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.776403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:07.780845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:07.816127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.840979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Deleting port 6b76a613-c482-4b95-b833-48121bffe3ad {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:07.841566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.897981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.909329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] For port caa8a266-725a-41b2-a7a9-89821953b64b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=caa8a266-725a-41b2-a7a9-89821953b64b,segment=NetworkSegment(744c4527-ad1a-480d-992b-c29e0355fd5e),segment_id=744c4527-ad1a-480d-992b-c29e0355fd5e)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:07.912825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.922269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port 6b76a613-c482-4b95-b833-48121bffe3ad, host hv-neutron-mast, got binding levels [] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:07.922645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.930029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 83fdcf78-3da8-4c93-a13b-015e92183857 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:07.935238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:07.948853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Calling delete_port for 6b76a613-c482-4b95-b833-48121bffe3ad owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:07.968195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Calling delete_port for caa8a266-725a-41b2-a7a9-89821953b64b owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:07.974799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Pushing event updated for resources: {'Port': ['ID=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:07.974981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=ec281706-c856-453b-ba77-d62506167cab,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.033414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.071437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Attempting to bind port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:08.071821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Attempting to bind port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:08.072195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Attempting to bind port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:08.082344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:08.082734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:08.083147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.085005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:08.085005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Bound port: 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:08.085005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.096024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.100285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e1217217-2e37-41ad-87dd-60c22fa1ecbe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/ec281706-c856-453b-ba77-d62506167cab HTTP/1.1" status: 204 len: 168 time: 1.0795076 Dec 06 23:55:08.108136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.110566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.156391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48431d60-4b04-4d91-9a33-2631c727234d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.161805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] For port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:08.172265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.177039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] For port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:08.214364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.219527 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d84f53d2-afe8-4e1d-a8a6-96c497f02805 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4955611 Dec 06 23:55:08.219527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b76a613-c482-4b95-b833-48121bffe3ad,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.220193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55596) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.226540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--955962216'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:08.244419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.251041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2d3a1deb-9a4e-4c44-8986-bd89f37ed3f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6b76a613-c482-4b95-b833-48121bffe3ad HTTP/1.1" status: 204 len: 168 time: 0.5117562 Dec 06 23:55:08.256721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.267579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55598) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.268567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea2f88-80a8-4640-a2b3-ce5ff671ff3b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:08.270205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faea2f88-80a8-4640-a2b3-ce5ff671ff3b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:08.273823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-faea2f88-80a8-4640-a2b3-ce5ff671ff3b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1646988 Dec 06 23:55:08.278430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55600) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.319496 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-54da335f-9829-4a9c-b587-911d247f8bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:55:08.320987 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-54da335f-9829-4a9c-b587-911d247f8bf9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports/6b76a613-c482-4b95-b833-48121bffe3ad HTTP/1.1" status: 404 len: 333 time: 0.0512171 Dec 06 23:55:08.325223 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55602) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.337285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1288668094'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:08.374215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1145b5-018e-4c48-bb37-38b7af373c19 None None] Pushing event updated for resources: {'Port': ['ID=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.375684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.396101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.400162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Provisioning complete for port 00355cfd-384e-4787-a9e5-d6019e115a89 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:08.400586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.431507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Port': ['ID=caa8a266-725a-41b2-a7a9-89821953b64b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.442198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32d56d46-baf3-4c7a-b186-eeec532790d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:08.447050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No DVR routers for this DVR port caa8a266-725a-41b2-a7a9-89821953b64b on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:08.477964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Made reservation on behalf of 8378fb03de7a47398b96fb279ea8687b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:08.481457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.500535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet b72a1e12-8747-41d8-b25c-b31c5a9660fb {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:08.500741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Port 00355cfd-384e-4787-a9e5-d6019e115a89 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:08.507392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.515201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.526244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.527578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:08.531452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Provisioning complete for port 32d56d46-baf3-4c7a-b186-eeec532790d5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:08.532071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.576080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 32d56d46-baf3-4c7a-b186-eeec532790d5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:08.576621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.607949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.666678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f2b8a8-f27b-4994-931a-ec9595e9cb00,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.673374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.711440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.716799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=83fdcf78-3da8-4c93-a13b-015e92183857,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:08.729004 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff3b9f5f-acd1-4491-a844-236ab7ce8f17 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5023556 Dec 06 23:55:08.732913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55604) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.740588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-48d0129d-499c-4952-98fc-702d7833d093 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group_rule': {'security_group_id': '48431d60-4b04-4d91-9a33-2631c727234d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57f2b8a8-f27b-4994-931a-ec9595e9cb00'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:08.749329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b3a7375f-7899-4238-bcc0-1e28fe1ef507 None None] Could not find standard attr ID for object 83fdcf78-3da8-4c93-a13b-015e92183857. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:08.758681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2cbbb6-d9c7-479e-979d-d08cf5b5d080']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:08.781598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.840153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.842739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744c4527-ad1a-480d-992b-c29e0355fd5e') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:08.843040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744c4527-ad1a-480d-992b-c29e0355fd5e') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:08.863012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.901106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.907300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1e3050cb-d6de-408e-9b76-accb5e84d844 None None] Provisioning complete for port 00355cfd-384e-4787-a9e5-d6019e115a89 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:08.907868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1e3050cb-d6de-408e-9b76-accb5e84d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.916778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.923186 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3acd9638-2256-4804-8e6d-ed772b6a7672 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/83fdcf78-3da8-4c93-a13b-015e92183857 HTTP/1.1" status: 204 len: 168 time: 1.5399985 Dec 06 23:55:08.925093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55608) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:08.929734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:08.930138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:08.933603 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:08.967799 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e48d50-0416-4c77-a0c4-865f7eb2bd86 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:55:08.970079 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38e48d50-0416-4c77-a0c4-865f7eb2bd86 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/83fdcf78-3da8-4c93-a13b-015e92183857 HTTP/1.1" status: 404 len: 333 time: 0.0423834 Dec 06 23:55:08.973013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1e3050cb-d6de-408e-9b76-accb5e84d844 None None] Port 00355cfd-384e-4787-a9e5-d6019e115a89 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:08.973331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:08.976659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55610) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.010076 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-48d0129d-499c-4952-98fc-702d7833d093 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:09.011167 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-48d0129d-499c-4952-98fc-702d7833d093 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2772932 Dec 06 23:55:09.015873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55612) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.045310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:09.058156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a949a0ad-f33a-47e8-9be3-0e79f25eccd3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:09.060654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:09.074865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:09.076397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:09.076486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.098198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.101660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.128214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.138710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.149664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.152781 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 HTTP/1.1" status: 204 len: 168 time: 4.0194001 Dec 06 23:55:09.160609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55614) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.174691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e48e-cc29-4e2b-81e4-eef99629c4be tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=1d2cbbb6-d9c7-479e-979d-d08cf5b5d080,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:09.186537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bd8c91e8-622b-41ca-836d-19275a424063 None None] Could not find standard attr ID for object 83fdcf78-3da8-4c93-a13b-015e92183857. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:09.207770 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8a03d0b7-3b48-44b6-94a4-1b4c58c56dbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8799319 Dec 06 23:55:09.210336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55618) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.213075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 00355cfd-384e-4787-a9e5-d6019e115a89 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:09.213415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.226235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:09.231017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-002d3f13-4a5a-45e7-8e5f-9694f43cde7d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.231612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002d3f13-4a5a-45e7-8e5f-9694f43cde7d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.235787 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-002d3f13-4a5a-45e7-8e5f-9694f43cde7d tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/02970046-cd61-4621-91de-7dc78fe0a3f7 HTTP/1.1" status: 404 len: 337 time: 0.0734627 Dec 06 23:55:09.242738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55620) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.264007 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cd73fa-b216-468a-a364-4772122e6ed4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.264640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cd73fa-b216-468a-a364-4772122e6ed4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.268448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d5cd73fa-b216-468a-a364-4772122e6ed4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/1d2cbbb6-d9c7-479e-979d-d08cf5b5d080 HTTP/1.1" status: 404 len: 339 time: 0.0242033 Dec 06 23:55:09.270787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55622) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.298182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de6f769-02bf-4da9-99a0-3d5b1f648ef8 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.298651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de6f769-02bf-4da9-99a0-3d5b1f648ef8 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.303197 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0de6f769-02bf-4da9-99a0-3d5b1f648ef8 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/90ed75b2-fb48-4136-a945-515876fd738a HTTP/1.1" status: 404 len: 337 time: 0.0298665 Dec 06 23:55:09.304987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55626) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.310797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.330841 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5832c055-dd4c-4e55-b754-f10ed0995460 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.331469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5832c055-dd4c-4e55-b754-f10ed0995460 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.334959 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5832c055-dd4c-4e55-b754-f10ed0995460 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/61bcd0f8-92dd-4d4e-a693-f9e7032d0c9b HTTP/1.1" status: 404 len: 339 time: 0.0288157 Dec 06 23:55:09.338576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.342342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.347139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.347139 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/57f2b8a8-f27b-4994-931a-ec9595e9cb00 HTTP/1.1" status: 204 len: 168 time: 0.3294497 Dec 06 23:55:09.357322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55630) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.386597 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-186820e9-304d-4a9b-a02a-c971ef1b9625 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.387387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186820e9-304d-4a9b-a02a-c971ef1b9625 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.390680 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-186820e9-304d-4a9b-a02a-c971ef1b9625 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/0e6bf5f4-3251-42a0-a3e8-15532879b282 HTTP/1.1" status: 404 len: 337 time: 0.0510852 Dec 06 23:55:09.397565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e0a72-7e54-4843-b991-f53fea915e25 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f2b8a8-f27b-4994-931a-ec9595e9cb00,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:09.401949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.406409 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/b72a1e12-8747-41d8-b25c-b31c5a9660fb HTTP/1.1" status: 204 len: 168 time: 1.1286378 Dec 06 23:55:09.407280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce031999-6d95-403c-a6ce-2bdc48692102 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=b72a1e12-8747-41d8-b25c-b31c5a9660fb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:09.409290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55632) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.410098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55634) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.420902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.469690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-65af20da-4753-49b2-a007-576e0a491dd2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:09.469970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65af20da-4753-49b2-a007-576e0a491dd2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:09.475885 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-65af20da-4753-49b2-a007-576e0a491dd2 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/4c66d823-fd29-45e4-8185-468ebfb8fbc3 HTTP/1.1" status: 404 len: 339 time: 0.0619853 Dec 06 23:55:09.478897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55636) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.479030 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0bda8612-357f-4b14-b2d9-7960de45e7f3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593405 Dec 06 23:55:09.479235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.490747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:09.496682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.524988 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-83278f3a-93bb-40ff-90d8-ed815fcdd701 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1659982 Dec 06 23:55:09.525982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55640) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.563532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 00355cfd-384e-4787-a9e5-d6019e115a89 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:09.584508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.609726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.722555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.726182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.727369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/48431d60-4b04-4d91-9a33-2631c727234d HTTP/1.1" status: 204 len: 168 time: 0.2002301 Dec 06 23:55:09.730793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55642) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.754816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed9189-d4eb-4f4e-b17d-6edae25260c2 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48431d60-4b04-4d91-9a33-2631c727234d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:09.779519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d99390-a2f5-43fc-8a1f-5822c42cfc43 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:09.792027 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aedbf2e4-9ed9-48b2-a183-a1c25fa751e7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0563767 Dec 06 23:55:09.793039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55644) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:09.798434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905071631'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:09.860498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] Provisioning complete for port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:09.860881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.900538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.993208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:09.993936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.039048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] For port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:10.048512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:10.054034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.084526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9897bf-50ca-4b37-8122-1f2cc53937ca,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.101224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.103557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Deleting port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:10.103924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.120219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.125125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7af61e20-bd83-4938-afd8-42d137c31e42 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3280029 Dec 06 23:55:10.125433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.130027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5171f825-50d1-43b3-9c4a-75ef6784f6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:10.131334 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-5171f825-50d1-43b3-9c4a-75ef6784f6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 23:55:10.131896 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-5171f825-50d1-43b3-9c4a-75ef6784f6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 23:55:10.135334 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5171f825-50d1-43b3-9c4a-75ef6784f6ec tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "PUT /v2.0/security-groups/ae9897bf-50ca-4b37-8122-1f2cc53937ca HTTP/1.1" status: 409 len: 330 time: 0.0065086 Dec 06 23:55:10.136924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55650) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.188964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:10.200922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.205851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.207197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] For port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:10.207609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.208517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting port 6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:10.209414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.210611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978f17e-e4be-4e24-aeaf-4b7e7e72a6d2 None None] Pushing event updated for resources: {'Port': ['ID=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.225423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Calling delete_port for 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:10.230255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.284182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:10.287568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.301479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.345575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.348167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.351758 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae9897bf-50ca-4b37-8122-1f2cc53937ca HTTP/1.1" status: 204 len: 168 time: 0.2110698 Dec 06 23:55:10.353806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55654) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.361923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.365727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6933988-1f40-41d6-acf7-911780b6f121 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9897bf-50ca-4b37-8122-1f2cc53937ca,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.386377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.406556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bf63cbd1-7133-4202-bd36-d9ff45111ec7 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0516682 Dec 06 23:55:10.410328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.421669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] Pushing event deleted for resources: {'Port': ['ID=7c70ea8d-ad0f-4691-8eaf-da04ccc186e5,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.424334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893bfe7-9a4c-4a31-93f2-d7d777dc7d36 None None] No DVR routers for this DVR port 7c70ea8d-ad0f-4691-8eaf-da04ccc186e5 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:10.426125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-892995e4-758d-4cc7-8749-972bbfb6444a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] delete failed (client error): The resource could not be found. Dec 06 23:55:10.426496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Calling delete_port for 6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:10.427310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-892995e4-758d-4cc7-8749-972bbfb6444a tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "DELETE /v2.0/security-groups/2fe2bd35-fae6-46fc-a83c-1046e4c121fc HTTP/1.1" status: 404 len: 347 time: 0.0158308 Dec 06 23:55:10.433620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55658) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.444090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.449898 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-395c3a44-0cfe-47e9-b4e3-7a9dd55daa01 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] show failed (client error): The resource could not be found. Dec 06 23:55:10.450914 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-395c3a44-0cfe-47e9-b4e3-7a9dd55daa01 tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-groups/6f536ced-5661-4b19-a51e-9523ed1dea9f HTTP/1.1" status: 404 len: 347 time: 0.0161624 Dec 06 23:55:10.457242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a949a0ad-f33a-47e8-9be3-0e79f25eccd3,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.458317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55662) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.475969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c9762-f2d0-4a25-8c2d-ecdaf57bd689 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:55:10.551472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=00355cfd-384e-4787-a9e5-d6019e115a89,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.554176 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-2c8c06a1-2549-494e-9817-742c46bae0fd tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] show failed (client error): The resource could not be found. Dec 06 23:55:10.558339 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c8c06a1-2549-494e-9817-742c46bae0fd tempest-NegativeSecGroupTest-1441915810 tempest-NegativeSecGroupTest-1441915810-project] 10.222.0.53 "GET /v2.0/security-group-rules/8eee63ce-0244-4ed4-8705-13a3eb19812e HTTP/1.1" status: 404 len: 356 time: 0.0910537 Dec 06 23:55:10.577508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.577998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.578468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.629029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.629459 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.635556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c9762-f2d0-4a25-8c2d-ecdaf57bd689 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:55:10.636004 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 2 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.690528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.690773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.691114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.710256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.710586 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.718237 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 3 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.731914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.735182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eae500a3-1678-4a42-9a55-3a55c98992f0 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/00355cfd-384e-4787-a9e5-d6019e115a89 HTTP/1.1" status: 204 len: 168 time: 1.7225471 Dec 06 23:55:10.737930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55666) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.747911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.748524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.748868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.759628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.759958 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.760376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 4 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.767832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9171a3b7-c688-4101-9cca-cbbde6029eec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:55:10.772597 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9171a3b7-c688-4101-9cca-cbbde6029eec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/00355cfd-384e-4787-a9e5-d6019e115a89 HTTP/1.1" status: 404 len: 333 time: 0.0305479 Dec 06 23:55:10.772896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55668) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.803769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.804387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.804882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.818954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.819290 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.821264 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 5 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.823886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.832416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 028ad5ca-dc97-46ef-8764-a5ce1b280fbd {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:10.836378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.861530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Port': ['ID=6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:10.864906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.865256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.865598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.870282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.873576 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-941b0031-584b-4c7f-8e1f-b62eb767a103 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/ports/6f28f16d-2c76-4e0b-8cb0-7e89c110c9ec HTTP/1.1" status: 204 len: 168 time: 1.3919539 Dec 06 23:55:10.876036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55670) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.885607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.885943 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.893178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.902697 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 6 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.907501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-00305fa3-d232-49f2-b220-670f49c4a7e4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:10.907967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00305fa3-d232-49f2-b220-670f49c4a7e4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:10.913664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-00305fa3-d232-49f2-b220-670f49c4a7e4 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/6d48dda8-772c-4eb1-bf5f-5c96bfa9829f HTTP/1.1" status: 404 len: 337 time: 0.0342326 Dec 06 23:55:10.914474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55672) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:10.921183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.921703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.922198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.926832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.927335 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.927897 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 7 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:10.943725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:10.943725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:10.944196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:10.946625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:10.978215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:10.978825 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:10.981826 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 8 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:11.008967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:11.017477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:11.020743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.021967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.030572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:11.031509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:11.031862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.032292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:11.049342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=652bdef0-833e-4e6a-81e0-bd5fab06107d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.056498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:11.056498 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:11.056498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 9 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:11.070516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:11.070688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:11.071036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:11.071152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.077779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '652bdef0-833e-4e6a-81e0-bd5fab06107d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:11.078503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:11.078758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.085252 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:11.085252 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 10 to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 Dec 06 23:55:11.096844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:11.097186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:11.097525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:11.105613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:11.106450 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:11.106597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.142376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aa3232c5-1e61-41e6-850b-3bb7b0eb5836 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6586823 Dec 06 23:55:11.145153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55678) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.174337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55680) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.175909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '652bdef0-833e-4e6a-81e0-bd5fab06107d', 'ip_address': '2001:db8::7468:17c8:413d:15dc'}], 'name': 'tempest-NetworksTestDHCPv6-272311233'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:11.231187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.259159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe94bd1-0b43-48f1-9056-db1cc9f3f45c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:11.271656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce267978-3c6c-4fa7-9632-962f15d07235') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:11.272007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce267978-3c6c-4fa7-9632-962f15d07235') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:11.282011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.295468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.301670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:11.302181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:11.306982 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:11.308847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:11.308847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.320918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.343629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port a949a0ad-f33a-47e8-9be3-0e79f25eccd3, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:11.344211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempted to set empty binding levels {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:55:11.373822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:11.406320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=028ad5ca-dc97-46ef-8764-a5ce1b280fbd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.411266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.413879 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-903aaf1e-16e9-47df-9e8b-74736e694233 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/028ad5ca-dc97-46ef-8764-a5ce1b280fbd HTTP/1.1" status: 204 len: 168 time: 0.6400437 Dec 06 23:55:11.417036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55684) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.442892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/652bdef0-833e-4e6a-81e0-bd5fab06107d/9671a9f0-d1e5-49c7-9b87-8cdcefbba0db) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:11.446660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.495292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.503339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.504600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] In _notify_port_updated(), no bound segment for port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:55:11.506499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.507264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.509372 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/9fe94bd1-0b43-48f1-9056-db1cc9f3f45c HTTP/1.1" status: 204 len: 168 time: 0.5942280 Dec 06 23:55:11.512495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "PUT /v2.0/ports/a949a0ad-f33a-47e8-9be3-0e79f25eccd3 HTTP/1.1" status: 200 len: 981 time: 2.2959974 Dec 06 23:55:11.515416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2c676d4d-d2b0-4183-b6c3-ac4826f03707 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d6170d3f0714b71a1aaead9d6ad0687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400230 Dec 06 23:55:11.519252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55688) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.519614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.519932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55692) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.533659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dd5c9-cb1b-4de4-99c9-a4f47df97498 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=9fe94bd1-0b43-48f1-9056-db1cc9f3f45c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.537315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port 756221cb-a6b2-46b9-ae78-640e81543bf4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:11.537891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.539030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.590184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Port 756221cb-a6b2-46b9-ae78-640e81543bf4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:11.599189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 32d56d46-baf3-4c7a-b186-eeec532790d5 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:11.600074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.614638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port 7850f870-69fd-4171-bae0-84d8c7ad9751 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:11.615585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.621834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f528ff-60ab-41d8-84bf-5a37a47d589f tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a949a0ad-f33a-47e8-9be3-0e79f25eccd3,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.656961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.681963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port 32d56d46-baf3-4c7a-b186-eeec532790d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32d56d46-baf3-4c7a-b186-eeec532790d5,segment=NetworkSegment(85f26739-6a4a-4942-afcf-d74a80fb7d4b),segment_id=85f26739-6a4a-4942-afcf-d74a80fb7d4b)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:11.682959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.700854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Port 7850f870-69fd-4171-bae0-84d8c7ad9751 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:11.701059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 32d56d46-baf3-4c7a-b186-eeec532790d5 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:11.714881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.722398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port c90e661f-0418-471a-ab9e-764393d7d146 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:11.722771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.725297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 82946342-4936-441d-8c82-7513bd8b75b6 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:11.752489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.752489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.752489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.752489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.752967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.753302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.753972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.754435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.755428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.755428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.755901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.756393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.756861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.757319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.757788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.758253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.758717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.759534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.759643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.760086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.760615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.761445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.761553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.761874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Port c90e661f-0418-471a-ab9e-764393d7d146 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:11.761995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:11.769134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.769728 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac80aafe-e4eb-4f9a-ba32-e0b42b2ebabd tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21281 time: 0.2439580 Dec 06 23:55:11.774530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55698) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:11.804302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port df82d797-6a77-4f45-8f64-86d8eeb0a146 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:11.804680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.819368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:11.826992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.842263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:11.851222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:11.854774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Pushing event updated for resources: {'Port': ['ID=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.882751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Deleting port a949a0ad-f33a-47e8-9be3-0e79f25eccd3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:11.883396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.895009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.917370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting port d7fae233-5071-41d3-8d67-6a22fa380f29 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:11.917704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.945613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.958401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Attempting to bind port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:11.958401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Attempting to bind port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:11.958401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Attempting to bind port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:11.961391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port a949a0ad-f33a-47e8-9be3-0e79f25eccd3, host hv-neutron-mast, got binding levels [] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:11.961762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.968917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:11.969304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:11.969711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.970111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:11.970609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Bound port: 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:11.970977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:11.988391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port 32d56d46-baf3-4c7a-b186-eeec532790d5 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:11.991650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=32d56d46-baf3-4c7a-b186-eeec532790d5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:11.998561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Calling delete_port for a949a0ad-f33a-47e8-9be3-0e79f25eccd3 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:12.010066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port e8d3d069-4888-4b56-a4b9-0ece41aad340 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:12.010372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.051168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.071908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] For port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:12.074162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Calling delete_port for d7fae233-5071-41d3-8d67-6a22fa380f29 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:12.077367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] For port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:12.093016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::7468:17c8:413d:15dc (0c9ef150-8f64-4b54-a68b-c837f595510f/652bdef0-833e-4e6a-81e0-bd5fab06107d/82946342-4936-441d-8c82-7513bd8b75b6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:12.139204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.141908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.142350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Provisioning complete for port f48399dd-52f5-4382-923a-f46e982121db triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:12.142881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4013a3db-071e-48ae-8367-65979f74f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.146873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d100c346-035a-4b20-bc3c-cb8214dc4130 HTTP/1.1" status: 204 len: 168 time: 0.6191928 Dec 06 23:55:12.181036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f183b48-fbaa-478c-86d8-812511cbdd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100c346-035a-4b20-bc3c-cb8214dc4130,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.240017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.322749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.375013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Port': ['ID=d7fae233-5071-41d3-8d67-6a22fa380f29,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.375594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6760ef-54b4-494e-9bd7-c164035ef388 None None] Pushing event updated for resources: {'Port': ['ID=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.384118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.391508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a02bf95f-b411-4560-9dc5-004339fcf09f tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/ports/d7fae233-5071-41d3-8d67-6a22fa380f29 HTTP/1.1" status: 204 len: 168 time: 0.8662844 Dec 06 23:55:12.394254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55704) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:12.451094 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c795c1-92eb-49b6-8fd5-11d59f075acb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:12.451094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c795c1-92eb-49b6-8fd5-11d59f075acb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:12.451094 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d8c795c1-92eb-49b6-8fd5-11d59f075acb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/b7234393-60bb-4d97-89ad-9c767d0073d2 HTTP/1.1" status: 404 len: 337 time: 0.0528355 Dec 06 23:55:12.451536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.452841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55706) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:12.510222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.547113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78956ab8-31d1-4381-893c-02bc67741c9d']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.561407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.564371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f26739-6a4a-4942-afcf-d74a80fb7d4b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.564654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f26739-6a4a-4942-afcf-d74a80fb7d4b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.593502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.634642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.641885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:12.642529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:12.645956 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:12.647703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.675514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.723594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.763382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:12.769508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62d4937-1bff-486c-a686-003ee7c5324a']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.772174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:12.773961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=82946342-4936-441d-8c82-7513bd8b75b6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.779570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event deleted for resources: {'Port': ['ID=a949a0ad-f33a-47e8-9be3-0e79f25eccd3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.781059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:12.789311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.792607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-76ed007d-a425-4b05-a4ba-7b92ccac8476 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a949a0ad-f33a-47e8-9be3-0e79f25eccd3 HTTP/1.1" status: 204 len: 168 time: 1.0170860 Dec 06 23:55:12.796878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55718) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:12.797658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:12.803399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.824067 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-011a0c58-2921-4aa6-a70d-e9cd6ca5174b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:55:12.825541 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-011a0c58-2921-4aa6-a70d-e9cd6ca5174b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports/a949a0ad-f33a-47e8-9be3-0e79f25eccd3 HTTP/1.1" status: 404 len: 333 time: 0.0277336 Dec 06 23:55:12.825923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.826179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26c5b63-f3a3-4ee7-abce-c48c4403cfbf') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:12.829820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:12.834793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-500141903', 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:12.852195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.867240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.874947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:12.875384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:12.878410 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:12.888132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.899432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.906605 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/78956ab8-31d1-4381-893c-02bc67741c9d HTTP/1.1" status: 204 len: 168 time: 1.4847119 Dec 06 23:55:12.915837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55724) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:12.921037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1894294107'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:12.924246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c717dad-3bf4-4521-92b9-c4c89dc84508 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=78956ab8-31d1-4381-893c-02bc67741c9d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:12.933606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Made reservation on behalf of 8378fb03de7a47398b96fb279ea8687b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:12.938708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:12.951779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port 022db1dd-9284-4d09-ba7a-07027e798dfc yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:13.034071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c31f662e-6a2e-4c69-b5d1-85425a828195 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8874691 Dec 06 23:55:13.037194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.090408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1ac01-2b30-4b95-a5f0-09416df3f9fe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:13.096934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab1ac01-2b30-4b95-a5f0-09416df3f9fe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:13.103064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bab1ac01-2b30-4b95-a5f0-09416df3f9fe tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0602322 Dec 06 23:55:13.103064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.104103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55730) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.104569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.108109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/e62d4937-1bff-486c-a686-003ee7c5324a HTTP/1.1" status: 204 len: 168 time: 0.6542897 Dec 06 23:55:13.118077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55732) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.122975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c8c61-453b-4310-bb3a-58ec74612973 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=e62d4937-1bff-486c-a686-003ee7c5324a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:13.184330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:13.187760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.210902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.267681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting subnet 8a6f5495-dc64-4c27-970f-7e41832044cc {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:13.279052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.304588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:13.350631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.350988 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment 5808775b-a36d-4252-b2ac-ec470c905f90 of type vlan for network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 Dec 06 23:55:13.393073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.439246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.456795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 82946342-4936-441d-8c82-7513bd8b75b6 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:13.457130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.477481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e85996-4657-43c5-81df-53b9b51727d7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:55:13.503986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.545853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55744) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.595716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] Provisioning complete for port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:13.596097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.597683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e85996-4657-43c5-81df-53b9b51727d7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:55:13.626511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.632719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:13.655730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.661444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:13.662109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.664438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2985687b-b96c-4812-94a5-fd597285fc1e tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2002142452', 'prefixes': ['172.20.0.0/16']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:13.680677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:13.699138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=022db1dd-9284-4d09-ba7a-07027e798dfc,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:13.704256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:13.705177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:13.706261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.765334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.768431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:13.787071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=3a7af6a2-d1d4-4757-9924-f9e49ad7c500,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:13.795792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 82946342-4936-441d-8c82-7513bd8b75b6 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:13.802136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:13.851217 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1e6aba13-7805-47df-873b-e9cdf8769bec tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9342542 Dec 06 23:55:13.854207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.854686 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9467e3ba-456b-4c43-b0ca-01b391b9fe95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0238745 Dec 06 23:55:13.858270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55752) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:13.867046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:13.900320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] For port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67097ec1-5c2a-4cd0-925f-9a06372c9463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-67097ec1-5c2a-4cd0-925f-9a06372c9463 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports/022db1dd-9284-4d09-ba7a-07027e798dfc HTTP/1.1" status: 200 len: 958 time: 0.0618083 Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55756) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Subnet': ['ID=8a6f5495-dc64-4c27-970f-7e41832044cc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.248292 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-02119b92-73e1-444e-a4ea-dab109757376 tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/subnets/8a6f5495-dc64-4c27-970f-7e41832044cc HTTP/1.1" status: 204 len: 168 time: 0.8795228 Dec 06 23:55:14.253153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55758) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.253153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2985687b-b96c-4812-94a5-fd597285fc1e tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] Publish callbacks [] for subnetpool, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.253153 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2985687b-b96c-4812-94a5-fd597285fc1e tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5072057 Dec 06 23:55:14.256457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Deleting port 022db1dd-9284-4d09-ba7a-07027e798dfc {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:14.256457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.257452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.257452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55760) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.259128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb63fbf-05ee-4064-a870-9682d42b951b None None] DHCP port deletion for 78956ab8-31d1-4381-893c-02bc67741c9d request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:14.259516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.259805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94002555-975f-4182-b772-a5c4e9e67910 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:14.260167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Calling delete_port for 022db1dd-9284-4d09-ba7a-07027e798dfc owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:14.264458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7ef58f92-62c6-434b-ba6c-c4701023cb4e tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "GET /v2.0/subnetpools/27ef9834-f1f5-4813-887b-037ee7fa43a1 HTTP/1.1" status: 200 len: 732 time: 0.0774333 Dec 06 23:55:14.264458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55764) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.264458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-90090bf4-a854-4d7e-bfcb-5cbda5475b52 tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1948469622'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:14.264771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c6434-0e8e-425a-8cf2-d49968221741 None None] Network 20f751a2-a087-4a28-8ed5-37629c5acb8c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:14.264771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.289063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.295682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:14.300559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.316543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Deleting port 0516f770-daf7-4da6-90a7-ba9ef0557663 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:14.316885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.339058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=82946342-4936-441d-8c82-7513bd8b75b6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:14.350428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94d7d-49fe-4992-948e-8ce9febefbf1 req-da783d80-b82d-469d-8888-59ac61850fb5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:14.358044 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f4a94d7d-49fe-4992-948e-8ce9febefbf1 req-da783d80-b82d-469d-8888-59ac61850fb5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1659071 Dec 06 23:55:14.408265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.408501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f3470-6056-422d-9584-deea29c48cfa None None] Pushing event updated for resources: {'Port': ['ID=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:14.412945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ec29da5f-da45-4627-a8e4-f1f87cd80407 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/82946342-4936-441d-8c82-7513bd8b75b6 HTTP/1.1" status: 204 len: 168 time: 1.3061187 Dec 06 23:55:14.413431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55766) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.468793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:14.489744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f4a94d7d-49fe-4992-948e-8ce9febefbf1 req-b9847f3a-65fb-4993-9bec-cabbb6cd407b tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306727 Dec 06 23:55:14.515828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.517642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] For port 0516f770-daf7-4da6-90a7-ba9ef0557663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0516f770-daf7-4da6-90a7-ba9ef0557663,segment=NetworkSegment(1a33aa93-00d5-4cdd-8ebb-db63d31569a7),segment_id=1a33aa93-00d5-4cdd-8ebb-db63d31569a7)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:14.517642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.533632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f922a7-a28d-488b-a681-757b844a9420 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:14.534428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f922a7-a28d-488b-a681-757b844a9420 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:14.535997 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a0f922a7-a28d-488b-a681-757b844a9420 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1215281 Dec 06 23:55:14.539286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Calling delete_port for 0516f770-daf7-4da6-90a7-ba9ef0557663 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:14.540991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55772) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.580510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event deleted for resources: {'Port': ['ID=022db1dd-9284-4d09-ba7a-07027e798dfc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:14.599312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:14.600264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.603745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.610278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b96e0d3e-35f6-4f8e-a3c3-5666b6a3be95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "DELETE /v2.0/ports/022db1dd-9284-4d09-ba7a-07027e798dfc HTTP/1.1" status: 204 len: 168 time: 0.6603026 Dec 06 23:55:14.610567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90090bf4-a854-4d7e-bfcb-5cbda5475b52 tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] Publish callbacks [] for subnetpool, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.614239 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-90090bf4-a854-4d7e-bfcb-5cbda5475b52 tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "PUT /v2.0/subnetpools/27ef9834-f1f5-4813-887b-037ee7fa43a1 HTTP/1.1" status: 200 len: 684 time: 0.4127123 Dec 06 23:55:14.621950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55774) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.626289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55776) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.669476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] DHCP port deletion for 20f751a2-a087-4a28-8ed5-37629c5acb8c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:14.684167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 652bdef0-833e-4e6a-81e0-bd5fab06107d {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:14.689529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.714906 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0b4f30-a9fb-467e-8dce-ff181f88e24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:55:14.716368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac0b4f30-a9fb-467e-8dce-ff181f88e24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports/022db1dd-9284-4d09-ba7a-07027e798dfc HTTP/1.1" status: 404 len: 333 time: 0.0921319 Dec 06 23:55:14.721337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:14.729450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-742623853'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:14.787974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32d56d46-baf3-4c7a-b186-eeec532790d5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:14.796743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.813027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Deleting port 0516f770-daf7-4da6-90a7-ba9ef0557663 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:14.813795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.822325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Made reservation on behalf of 8378fb03de7a47398b96fb279ea8687b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:14.824691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.846058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:14.903111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] For port 0516f770-daf7-4da6-90a7-ba9ef0557663, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0516f770-daf7-4da6-90a7-ba9ef0557663,segment=NetworkSegment(1a33aa93-00d5-4cdd-8ebb-db63d31569a7),segment_id=1a33aa93-00d5-4cdd-8ebb-db63d31569a7)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:14.903527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.920589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Calling delete_port for 0516f770-daf7-4da6-90a7-ba9ef0557663 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:14.929006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 32d56d46-baf3-4c7a-b186-eeec532790d5 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:14.929424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32d56d46-baf3-4c7a-b186-eeec532790d5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:14.969960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:14.986414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.001816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] No DVR routers for this DVR port 0516f770-daf7-4da6-90a7-ba9ef0557663 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:15.034026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.072538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f3744c-3072-4ec9-9f17-67c8a945b978 tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] Publish callbacks [] for subnetpool, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.076134 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-80f3744c-3072-4ec9-9f17-67c8a945b978 tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "DELETE /v2.0/subnetpools/27ef9834-f1f5-4813-887b-037ee7fa43a1 HTTP/1.1" status: 204 len: 168 time: 0.4428046 Dec 06 23:55:15.079396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Port': ['ID=0516f770-daf7-4da6-90a7-ba9ef0557663,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.084367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-694bc67d-bc5d-4a29-8492-4a19e7ab6780 None None] Provisioning complete for port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:15.084532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.084638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-694bc67d-bc5d-4a29-8492-4a19e7ab6780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.132760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.135312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-5352d640-7ee7-4b0d-a317-b91103bd389c tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] show failed (client error): The resource could not be found. Dec 06 23:55:15.136549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5352d640-7ee7-4b0d-a317-b91103bd389c tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "GET /v2.0/subnetpools/27ef9834-f1f5-4813-887b-037ee7fa43a1 HTTP/1.1" status: 404 len: 346 time: 0.0552840 Dec 06 23:55:15.139423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.163376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-b6f76eac-fc5e-4604-9d4c-0dd829ed9f0b tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] delete failed (client error): The resource could not be found. Dec 06 23:55:15.166431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6f76eac-fc5e-4604-9d4c-0dd829ed9f0b tempest-SubnetPoolsTestJSON-1375605685 tempest-SubnetPoolsTestJSON-1375605685-project] 10.222.0.53 "DELETE /v2.0/subnetpools/27ef9834-f1f5-4813-887b-037ee7fa43a1 HTTP/1.1" status: 404 len: 346 time: 0.0240216 Dec 06 23:55:15.182035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.197904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.280889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': '5808775b-a36d-4252-b2ac-ec470c905f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:15.281258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 3a7af6a2-d1d4-4757-9924-f9e49ad7c500, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:15.301227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=4b9e00ef-b8c0-437d-92bc-2a9d408454ef,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.313360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.317383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=652bdef0-833e-4e6a-81e0-bd5fab06107d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.351112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.357213 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a9e4a44-3c35-4e4b-9d70-deae96b778d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/652bdef0-833e-4e6a-81e0-bd5fab06107d HTTP/1.1" status: 204 len: 168 time: 0.7853165 Dec 06 23:55:15.357773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55790) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.366043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f751a2-a087-4a28-8ed5-37629c5acb8c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:15.382151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3879b4-82e2-4671-855b-9615d391c461 req-05a95de2-48a4-4f49-b3d9-96c420a4d9a5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:15.384741 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc3879b4-82e2-4671-855b-9615d391c461 req-05a95de2-48a4-4f49-b3d9-96c420a4d9a5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0969260 Dec 06 23:55:15.385286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.413095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-db1bc493-45a8-4c73-ad68-b2505061e419 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513837 Dec 06 23:55:15.413095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a33aa93-00d5-4cdd-8ebb-db63d31569a7') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:15.413095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a33aa93-00d5-4cdd-8ebb-db63d31569a7') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:15.414699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55792) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.433507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.449770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:15.460212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:15.462373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:15.468907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:15.468907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:15.468907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.478397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.486939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:15.488018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] Pushing event deleted for resources: {'Port': ['ID=0516f770-daf7-4da6-90a7-ba9ef0557663,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.489711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.496819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:15.500041 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:15.512590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af229bd9-2205-4ae0-b994-bdecdee9feff None None] No DVR routers for this DVR port 0516f770-daf7-4da6-90a7-ba9ef0557663 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:15.532131 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc3879b4-82e2-4671-855b-9615d391c461 req-aa1479e2-202a-4111-b872-9f6605470a5e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354368 Dec 06 23:55:15.534416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fd1f54-1566-426d-bd53-b831144c4caf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:15.557300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-50fd1f54-1566-426d-bd53-b831144c4caf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1415546 Dec 06 23:55:15.566494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55796) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.596635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3a7af6a2-d1d4-4757-9924-f9e49ad7c500) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:15.601939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:15.602702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.608267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e773f8f2-1014-4855-bb35-bf38109aad86 None None] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:15.629867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4d1c62f3-622a-4421-a29e-ca59c1897754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9040349 Dec 06 23:55:15.634088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55798) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.647596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:15.672054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016c78c3-2ccc-4e31-836d-93c845ecc7ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:15.675532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-016c78c3-2ccc-4e31-836d-93c845ecc7ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1044638 Dec 06 23:55:15.675532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55802) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.676728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b1d41-1eed-4309-9968-469135e14b2c None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:15.726829 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b2959f7b-91e3-441f-a59d-e0aed3be01ef tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8656094 Dec 06 23:55:15.728166 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-545b509d-aebc-4da6-b4d5-b3d1932f94cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520508 Dec 06 23:55:15.730696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55806) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.738263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500', 'name': 'tempest-PortsTestJSON-1220396627', 'fixed_ips': [{'subnet_id': '4b9e00ef-b8c0-437d-92bc-2a9d408454ef', 'ip_address': '172.20.0.10'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:15.743875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55808) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.744693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ccc52ee9-5e53-4ad8-81bb-524d059c35ed None None] Could not find standard attr ID for object 82946342-4936-441d-8c82-7513bd8b75b6. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:15.760474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:15.785679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.791855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.803991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:15.812263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] 10.222.0.53 "DELETE /v2.0/networks/20f751a2-a087-4a28-8ed5-37629c5acb8c HTTP/1.1" status: 204 len: 168 time: 1.8008065 Dec 06 23:55:15.860760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55814) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:15.881523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db8058-2d40-433b-9fee-c9b50b81ebcb tempest-NetworksIpV6TestAttrs-529461289 tempest-NetworksIpV6TestAttrs-529461289-project] Pushing event deleted for resources: {'Network': ['ID=20f751a2-a087-4a28-8ed5-37629c5acb8c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:15.967432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:55:15.967432 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 23:55:15.967432 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'id': '4fce4b76-cb0a-4273-9c7a-815a644f7610', 'expiration': datetime.datetime(2021, 12, 6, 23, 57, 15, 953333)}] Dec 06 23:55:15.967432 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:55:15.968456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:55:16.025055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-715d02db-1d38-4431-ab4c-138f15540452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.030473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3a7af6a2-d1d4-4757-9924-f9e49ad7c500', 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': '4b9e00ef-b8c0-437d-92bc-2a9d408454ef'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:16.038078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.043390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:16.071739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:16.152536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.165408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] device_id is not set on port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:16.173353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 3f96fed0-f204-4edb-9d96-c8387088422b yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:16.178095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.198355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-715d02db-1d38-4431-ab4c-138f15540452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.250021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Allocated IP 172.20.0.2 (3a7af6a2-d1d4-4757-9924-f9e49ad7c500/4b9e00ef-b8c0-437d-92bc-2a9d408454ef/b273e23a-9b88-4d3f-b127-e7b9e64d3966) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:16.253836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.301614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Deleting port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:16.302682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.316867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-715d02db-1d38-4431-ab4c-138f15540452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.336286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0516f770-daf7-4da6-90a7-ba9ef0557663 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:16.352673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-715d02db-1d38-4431-ab4c-138f15540452 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3888a97cfd744d80af8ff99b8a65222a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890280 Dec 06 23:55:16.355309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55824) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:16.388709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:16.391058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d02db-1d38-4431-ab4c-138f15540452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b07a9a-6be6-418d-91f3-ecc940446bc7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:16.412942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] For port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:16.413096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.415610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.415946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.416310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.421224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.421550 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.422039 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 2 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.432786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Calling delete_port for 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:16.440211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.440608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.440930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.446317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.446771 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.447163 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 3 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.464528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.465036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.465374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.473660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.473992 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.475084 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 4 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.492426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.492759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.493094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.493870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.500144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.500509 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.500937 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 5 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.514860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.515231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.515660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.521879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.522209 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.522645 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 6 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.523334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.539373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.539713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.540045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.551588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.551995 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.552838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 7 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.567441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.567441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.567441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.572296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.572664 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.573049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 8 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.587847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.588682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.589170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.594293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.594759 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.595026 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 9 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.611362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0516f770-daf7-4da6-90a7-ba9ef0557663 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:16.611980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0516f770-daf7-4da6-90a7-ba9ef0557663 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:16.612086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:16.617203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.617568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.617992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.623261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.623697 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.624247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempt 10 to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf Dec 06 23:55:16.632956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.635332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55828) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:16.636028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.639495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5b07a9a-6be6-418d-91f3-ecc940446bc7 HTTP/1.1" status: 204 len: 168 time: 0.2809558 Dec 06 23:55:16.648148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca8d4-dec7-463e-a663-4b51396d3014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b07a9a-6be6-418d-91f3-ecc940446bc7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:16.654537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:16.654886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:16.655571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempting to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:16.663756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:55:16.664094 dv-neutron-master-2-hyperv neutron-server[110158]: ERROR neutron.plugins.ml2.managers [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Failed to bind port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on host hv-neutron-mast for vnic_type normal using segments [{'id': 'fc0367b4-cab5-474f-87b8-e37fc5e5120e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0dda3c47-c473-4ec1-b9f8-03cf8790f01c'}] Dec 06 23:55:16.666055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.673424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acae9fe-2d10-44a5-a922-0c856234f2d8 req-71cd9210-9a48-4669-af99-be3cdabdf961 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:16.681411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4acae9fe-2d10-44a5-a922-0c856234f2d8 req-71cd9210-9a48-4669-af99-be3cdabdf961 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0919223 Dec 06 23:55:16.684852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:16.689110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.714009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.792676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] Pushing event deleted for resources: {'Port': ['ID=9671a9f0-d1e5-49c7-9b87-8cdcefbba0db,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:16.797503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:16.797762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e4e9d-2db2-4948-acbb-1d432875ae29 None None] No DVR routers for this DVR port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:16.797881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attempted to set empty binding levels {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 23:55:16.816496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 23:55:16.817103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9671a9f0-d1e5-49c7-9b87-8cdcefbba0db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:16.845957 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4acae9fe-2d10-44a5-a922-0c856234f2d8 req-ffda4079-fa57-49d4-9782-ff15e0e7d3f4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635087 Dec 06 23:55:16.877338 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8f1d2864-f9cd-48b6-a351-eb288b97f7c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36839385e00047a18e34029cb771e780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400198 Dec 06 23:55:16.878090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55834) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:16.887830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.903135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.942421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] In _notify_port_updated(), no bound segment for port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf on network 0dda3c47-c473-4ec1-b9f8-03cf8790f01c {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:55:16.943805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:16.944430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.945834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "PUT /v2.0/ports/a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf HTTP/1.1" status: 200 len: 980 time: 1.3105991 Dec 06 23:55:16.950826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55836) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:16.992270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:16.997469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac0388-9be8-4c2e-ab32-f8fb5df436a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event updated for resources: {'Port': ['ID=a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.036732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.046717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.067406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.085811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Pushing event updated for resources: {'Port': ['ID=b273e23a-9b88-4d3f-b127-e7b9e64d3966,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.096173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.10 (3a7af6a2-d1d4-4757-9924-f9e49ad7c500/4b9e00ef-b8c0-437d-92bc-2a9d408454ef/3f96fed0-f204-4edb-9d96-c8387088422b) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:17.099817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:17.102711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:17.105616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Deleting port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:17.105968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.108962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:17.118316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:17.144626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=2042bfb5-f03f-4122-8c30-4633371b6113,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.171174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:17.174996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:17.175753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.183956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] For port a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf, host hv-neutron-mast, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:17.186853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.187006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24efaa6-838b-4bbd-a51b-3af4be1333a7 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:17.203980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Calling delete_port for a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:17.251514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.254441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.259040 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29bb3279-d557-4ddc-a65f-b5601b3cb66f HTTP/1.1" status: 204 len: 168 time: 0.3794763 Dec 06 23:55:17.274547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73408ced-5c50-4370-bf80-6a4441df1472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb3279-d557-4ddc-a65f-b5601b3cb66f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.295411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b07694bb-ee69-4ead-b6f6-b0ae9d17b994 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5478594 Dec 06 23:55:17.295864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55850) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:17.310875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '2042bfb5-f03f-4122-8c30-4633371b6113', 'ip_address': '2001:db8::f29f:e37a:ae8f:11cd'}], 'name': 'tempest-NetworksTestDHCPv6-878292684'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:17.345964 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:55:17.358392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Attempting to bind port b273e23a-9b88-4d3f-b127-e7b9e64d3966 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:17.363386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Attempting to bind port b273e23a-9b88-4d3f-b127-e7b9e64d3966 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5808775b-a36d-4252-b2ac-ec470c905f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:17.363386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Attempting to bind port b273e23a-9b88-4d3f-b127-e7b9e64d3966 on network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:17.389505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.398581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:17.398993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Checking segment: {'id': '5808775b-a36d-4252-b2ac-ec470c905f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:17.399705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.400283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Bound using segment: {'id': '5808775b-a36d-4252-b2ac-ec470c905f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:17.400783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Bound port: b273e23a-9b88-4d3f-b127-e7b9e64d3966, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5808775b-a36d-4252-b2ac-ec470c905f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:17.401175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.461812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.468564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] For port b273e23a-9b88-4d3f-b127-e7b9e64d3966, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:17.471954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] For port b273e23a-9b88-4d3f-b127-e7b9e64d3966, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b273e23a-9b88-4d3f-b127-e7b9e64d3966,segment=NetworkSegment(5808775b-a36d-4252-b2ac-ec470c905f90),segment_id=5808775b-a36d-4252-b2ac-ec470c905f90)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:17.474991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '2042bfb5-f03f-4122-8c30-4633371b6113'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:17.475846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.506609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.516112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.530012 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c9d0921-eb1c-4021-b44b-6801d825887b tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf HTTP/1.1" status: 204 len: 168 time: 0.5646331 Dec 06 23:55:17.530163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55856) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:17.549348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e9500d-acbe-40da-ad84-fab06fc62376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] GET failed (client error): The resource could not be found. Dec 06 23:55:17.549471 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a1e9500d-acbe-40da-ad84-fab06fc62376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-77669497-project-admin] 10.222.0.53 "GET /v2.0/ports/a8ca3909-a2ff-4c8d-b2b6-5a5ee4101adf HTTP/1.1" status: 404 len: 333 time: 0.0261159 Dec 06 23:55:17.550930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.554238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55858) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:17.564049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.596661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:17.600403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:17.604330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:17.635092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=3f96fed0-f204-4edb-9d96-c8387088422b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.672476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:17.673135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.683698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:17.687051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdeba48-91c8-40f6-bd36-fb33ce1f3fc8 None None] Pushing event updated for resources: {'Port': ['ID=b273e23a-9b88-4d3f-b127-e7b9e64d3966,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:17.713601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/2042bfb5-f03f-4122-8c30-4633371b6113/36578719-fc51-4b9a-a7c5-3d1b5f427894) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:17.780202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:17.789149 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a1b5f7fe-bbfa-429d-89ba-dc894c2f6034 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0592709 Dec 06 23:55:17.792582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55866) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:17.799098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '3a7af6a2-d1d4-4757-9924-f9e49ad7c500', 'name': 'tempest-PortsTestJSON-1331237647', 'fixed_ips': [{'subnet_id': '4b9e00ef-b8c0-437d-92bc-2a9d408454ef', 'ip_address': '172.20.0.9'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:17.998537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.014167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.085201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.140511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port d50322a9-fa61-4bf6-b895-75aadbbec770 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:18.170889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:18.179667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55882) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:18.184476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:18.184587 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028608 Dec 06 23:55:18.184677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:18.184781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55884) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:18.184867 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Pushing event updated for resources: {'Port': ['ID=36578719-fc51-4b9a-a7c5-3d1b5f427894,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:18.354674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Attempting to bind port 36578719-fc51-4b9a-a7c5-3d1b5f427894 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:18.363168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Attempting to bind port 36578719-fc51-4b9a-a7c5-3d1b5f427894 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:18.363168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Attempting to bind port 36578719-fc51-4b9a-a7c5-3d1b5f427894 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:18.363168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:18.363168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:18.363879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.363879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:18.364755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Bound port: 36578719-fc51-4b9a-a7c5-3d1b5f427894, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:18.365230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.426979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b273e23a-9b88-4d3f-b127-e7b9e64d3966 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:18.471933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03350a8c-c6c5-4b82-b150-02bdabdca57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.475018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-732a93ee-d15d-43c7-865c-0bc314c111e4 tempest-NetworksApiDiscovery-1556735983 tempest-NetworksApiDiscovery-1556735983-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2897000 Dec 06 23:55:18.525785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] For port 36578719-fc51-4b9a-a7c5-3d1b5f427894, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:18.529884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] For port 36578719-fc51-4b9a-a7c5-3d1b5f427894, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36578719-fc51-4b9a-a7c5-3d1b5f427894,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:18.541355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b273e23a-9b88-4d3f-b127-e7b9e64d3966 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:18.541742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.594829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.705345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.709084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.722439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef71166-89a8-498a-858d-1a6e1f147162 None None] Pushing event updated for resources: {'Port': ['ID=36578719-fc51-4b9a-a7c5-3d1b5f427894,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:18.753129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port b273e23a-9b88-4d3f-b127-e7b9e64d3966, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b273e23a-9b88-4d3f-b127-e7b9e64d3966,segment=NetworkSegment(5808775b-a36d-4252-b2ac-ec470c905f90),segment_id=5808775b-a36d-4252-b2ac-ec470c905f90)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:18.776275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dda3c47-c473-4ec1-b9f8-03cf8790f01c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:18.787356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:18.804821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0367b4-cab5-474f-87b8-e37fc5e5120e') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:18.806985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0367b4-cab5-474f-87b8-e37fc5e5120e') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:18.815107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.847185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.870630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324568f-296c-4cc1-bc5a-f32374eb5bbe req-eef222c6-22e4-46c5-91ca-0d1e9e3334a1 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:18.875782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7324568f-296c-4cc1-bc5a-f32374eb5bbe req-eef222c6-22e4-46c5-91ca-0d1e9e3334a1 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2522290 Dec 06 23:55:18.890642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=b273e23a-9b88-4d3f-b127-e7b9e64d3966,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:18.943897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.951023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:18.951542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:18.990875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55904) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:19.036458 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:19.054111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55908) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:19.134696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.166852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.170181 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] 10.222.0.53 "DELETE /v2.0/networks/0dda3c47-c473-4ec1-b9f8-03cf8790f01c HTTP/1.1" status: 204 len: 168 time: 1.6148057 Dec 06 23:55:19.181534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.204709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f29f:e37a:ae8f:11cd (0c9ef150-8f64-4b54-a68b-c837f595510f/2042bfb5-f03f-4122-8c30-4633371b6113/d50322a9-fa61-4bf6-b895-75aadbbec770) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:19.216346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7324568f-296c-4cc1-bc5a-f32374eb5bbe req-39047e09-7f21-4abf-9615-42ef0a8e97a6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338740 Dec 06 23:55:19.227277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910f37e-abbc-408a-9e03-42509bf02705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146217713-project] Pushing event deleted for resources: {'Network': ['ID=0dda3c47-c473-4ec1-b9f8-03cf8790f01c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:19.232618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-77563da1-7995-4671-ad4f-0a6c8c75294a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.242797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:19.260205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa986085-949a-4406-bc7e-a7884a906882 None None] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:19.432760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1023268123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:19.462032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-611fd038-14d6-47b1-82e7-2008fdf70eff None None] Provisioning complete for port b273e23a-9b88-4d3f-b127-e7b9e64d3966 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:19.463052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-611fd038-14d6-47b1-82e7-2008fdf70eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.469546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-77563da1-7995-4671-ad4f-0a6c8c75294a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.534195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.544275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.9 (3a7af6a2-d1d4-4757-9924-f9e49ad7c500/4b9e00ef-b8c0-437d-92bc-2a9d408454ef/7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:19.580669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.582151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.594081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-77563da1-7995-4671-ad4f-0a6c8c75294a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.660968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77563da1-7995-4671-ad4f-0a6c8c75294a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a1636a-b34c-4020-97b2-b498caa256b5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:19.668938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-77563da1-7995-4671-ad4f-0a6c8c75294a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d28340f366674841a3f7bbabce15da95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6136258 Dec 06 23:55:19.688275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55916) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:19.699442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.722386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.803541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.847821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55922) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:19.856391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:19.867574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.873122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:19.880077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:19.885755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:19.888063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.907194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.910882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d3fa2dd7-2631-442f-bb6b-959143e74c20 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9163780 Dec 06 23:55:19.911138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:19.921034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=d50322a9-fa61-4bf6-b895-75aadbbec770,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:19.930078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:19.936964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2011479224'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:19.940721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4b99bc3e-a05e-433b-ac34-0b4b1f726aea None None] Provisioning complete for port b273e23a-9b88-4d3f-b127-e7b9e64d3966 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:19.942006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b99bc3e-a05e-433b-ac34-0b4b1f726aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.003978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d1dd666c-63a2-4a55-a04d-60c54985375a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7070107 Dec 06 23:55:20.007459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.010224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55928) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:20.027510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '2042bfb5-f03f-4122-8c30-4633371b6113', 'ip_address': '2001:db8::f29f:e37a:ae8f:11cd'}], 'name': 'tempest-NetworksTestDHCPv6-359155712'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:20.062039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4b99bc3e-a05e-433b-ac34-0b4b1f726aea None None] Provisioning complete for port 3f96fed0-f204-4edb-9d96-c8387088422b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:20.065231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b99bc3e-a05e-433b-ac34-0b4b1f726aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.103436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:20.106871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4b99bc3e-a05e-433b-ac34-0b4b1f726aea None None] Port 3f96fed0-f204-4edb-9d96-c8387088422b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:20.107817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.120175 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99fde6ea-365f-41fd-8f7b-ad22b278e2a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8119bdf262d4126ad3ae89947a517cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682295 Dec 06 23:55:20.120175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55930) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:20.125251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.138182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.196066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:20.197825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.201099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:20.203535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:20.209078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:20.222958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.244996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-892e704f-8f3d-462c-a709-8d3ec26e9666 None None] Provisioning complete for port 3f96fed0-f204-4edb-9d96-c8387088422b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:20.245395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-892e704f-8f3d-462c-a709-8d3ec26e9666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.311679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.315282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.320357 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26a1636a-b34c-4020-97b2-b498caa256b5 HTTP/1.1" status: 204 len: 168 time: 0.6304967 Dec 06 23:55:20.327805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-892e704f-8f3d-462c-a709-8d3ec26e9666 None None] Port 3f96fed0-f204-4edb-9d96-c8387088422b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:20.357784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfaad9-94bf-4792-945e-58ea2959eee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a1636a-b34c-4020-97b2-b498caa256b5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:20.370313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.376458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.457253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] Provisioning complete for port 36578719-fc51-4b9a-a7c5-3d1b5f427894 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:20.457253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.489835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b273e23a-9b88-4d3f-b127-e7b9e64d3966 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:20.506909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:20.513049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.529954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.534884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.536564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0d3d600-f74f-47e7-8f7e-93136dd2abae HTTP/1.1" status: 204 len: 168 time: 0.4157033 Dec 06 23:55:20.556585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.558837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port b1ee6218-b69b-4484-bf55-a28ad3bf8db9 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:20.561501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6ae2f-ceb4-4bff-a03b-4c99b6a6e047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3d600-f74f-47e7-8f7e-93136dd2abae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:20.590078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eccebf-fdff-4db4-95c0-1f828e7cd5ae req-8d360397-bfc2-46a9-9fb1-113821fc4b8a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.602817 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a5eccebf-fdff-4db4-95c0-1f828e7cd5ae req-8d360397-bfc2-46a9-9fb1-113821fc4b8a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1908369 Dec 06 23:55:20.653143 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-20838e40-5a20-4c32-ada1-7b5e8634e9c8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8591287 Dec 06 23:55:20.657571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55940) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:20.701410 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a5eccebf-fdff-4db4-95c0-1f828e7cd5ae req-52f8c8f7-ba86-4137-a8fe-94e52455cafe tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967155 Dec 06 23:55:20.702337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.836205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:20.843782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b2896-8811-4b93-89c8-97495609eaa2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.846040 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de2b2896-8811-4b93-89c8-97495609eaa2 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1875944 Dec 06 23:55:20.852375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55942) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:20.869908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.870358 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Added segment f2755dca-fd4a-4e79-9492-49d793909787 of type vlan for network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc Dec 06 23:55:20.910513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8ae63c-80e4-43c0-bb4b-eedd04143dfa,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:20.914185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5bdc2628-2b1b-48a3-9ec4-5ab84b8d7673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.920280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b273e23a-9b88-4d3f-b127-e7b9e64d3966 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:20.921040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.956834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.963394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587b921-9a60-48c7-84db-5097920a64b4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.966885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:20.967572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587b921-9a60-48c7-84db-5097920a64b4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.973504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b587b921-9a60-48c7-84db-5097920a64b4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:20.977626 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b587b921-9a60-48c7-84db-5097920a64b4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1213057 Dec 06 23:55:20.978244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55946) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:20.981065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 23:55:20.981834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:21.010436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] For port 36578719-fc51-4b9a-a7c5-3d1b5f427894, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36578719-fc51-4b9a-a7c5-3d1b5f427894,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:21.047167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.049461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 36578719-fc51-4b9a-a7c5-3d1b5f427894 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:21.053495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:21.054087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.070729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-778c6ff3-e9d2-42fc-9dd2-076e3fd03286 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0564382 Dec 06 23:55:21.073252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.073401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55948) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:21.136266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b167245-fd5e-4a21-a46c-17a7d0cbbc57 None None] Pushing event updated for resources: {'Port': ['ID=36578719-fc51-4b9a-a7c5-3d1b5f427894,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:21.143704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Network': ['ID=5165f77b-3f63-40a2-8ca0-d928d77d6cdc,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:21.145281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6658d82-f62e-456b-8bca-af33b4330722 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:21.147365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 36578719-fc51-4b9a-a7c5-3d1b5f427894 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:21.147749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.158218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6658d82-f62e-456b-8bca-af33b4330722 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:21.160398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b6658d82-f62e-456b-8bca-af33b4330722 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0883694 Dec 06 23:55:21.161478 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fbfd76d3-ef74-4126-ae19-bffb99fe576c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2476289 Dec 06 23:55:21.164755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55952) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:21.166561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55954) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:21.172092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:21.178707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'subnet': {'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:21.183755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:21.184207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.257997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Provisioning complete for port 7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:21.260829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.324089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Port 7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:21.341317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Provisioning complete for port d50322a9-fa61-4bf6-b895-75aadbbec770 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:21.342148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.376194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a80cebca-d887-4680-82bb-86b1414ff3a1 None None] Port d50322a9-fa61-4bf6-b895-75aadbbec770 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:21.388053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.408674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:21.425315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port d50322a9-fa61-4bf6-b895-75aadbbec770 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:21.425652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.472156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:21.476192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.510474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55956) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:21.551590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4c708cff-798d-4b0c-9bbb-e425685c89f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8378fb03de7a47398b96fb279ea8687b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398920 Dec 06 23:55:21.554030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55958) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:21.601235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.619289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.622332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.642941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for d50322a9-fa61-4bf6-b895-75aadbbec770 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:21.728091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.730838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.732055 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dc56d11-71d5-41d6-ab57-21967b5a20ad HTTP/1.1" status: 204 len: 168 time: 0.1771240 Dec 06 23:55:21.740565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf28d5-34cb-4f43-8a41-0c95819dfba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc56d11-71d5-41d6-ab57-21967b5a20ad,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:21.876715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:21.926019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27bd57-d4d3-4539-942f-447b986cc133 req-2b902e2c-1e31-471c-8593-d8c04a9d0866 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:21.927700 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ec27bd57-d4d3-4539-942f-447b986cc133 req-2b902e2c-1e31-471c-8593-d8c04a9d0866 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0544569 Dec 06 23:55:21.979551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ec27bd57-d4d3-4539-942f-447b986cc133 req-934cb2f0-0c84-4f19-9f42-27c8bdc7fb30 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455728 Dec 06 23:55:22.148957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.191102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:22.194513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.317830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a426854-968e-4ed5-9983-837a1db3be99 req-4d9efe06-4fcd-4162-a7c3-56cc92b0d5f0 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:22.319893 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a426854-968e-4ed5-9983-837a1db3be99 req-4d9efe06-4fcd-4162-a7c3-56cc92b0d5f0 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.0710332 Dec 06 23:55:22.328397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.343691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 36578719-fc51-4b9a-a7c5-3d1b5f427894 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:22.358689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Subnet': ['ID=abec7a45-ef67-434a-99bc-8a5be523047c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:22.388784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.394217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a426854-968e-4ed5-9983-837a1db3be99 req-cab38e65-444b-4141-a804-6c14779b74d2 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627930 Dec 06 23:55:22.394500 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d3cff61-e946-4952-a2a2-f7b4dfefcd25 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f HTTP/1.1" status: 204 len: 168 time: 1.4130776 Dec 06 23:55:22.395903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:22.404392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=d50322a9-fa61-4bf6-b895-75aadbbec770,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:22.414319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Checking segment: {'id': 'f2755dca-fd4a-4e79-9492-49d793909787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:22.414871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network hostable DHCP agents. Network: 5165f77b-3f63-40a2-8ca0-d928d77d6cdc, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:22.438530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.442573 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c5be54dc-f119-4ba4-8892-858ea2bada8f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/d50322a9-fa61-4bf6-b895-75aadbbec770 HTTP/1.1" status: 204 len: 168 time: 1.2739997 Dec 06 23:55:22.456692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55982) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:22.472399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90458ac-233e-444c-951b-84e83a8f3afd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:55:22.472612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 36578719-fc51-4b9a-a7c5-3d1b5f427894 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:22.472700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.474656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b90458ac-233e-444c-951b-84e83a8f3afd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/7bbb73d7-89ac-4ee7-a396-fb3a69c1cf7f HTTP/1.1" status: 404 len: 333 time: 0.0774686 Dec 06 23:55:22.478162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55986) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:22.594013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619a237-ca55-438a-8a1e-07b882859d68 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:22.597221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619a237-ca55-438a-8a1e-07b882859d68 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:22.599508 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e619a237-ca55-438a-8a1e-07b882859d68 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1485476 Dec 06 23:55:22.604134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:22.615295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 55990) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:22.682255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 2042bfb5-f03f-4122-8c30-4633371b6113 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:22.686840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.693754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5165f77b-3f63-40a2-8ca0-d928d77d6cdc) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:22.698652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:22.698652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.703997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5640407-e1d1-4d63-a799-c4eed73236cb None None] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:22.734720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 3f96fed0-f204-4edb-9d96-c8387088422b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:22.735178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.742957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.799388 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b130f98-1f39-487c-97b2-0ade45519dbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6335075 Dec 06 23:55:22.802889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 55996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:22.816175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'network': {'name': 'tempest-router-network01--981856134'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:22.863318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.878544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 3f96fed0-f204-4edb-9d96-c8387088422b owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:22.894101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5165f77b-3f63-40a2-8ca0-d928d77d6cdc', 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc', 'tenant_id': 'cdc41dce968349f1bc24306cdf734b6f', 'fixed_ips': [{'subnet_id': 'abec7a45-ef67-434a-99bc-8a5be523047c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:22.895239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.954254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:22.962178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:22.996899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:23.010428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.030698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.034303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.034667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Added segment 8f1036e1-b716-4ede-b6f4-a2937e65246e of type vlan for network 207e4dcc-0639-4656-81e8-fafa833000f2 Dec 06 23:55:23.072395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Allocated IP 172.20.0.2 (5165f77b-3f63-40a2-8ca0-d928d77d6cdc/abec7a45-ef67-434a-99bc-8a5be523047c/fa853dac-6390-4ef2-afa7-676f52307cae) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:23.167919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.172839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.190875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69b034-810d-4b80-a52c-3b8c677a3b88 req-1dddbf43-6d3a-4269-895b-007594f3e7bb tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:23.191668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.192425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6a69b034-810d-4b80-a52c-3b8c677a3b88 req-1dddbf43-6d3a-4269-895b-007594f3e7bb tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.1654119 Dec 06 23:55:23.223986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df68a36-fb1f-468b-a5f4-4d39a994f60f None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:23.246017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.249606 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/2042bfb5-f03f-4122-8c30-4633371b6113 HTTP/1.1" status: 204 len: 168 time: 0.6330373 Dec 06 23:55:23.250691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.252433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7f9c3-7f3a-428b-8780-87c7cfa56925 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=2042bfb5-f03f-4122-8c30-4633371b6113,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:23.256269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.272179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.278435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:23.279436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.301646 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b630016c-0177-4478-9b59-c06dcf6edc7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437782 Dec 06 23:55:23.310213 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6a69b034-810d-4b80-a52c-3b8c677a3b88 req-ff75d1d4-b7c1-4437-a6cc-f9723238b640 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038437 Dec 06 23:55:23.316912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.331043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1821726052'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:23.334670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=3f96fed0-f204-4edb-9d96-c8387088422b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:23.371503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:23.436832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.443282 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e611cc54-340b-40be-9fd9-fc303ebb9ae3 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/3f96fed0-f204-4edb-9d96-c8387088422b HTTP/1.1" status: 204 len: 168 time: 0.9613600 Dec 06 23:55:23.443282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56020) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.464612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.475154 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a57ac77-e5b9-462c-ba89-e6bde0e7173b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:55:23.496569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a57ac77-e5b9-462c-ba89-e6bde0e7173b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/3f96fed0-f204-4edb-9d96-c8387088422b HTTP/1.1" status: 404 len: 333 time: 0.0409377 Dec 06 23:55:23.496569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Made reservation on behalf of f29fb6aa884845d79bd9ba16e46a32ad for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:23.505382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.505382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.528916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.541947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.602152 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7978621 Dec 06 23:55:23.610980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56028) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:23.615899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:23.617195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'network': {'name': 'tempest-router-network02--1209793468'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:23.625074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:23.629103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb697f-8a24-4dce-8907-bf3df1a31b7a tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Network': ['ID=207e4dcc-0639-4656-81e8-fafa833000f2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:23.650396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:23.654147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:23.664112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 207e4dcc-0639-4656-81e8-fafa833000f2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:23.676958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf5d13-4a84-4422-b91f-4104cccec018 req-c7890858-159f-4821-9d89-52674cdfd080 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:23.685576 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-aeaf5d13-4a84-4422-b91f-4104cccec018 req-c7890858-159f-4821-9d89-52674cdfd080 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2986758 Dec 06 23:55:23.690353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 4b9e00ef-b8c0-437d-92bc-2a9d408454ef {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:23.701030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.739826 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-aeaf5d13-4a84-4422-b91f-4104cccec018 req-476c282e-62b8-4882-9cac-70f7dc7ced8a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Dec 06 23:55:23.760198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f94f-0b13-4842-b1be-16d9547353b1 req-8866dfda-dbc3-4528-b943-e475b8a63240 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:23.762400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b32f94f-0b13-4842-b1be-16d9547353b1 req-8866dfda-dbc3-4528-b943-e475b8a63240 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.1189671 Dec 06 23:55:23.783576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.783792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:23.783792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.801221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.805303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Pushing event updated for resources: {'Port': ['ID=fa853dac-6390-4ef2-afa7-676f52307cae,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:23.829103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:23.846789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.847431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Added segment 991d7b29-88ad-4998-aa7b-b83a37bbe141 of type vlan for network 8778a3bd-cd77-49ea-a20a-b11782f00d05 Dec 06 23:55:23.864114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Attempting to bind port fa853dac-6390-4ef2-afa7-676f52307cae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:23.864772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Attempting to bind port fa853dac-6390-4ef2-afa7-676f52307cae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f2755dca-fd4a-4e79-9492-49d793909787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:23.865440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Attempting to bind port fa853dac-6390-4ef2-afa7-676f52307cae on network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:23.878622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:23.879007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Checking segment: {'id': 'f2755dca-fd4a-4e79-9492-49d793909787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:23.879849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.880133 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b32f94f-0b13-4842-b1be-16d9547353b1 req-66c11c83-d2af-47e0-8379-3d033da291b5 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032400 Dec 06 23:55:23.881125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Bound using segment: {'id': 'f2755dca-fd4a-4e79-9492-49d793909787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:23.881785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Bound port: fa853dac-6390-4ef2-afa7-676f52307cae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2755dca-fd4a-4e79-9492-49d793909787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5165f77b-3f63-40a2-8ca0-d928d77d6cdc'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:23.882345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.905940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Deleting port 36578719-fc51-4b9a-a7c5-3d1b5f427894 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:23.906585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.913068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.921595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.923952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:23.927450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:23.954930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.004179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:24.022055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f1e5a-6516-4abe-9fb7-b0d81cba12a1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.023483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] For port 36578719-fc51-4b9a-a7c5-3d1b5f427894, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=36578719-fc51-4b9a-a7c5-3d1b5f427894,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:24.024176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.035005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.035437 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Added segment 4fb062d3-53dd-4c21-819d-b7cb3eb2385b of type vlan for network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 Dec 06 23:55:24.054334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] For port fa853dac-6390-4ef2-afa7-676f52307cae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:24.069647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Calling delete_port for 36578719-fc51-4b9a-a7c5-3d1b5f427894 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:24.076588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.086549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:24.086761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] For port fa853dac-6390-4ef2-afa7-676f52307cae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa853dac-6390-4ef2-afa7-676f52307cae,segment=NetworkSegment(f2755dca-fd4a-4e79-9492-49d793909787),segment_id=f2755dca-fd4a-4e79-9492-49d793909787)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:24.087742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.111356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.170047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.186937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.190739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.216036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.232838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/4b9e00ef-b8c0-437d-92bc-2a9d408454ef HTTP/1.1" status: 204 len: 168 time: 0.7263951 Dec 06 23:55:24.237727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56032) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:24.261625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef23a1-5f3b-4b24-85a1-dab0a4d909f9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=4b9e00ef-b8c0-437d-92bc-2a9d408454ef,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.263710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.271618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:24.274693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6596978 Dec 06 23:55:24.274817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.282424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7934cee-aacf-4baf-a26a-48aef4ccd0b6 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Network': ['ID=8778a3bd-cd77-49ea-a20a-b11782f00d05,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.285345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56034) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:24.291363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afafdd95-e3fb-4831-be2f-a65cd65439c7 None None] Network 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:24.360952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:24.375578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'subnet': {'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:24.402878 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2286475 Dec 06 23:55:24.419639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:24.459642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Request body: {'subnet': {'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:24.463285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 36578719-fc51-4b9a-a7c5-3d1b5f427894 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:24.463758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.517074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba753a81-209c-428b-81d8-07888fddb79e tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'Network': ['ID=16e8770d-30e4-4d1a-87fe-30da7bdd74b4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.572975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.586350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:24.604126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:24.617497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:24.622984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:24.623812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.639082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=43e2fae6-aa1e-4691-b482-e8fba09c94de,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.695770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port b273e23a-9b88-4d3f-b127-e7b9e64d3966 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:24.696113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.769817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e4bf-c84e-4711-98d8-e54fcec0c6ac req-cbc3aa8d-972f-414e-b57b-a80edff0cf01 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:24.772071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6996e4bf-c84e-4711-98d8-e54fcec0c6ac req-cbc3aa8d-972f-414e-b57b-a80edff0cf01 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.1566007 Dec 06 23:55:24.787691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port b273e23a-9b88-4d3f-b127-e7b9e64d3966, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b273e23a-9b88-4d3f-b127-e7b9e64d3966,segment=NetworkSegment(5808775b-a36d-4252-b2ac-ec470c905f90),segment_id=5808775b-a36d-4252-b2ac-ec470c905f90)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:24.790306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.799208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34824452-f3e3-47dd-b735-b756034953b1 None None] Pushing event updated for resources: {'Port': ['ID=fa853dac-6390-4ef2-afa7-676f52307cae,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.808851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:24.812839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.817482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for b273e23a-9b88-4d3f-b127-e7b9e64d3966 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:24.820328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:24.904780 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4fe091fc-2131-4896-b8ec-20ce915f5c91 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5544159 Dec 06 23:55:24.906397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56044) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:24.914993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '43e2fae6-aa1e-4691-b482-e8fba09c94de', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-111676252'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:24.936690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] Pushing event deleted for resources: {'Port': ['ID=36578719-fc51-4b9a-a7c5-3d1b5f427894,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:24.937577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc7f15f-f1a9-4a56-8fbe-0bd8d4dd9efd None None] No DVR routers for this DVR port 36578719-fc51-4b9a-a7c5-3d1b5f427894 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:24.946985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6996e4bf-c84e-4711-98d8-e54fcec0c6ac req-90e7c5cf-4908-4d52-ac12-30426c9e23dd tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586583 Dec 06 23:55:24.983547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8bc9c-7d65-4743-bdd8-44f50a7b77a5 req-9bb44764-0c87-4330-826e-5a5228052bc0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:24.983724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2390bda-bd70-4c84-86e1-bba28fcf1ac7 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:24.985463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port 36578719-fc51-4b9a-a7c5-3d1b5f427894 {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 23:55:24.985978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 36578719-fc51-4b9a-a7c5-3d1b5f427894 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:25.001608 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33e8bc9c-7d65-4743-bdd8-44f50a7b77a5 req-9bb44764-0c87-4330-826e-5a5228052bc0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1697352 Dec 06 23:55:25.060855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33e8bc9c-7d65-4743-bdd8-44f50a7b77a5 req-8a31f9dc-2f15-433f-a63f-a9c7adc0a6a0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598097 Dec 06 23:55:25.069245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Made reservation on behalf of f29fb6aa884845d79bd9ba16e46a32ad for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:25.072690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.082794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.134163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port b273e23a-9b88-4d3f-b127-e7b9e64d3966 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:25.136952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=b273e23a-9b88-4d3f-b127-e7b9e64d3966,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:25.210345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e83e5d-c45d-49dd-a049-174dda0899d3 None None] DHCP port deletion for 3a7af6a2-d1d4-4757-9924-f9e49ad7c500 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:25.220905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '43e2fae6-aa1e-4691-b482-e8fba09c94de'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:25.222976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dad34-41e6-4919-a2db-7eec44aadd4c req-e0a44aa5-8fdc-44ea-b336-e180b2886c79 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:25.223347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.224882 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-702dad34-41e6-4919-a2db-7eec44aadd4c req-e0a44aa5-8fdc-44ea-b336-e180b2886c79 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.1617653 Dec 06 23:55:25.231628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:25.256151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.281259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7af6a2-d1d4-4757-9924-f9e49ad7c500']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:25.294598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5808775b-a36d-4252-b2ac-ec470c905f90') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:25.294902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5808775b-a36d-4252-b2ac-ec470c905f90') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:25.307217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.322319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.328947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:25.329349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:25.336871 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:25.414357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/43e2fae6-aa1e-4691-b482-e8fba09c94de/c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:25.445647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.506015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.514176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.523883 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/3a7af6a2-d1d4-4757-9924-f9e49ad7c500 HTTP/1.1" status: 204 len: 168 time: 1.2830927 Dec 06 23:55:25.529504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56046) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:25.533782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a35b6c-5e21-421c-add9-ebee7ec365fd tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=3a7af6a2-d1d4-4757-9924-f9e49ad7c500,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:25.541471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1900453302'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:25.562313 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-702dad34-41e6-4919-a2db-7eec44aadd4c req-196a5390-766e-42d8-9d93-f705f6b77d0b tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3225505 Dec 06 23:55:25.577816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 33f09e05-56e2-468d-8504-67b5e1757160 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:25.589850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.593952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-262b05c0-8721-482f-8699-07e92f3eb4a7 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:25.595554 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-262b05c0-8721-482f-8699-07e92f3eb4a7 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.45 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.3117421 Dec 06 23:55:25.630868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66567c87-98a5-49e0-aed0-4cb5fa43e996 None None] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:25.653306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.681286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.722780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:25.726678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.737822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:25.746139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:25.750459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:25.761534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] Provisioning complete for port fa853dac-6390-4ef2-afa7-676f52307cae triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:25.761902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.763366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Pushing event updated for resources: {'Port': ['ID=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:25.892001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Attempting to bind port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:25.892274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Attempting to bind port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:25.892650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Attempting to bind port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:25.906668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:25.907050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:25.907455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:25.907859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:25.908367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Bound port: c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:25.908754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.009304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.052635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] For port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:26.060278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] For port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:26.076968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] For port fa853dac-6390-4ef2-afa7-676f52307cae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa853dac-6390-4ef2-afa7-676f52307cae,segment=NetworkSegment(f2755dca-fd4a-4e79-9492-49d793909787),segment_id=f2755dca-fd4a-4e79-9492-49d793909787)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:26.117027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830545a-0bab-41b4-abb7-a3e248d44f42 req-5e44deb2-c002-4a39-92fd-a7c2c78b0ffd tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.119743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4830545a-0bab-41b4-abb7-a3e248d44f42 req-5e44deb2-c002-4a39-92fd-a7c2c78b0ffd tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.0713069 Dec 06 23:55:26.157044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.164092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.184634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.209543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Subnet': ['ID=92d09a2a-a5a7-449a-b063-d887f38c6aa9,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:26.230685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4830545a-0bab-41b4-abb7-a3e248d44f42 req-946fd74f-e0ed-45d8-9dbd-4a75461efe23 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997210 Dec 06 23:55:26.258862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c7fb4-d7f0-4056-becb-bd4d0e14774c None None] Pushing event updated for resources: {'Port': ['ID=fa853dac-6390-4ef2-afa7-676f52307cae,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:26.260824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:26.331681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bf36-e335-474f-9c0a-adb8dbafe08f None None] Pushing event updated for resources: {'Port': ['ID=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:26.355230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.355661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Added segment 3ccdeafa-83a0-4bcb-b006-c5a92206988c of type vlan for network 5918dee4-700b-4d8d-95ea-e4abd477d3bf Dec 06 23:55:26.385795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Checking segment: {'id': '8f1036e1-b716-4ede-b6f4-a2937e65246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:26.386170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network hostable DHCP agents. Network: 207e4dcc-0639-4656-81e8-fafa833000f2, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:26.395637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fa853dac-6390-4ef2-afa7-676f52307cae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:26.425535 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:26.426050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:26.450926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fa853dac-6390-4ef2-afa7-676f52307cae triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:26.451304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.481675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32456ac-b4b2-4f6e-b6cc-82872b5c473c req-d2c64f8e-b2ca-4888-b19d-37321f6b01e9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.484440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a32456ac-b4b2-4f6e-b6cc-82872b5c473c req-d2c64f8e-b2ca-4888-b19d-37321f6b01e9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3094428 Dec 06 23:55:26.499428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'Subnet': ['ID=4f4b2392-3b50-4edb-b5c4-aa3dab28f0af,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:26.520466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.541937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-69c5ac95-77e1-49ca-a716-424c8acd9dbf None None] Provisioning complete for port fa853dac-6390-4ef2-afa7-676f52307cae triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:26.545847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69c5ac95-77e1-49ca-a716-424c8acd9dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.560055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Deleting port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:26.560322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.570700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Checking segment: {'id': '4fb062d3-53dd-4c21-819d-b7cb3eb2385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:26.571073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Network hostable DHCP agents. Network: 16e8770d-30e4-4d1a-87fe-30da7bdd74b4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:26.654699 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-604d26d8-a6ee-4284-90c0-581921d33ac6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7431612 Dec 06 23:55:26.664202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8873da-782b-4882-96fe-a887c0c72296 req-f07e3ae1-e719-44d4-b92c-4191c4ed9a7a tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.666566 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3c8873da-782b-4882-96fe-a887c0c72296 req-f07e3ae1-e719-44d4-b92c-4191c4ed9a7a tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.45 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.3091788 Dec 06 23:55:26.666716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56054) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:26.670646 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a32456ac-b4b2-4f6e-b6cc-82872b5c473c req-32e50d4d-d1eb-4385-8f0c-56562aa9d323 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674528 Dec 06 23:55:26.671565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 207e4dcc-0639-4656-81e8-fafa833000f2 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:26.726341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b273e23a-9b88-4d3f-b127-e7b9e64d3966 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:26.740638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.746551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.747156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.751891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b273e23a-9b88-4d3f-b127-e7b9e64d3966 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:26.751891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b273e23a-9b88-4d3f-b127-e7b9e64d3966 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:26.764463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9fcd3-9723-497d-96c5-4eb5cc6d2102 req-b5277ff9-a7bb-4ff6-9c9c-436859536725 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.765976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2c9fcd3-9723-497d-96c5-4eb5cc6d2102 req-b5277ff9-a7bb-4ff6-9c9c-436859536725 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.1161821 Dec 06 23:55:26.773496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac632635-6660-4a46-a555-13c54775bc39 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.774927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ac632635-6660-4a46-a555-13c54775bc39 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1060295 Dec 06 23:55:26.781846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56056) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:26.818313 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2c9fcd3-9723-497d-96c5-4eb5cc6d2102 req-99193061-4575-4ac9-80b1-9edd7aed5d2a tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Dec 06 23:55:26.844642 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3119478 Dec 06 23:55:26.847400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56058) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:26.852668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:26.868785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 207e4dcc-0639-4656-81e8-fafa833000f2) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:26.879949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24166cdf-1024-4742-8dd2-1c0d0de91410 None None] Network 207e4dcc-0639-4656-81e8-fafa833000f2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:26.936071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:26.936817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.947288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:26.979437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc0284-f163-48ec-a2cc-67041148ab55 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Network': ['ID=5918dee4-700b-4d8d-95ea-e4abd477d3bf,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:26.986465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] For port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:26.986972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:26.991122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 16e8770d-30e4-4d1a-87fe-30da7bdd74b4) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:26.997515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:27.003952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.009682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:27.009682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a26f3-8c6b-463b-859c-cea65f7cd5ba None None] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:27.010810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:27.011414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.018578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03adcb7e-a53b-41a6-975c-6a442f0887d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:27.020247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03adcb7e-a53b-41a6-975c-6a442f0887d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:27.024534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56060) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:27.030457 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-03adcb7e-a53b-41a6-975c-6a442f0887d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2385483 Dec 06 23:55:27.116788 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-97774887-0966-4c7f-89a1-991b1d50c922 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7594409 Dec 06 23:55:27.121971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56062) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:27.137369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'subnet': {'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:27.141556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Deleting port 99697cac-729a-4a94-a845-8f8bbc7059f3 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:27.141893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.178971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-207e4dcc-0639-4656-81e8-fafa833000f2', 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2', 'tenant_id': 'cdc41dce968349f1bc24306cdf734b6f', 'fixed_ips': [{'subnet_id': '92d09a2a-a5a7-449a-b063-d887f38c6aa9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:27.180155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.207556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 43e2fae6-aa1e-4691-b482-e8fba09c94de {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:27.214450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.222860 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d5c6271b-c1d7-476a-9f7c-554c3cbc7a92 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7676730 Dec 06 23:55:27.233184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56064) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:27.274214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Request body: {'port': {'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1108915497'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:27.318892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.454886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Allocated IP 172.20.0.2 (207e4dcc-0639-4656-81e8-fafa833000f2/92d09a2a-a5a7-449a-b063-d887f38c6aa9/e02e9572-caeb-4a7a-9bf1-d277afb8fac4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:27.473898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.562478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-16e8770d-30e4-4d1a-87fe-30da7bdd74b4', 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4', 'tenant_id': 'f29fb6aa884845d79bd9ba16e46a32ad', 'fixed_ips': [{'subnet_id': '4f4b2392-3b50-4edb-b5c4-aa3dab28f0af'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:27.562697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.591376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] For port 99697cac-729a-4a94-a845-8f8bbc7059f3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99697cac-729a-4a94-a845-8f8bbc7059f3,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:27.595266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.636620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.671816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=43e2fae6-aa1e-4691-b482-e8fba09c94de,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:27.675102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.681891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6e2fca13-df7c-441f-b333-487cef432549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/43e2fae6-aa1e-4691-b482-e8fba09c94de HTTP/1.1" status: 204 len: 168 time: 0.6538916 Dec 06 23:55:27.681891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Made reservation on behalf of cdc41dce968349f1bc24306cdf734b6f for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:27.684818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] Provisioning complete for port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:27.684961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ad558-7186-4941-bc41-f753106cdb4f req-cb8f2c51-3024-4a1d-9584-78b866f16d02 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:27.685200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.685820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.687633 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-423ad558-7186-4941-bc41-f753106cdb4f req-cb8f2c51-3024-4a1d-9584-78b866f16d02 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 945 time: 0.3172717 Dec 06 23:55:27.691013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352aa123-4c3d-4e46-b095-d97e9a0e8014 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:27.693130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56068) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:27.719573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.719936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.720276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Floating IP 8fcc7129-6bb4-4bcf-8acc-33c2df463ebb disassociated. External IP: 172.36.7.163, port: e8f79fdd-700d-4188-9685-dfcbaa6ec8b8. Dec 06 23:55:27.720637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Calling delete_port for e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:27.778776 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5e6460ac-11e3-4ace-a7c5-29984330975b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845366 Dec 06 23:55:27.783767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.793513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56072) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:27.811834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:27.884987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Made reservation on behalf of f29fb6aa884845d79bd9ba16e46a32ad for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:27.888639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.913461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=c091d259-4c19-4e18-8186-186644c2a5d1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:27.934078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:27.936440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead3f09-6ee8-4671-94c4-4a9ab21def47 req-55bf0728-091f-4ee8-821c-b1a0a40b32be tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:27.936440 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dead3f09-6ee8-4671-94c4-4a9ab21def47 req-55bf0728-091f-4ee8-821c-b1a0a40b32be tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1701212 Dec 06 23:55:27.937300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-423ad558-7186-4941-bc41-f753106cdb4f req-994b0dcd-9e19-4f7b-b7be-9a7d60a650d3 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cef7f37-e270-408c-a724-46d856c925f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345862 Dec 06 23:55:27.946837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Allocated IP 2001:db8::2 (16e8770d-30e4-4d1a-87fe-30da7bdd74b4/4f4b2392-3b50-4edb-b5c4-aa3dab28f0af/580e4231-cea7-4fd5-9932-49b7c0ab7bd8) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:27.967939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] device_id is not set on port a0a56955-5f5f-4b60-a88b-a3a15c989be9 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:27.975325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Checking segment: {'id': '3ccdeafa-83a0-4bcb-b006-c5a92206988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:27.979456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network hostable DHCP agents. Network: 5918dee4-700b-4d8d-95ea-e4abd477d3bf, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:28.118376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dead3f09-6ee8-4671-94c4-4a9ab21def47 req-503d9f79-b83a-4935-9bbf-e8d414980685 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264131 Dec 06 23:55:28.163965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.164356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.164681 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Floating IP 85b40920-a495-4962-b455-2d86f49ffed9 disassociated. External IP: 172.36.7.164, port: 99697cac-729a-4a94-a845-8f8bbc7059f3. Dec 06 23:55:28.165035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Calling delete_port for 99697cac-729a-4a94-a845-8f8bbc7059f3 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:28.206998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:28.208224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:28.217480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.233827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.239303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:28.243337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.275202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.299898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80da81-040d-4888-ab5d-068d2707c90e req-f6ee3661-3da5-428e-a172-dc2b9747f781 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:28.303742 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c80da81-040d-4888-ab5d-068d2707c90e req-f6ee3661-3da5-428e-a172-dc2b9747f781 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 946 time: 0.2286282 Dec 06 23:55:28.305365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5918dee4-700b-4d8d-95ea-e4abd477d3bf) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:28.313684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:28.314968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.327859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Network 207e4dcc-0639-4656-81e8-fafa833000f2 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:28.343597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:28.361333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:28.369080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Subnet': ['ID=3a747d13-03ff-42eb-91f5-225aa07bcc80,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.372965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Pushing event updated for resources: {'Port': ['ID=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.375324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2e00d-7799-49c7-9c63-1d8cb7343179 None None] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:28.384983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Checking segment: {'id': '991d7b29-88ad-4998-aa7b-b83a37bbe141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:28.385806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network hostable DHCP agents. Network: 8778a3bd-cd77-49ea-a20a-b11782f00d05, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:28.434946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.435111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] For port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:28.448266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fa853dac-6390-4ef2-afa7-676f52307cae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:28.449925 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c80da81-040d-4888-ab5d-068d2707c90e req-72eede3d-26c3-4638-8098-bd4b6d84f1e6 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a83df9e-b539-4df9-8e10-9eb264bef8d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446540 Dec 06 23:55:28.450695 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-955c8043-f496-4e3e-bc81-b8f204c07e71 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5974715 Dec 06 23:55:28.451491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56080) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:28.469080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1534769025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:28.507210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event deleted for resources: {'Port': ['ID=e8f79fdd-700d-4188-9685-dfcbaa6ec8b8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.568727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.583255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:28.610813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d521b5-658b-4284-a3dc-a422f4063268 req-993b67da-5fe5-410c-91dc-7e19fceaf4d4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:28.612474 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-89d521b5-658b-4284-a3dc-a422f4063268 req-993b67da-5fe5-410c-91dc-7e19fceaf4d4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1054087 Dec 06 23:55:28.622127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.644038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Attempting to bind port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:28.647776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Attempting to bind port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f1036e1-b716-4ede-b6f4-a2937e65246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:28.647776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Attempting to bind port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 on network 207e4dcc-0639-4656-81e8-fafa833000f2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:28.659250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Deleting port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:28.659637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.672381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:28.675195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Checking segment: {'id': '8f1036e1-b716-4ede-b6f4-a2937e65246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:28.675195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.675195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Bound using segment: {'id': '8f1036e1-b716-4ede-b6f4-a2937e65246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:28.675195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Bound port: e02e9572-caeb-4a7a-9bf1-d277afb8fac4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1036e1-b716-4ede-b6f4-a2937e65246e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '207e4dcc-0639-4656-81e8-fafa833000f2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:28.675195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.675659 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-89d521b5-658b-4284-a3dc-a422f4063268 req-3ffb2385-1ba8-41cc-8cc0-78369e753e0d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529718 Dec 06 23:55:28.689230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.690561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.705061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8778a3bd-cd77-49ea-a20a-b11782f00d05) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:28.709967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:28.716794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.719972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404ec95-2c28-41bc-8b21-b848318e534b None None] Pushing event updated for resources: {'Port': ['ID=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.722995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.735926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b46e6-d7fa-4f8c-a283-e73e1f608975 None None] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:28.805079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.824756 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-26bc37b3-994e-4627-a8d9-7f9eedc5445d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6938398 Dec 06 23:55:28.827047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56082) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:28.835628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-fa9fedc7-9abc-4351-bd93-400ed3847fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:28.836851 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-fa9fedc7-9abc-4351-bd93-400ed3847fd7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.0602925 Dec 06 23:55:28.912724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fa853dac-6390-4ef2-afa7-676f52307cae triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:28.913393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.955990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:28.963903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] For port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:28.964923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.968908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:28.986428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event deleted for resources: {'Port': ['ID=99697cac-729a-4a94-a845-8f8bbc7059f3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.991044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Pushing event updated for resources: {'Port': ['ID=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:28.995299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:29.015507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:29.025786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Calling delete_port for c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:29.051469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Allocated IP 2001:db8::2cc (16e8770d-30e4-4d1a-87fe-30da7bdd74b4/4f4b2392-3b50-4edb-b5c4-aa3dab28f0af/a0a56955-5f5f-4b60-a88b-a3a15c989be9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:29.056899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.091292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] For port e02e9572-caeb-4a7a-9bf1-d277afb8fac4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:29.099912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5918dee4-700b-4d8d-95ea-e4abd477d3bf', 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': 'c091d259-4c19-4e18-8186-186644c2a5d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:29.100970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.182229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] For port e02e9572-caeb-4a7a-9bf1-d277afb8fac4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,segment=NetworkSegment(8f1036e1-b716-4ede-b6f4-a2937e65246e),segment_id=8f1036e1-b716-4ede-b6f4-a2937e65246e)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:29.187455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-eecf8756-2836-4399-8213-3d20222f0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:29.189275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-eecf8756-2836-4399-8213-3d20222f0e56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.3167937 Dec 06 23:55:29.262222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.318280 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-e83d9f48-7e08-49ba-8a8d-5f31558c5d26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.1136789 Dec 06 23:55:29.345533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.375553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Attempting to bind port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:29.375931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Attempting to bind port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4fb062d3-53dd-4c21-819d-b7cb3eb2385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:29.376325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Attempting to bind port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 on network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:29.466375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Router 31df94b3-8c19-4bbc-9d01-c558b010ac18 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:29.474945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:29.475327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Checking segment: {'id': '4fb062d3-53dd-4c21-819d-b7cb3eb2385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:29.475736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.476133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Bound using segment: {'id': '4fb062d3-53dd-4c21-819d-b7cb3eb2385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:29.476829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Bound port: 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb062d3-53dd-4c21-819d-b7cb3eb2385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:29.477227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.480311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.586415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8778a3bd-cd77-49ea-a20a-b11782f00d05', 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05', 'tenant_id': 'cdc41dce968349f1bc24306cdf734b6f', 'fixed_ips': [{'subnet_id': '3a747d13-03ff-42eb-91f5-225aa07bcc80'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:29.587281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.603675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c46e87-96f4-4a72-94d8-8164e9757d60 None None] Pushing event updated for resources: {'Port': ['ID=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:29.606754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:29.623059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6fe29ec4-48a1-4319-bfc8-40c05e13b842 req-3600e9fa-6541-4b25-bc6e-55de8b3566f3 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.1456783 Dec 06 23:55:29.649839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:29.674284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.698859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.700286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-63f3dd08-014a-4cd0-b21d-d28e2bb52766 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2393782 Dec 06 23:55:29.732370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Allocated IP 172.20.0.2 (5918dee4-700b-4d8d-95ea-e4abd477d3bf/c091d259-4c19-4e18-8186-186644c2a5d1/91576aea-dc46-47e4-9aea-b9f2bccf0d7f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:29.732926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:29.733883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:29.753140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56088) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:29.779884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf', 'name': 'tempest-PortsTestJSON-1453567899'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:29.810359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=d1243d41-b4d3-4731-80c2-29dfe0f65aaf,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:29.849999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] Pushing event deleted for resources: {'Port': ['ID=c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:29.884646 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d0007b9e-e135-484f-9ae3-7580198f548c req-d74835c4-7ab9-4264-b577-a4bbd64ad925 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.0946991 Dec 06 23:55:29.894940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1fe31-195c-401f-96b0-3972f1c74476 None None] No DVR routers for this DVR port c9cb93c1-4bbf-4766-ad6d-1ea2fd83a141 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:29.950949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-2f4cdc56-ea07-4070-bde9-b760f367b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:29.952461 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-2f4cdc56-ea07-4070-bde9-b760f367b675 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.6148441 Dec 06 23:55:29.961103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5d355-d5c1-42fc-b942-5f255246e132 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:29.999281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] For port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:30.069993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd4c2d87-cc4a-446f-bcbd-db3b4ba05bc6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2634645 Dec 06 23:55:30.072028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56092) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:30.075347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:30.153840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Router 85f091b2-884e-4b11-9b77-06cd5a5dae30 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:30.158821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-98bcdc1a-b145-4cef-88b0-017e002d75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:30.160704 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-98bcdc1a-b145-4cef-88b0-017e002d75fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773033 Dec 06 23:55:30.204072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c9bd8-212a-4e48-818c-661849974e2b req-7302118a-e8c5-40cb-8ae5-79181e7507d4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:30.205782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43c9bd8-212a-4e48-818c-661849974e2b req-7302118a-e8c5-40cb-8ae5-79181e7507d4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3967233 Dec 06 23:55:30.225727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.226081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.236486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99697cac-729a-4a94-a845-8f8bbc7059f3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:30.243156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] For port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,segment=NetworkSegment(4fb062d3-53dd-4c21-819d-b7cb3eb2385b),segment_id=4fb062d3-53dd-4c21-819d-b7cb3eb2385b)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:30.244733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:30.264402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.280047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Sync routers for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:30.299373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Allocated IP 172.20.0.1 (207e4dcc-0639-4656-81e8-fafa833000f2/92d09a2a-a5a7-449a-b063-d887f38c6aa9/9a18b34b-617c-4d7b-a94e-61bfe8cfa296) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:30.299501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 99697cac-729a-4a94-a845-8f8bbc7059f3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:30.299779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99697cac-729a-4a94-a845-8f8bbc7059f3 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:30.300204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:30.351428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.354992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.358136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Allocated IP 172.20.0.2 (8778a3bd-cd77-49ea-a20a-b11782f00d05/3a747d13-03ff-42eb-91f5-225aa07bcc80/f9d91167-570c-4ff1-b446-d5532048074f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:30.363009 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-8e577ce7-a1c8-481d-ac2c-00e7fb676ccd service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914487 Dec 06 23:55:30.363162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:30.363490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:30.424120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:30.424838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:30.431084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] No DVR routers for this DVR port e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:30.457494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.468132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.471469 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.45 "DELETE /v2.0/ports/e8f79fdd-700d-4188-9685-dfcbaa6ec8b8 HTTP/1.1" status: 204 len: 173 time: 4.8590829 Dec 06 23:55:30.475940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'name': 'network-vif-deleted', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:55:30.478231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d263645a-0f26-4f45-9265-161d96d9d212" -d '{"events": [{"server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "name": "network-vif-deleted", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:55:30.491027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:30.494524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.502604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e02e9572-caeb-4a7a-9bf1-d277afb8fac4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:30.526488 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43c9bd8-212a-4e48-818c-661849974e2b req-1cab445b-d26e-4d5b-865a-0997b5b7a301 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080802 Dec 06 23:55:30.563018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 1c172580-34cd-41f7-bbd0-5b08ef3689b0 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:30.602761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17403577-5e80-4783-b2a2-ef4b3edb08a5 x-openstack-request-id: req-17403577-5e80-4783-b2a2-ef4b3edb08a5 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:55:30.603059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153a1575-8595-464b-85eb-2238609627dd", "name": "network-vif-deleted", "tag": "e8f79fdd-700d-4188-9685-dfcbaa6ec8b8", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:55:30.603315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17403577-5e80-4783-b2a2-ef4b3edb08a5 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:55:30.603714 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153a1575-8595-464b-85eb-2238609627dd', 'name': 'network-vif-deleted', 'tag': 'e8f79fdd-700d-4188-9685-dfcbaa6ec8b8', 'status': 'completed', 'code': 200} Dec 06 23:55:30.645621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:30.657820 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Sync routers for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:30.689055 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:30.689961 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:30.702838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.704085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e3bee8eb-e240-403b-9b59-9e1627c60446 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6323442 Dec 06 23:55:30.706179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f297f8e7-1b31-4efb-8626-a185f6b2bb07 req-63ecbaf1-25bc-4b9e-915b-8006715c0867 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259425 Dec 06 23:55:30.728084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56098) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:30.752612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.825519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.827560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] No DVR routers for this DVR port 99697cac-729a-4a94-a845-8f8bbc7059f3 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:30.830829 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3eac9c75-98d0-4686-b9fc-1b4c284b8502 req-f62c6e84-0542-4edd-8532-370dcf4a2280 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0632555 Dec 06 23:55:30.838308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.840317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:30.843705 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3c8873da-782b-4882-96fe-a887c0c72296 req-e3f3d5d2-8697-4ab4-ba66-1a3c396cc961 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.45 "DELETE /v2.0/ports/99697cac-729a-4a94-a845-8f8bbc7059f3 HTTP/1.1" status: 204 len: 173 time: 4.1621518 Dec 06 23:55:30.959315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'Port': ['ID=a0a56955-5f5f-4b60-a88b-a3a15c989be9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:30.985548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:30.990880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:30.993662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:31.000092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:31.001022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.074202 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:31.094402 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b71957ee-4797-4c46-9dff-9f5f024ed5e8 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8566613 Dec 06 23:55:31.094402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56102) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:31.100562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Request body: {'port': {'network_id': '16e8770d-30e4-4d1a-87fe-30da7bdd74b4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2125576658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:31.104294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] bootfile-name is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:31.104698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] tftp-server is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:31.105049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] server-ip-address is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:31.159545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.209917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021f14-6ee7-49b5-9070-2f092b0dec9d None None] Pushing event updated for resources: {'Port': ['ID=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:31.288505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.334039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:31.368117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:31.389405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:31.393840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643846d9-39ef-4322-8bd8-4db4a8817616 None None] Network 207e4dcc-0639-4656-81e8-fafa833000f2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:31.396669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.401749 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Checking router: 85f091b2-884e-4b11-9b77-06cd5a5dae30 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:31.405144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a38e8901-d5cd-4260-9830-f6175642f7ad req-aa9fe3c3-dc72-4fcb-bbe2-aa2ab1027265 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/ports?device_id=153a1575-8595-464b-85eb-2238609627dd HTTP/1.1" status: 200 len: 210 time: 0.1513162 Dec 06 23:55:31.415545 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:31.416537 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:31.456426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.457057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Pushing event updated for resources: {'Port': ['ID=f9d91167-570c-4ff1-b446-d5532048074f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:31.460545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:31.480069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Made reservation on behalf of f29fb6aa884845d79bd9ba16e46a32ad for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:31.482825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.487843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:31.550000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] device_id is not set on port ee372652-ff64-4f59-b92a-2032f37cf447 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:31.581995 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:31.589271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.604200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.7 (5918dee4-700b-4d8d-95ea-e4abd477d3bf/c091d259-4c19-4e18-8186-186644c2a5d1/1c172580-34cd-41f7-bbd0-5b08ef3689b0) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:31.679735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 207e4dcc-0639-4656-81e8-fafa833000f2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:31.727663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:31.747224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:31.763904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:31.774180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:31.775550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.788086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] Provisioning complete for port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:31.788828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.810715 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Port': ['ID=9a18b34b-617c-4d7b-a94e-61bfe8cfa296,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:31.865168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:31.927504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:31.935671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:31.944953 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:32.008626 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87caaabe-d9c2-4b9e-b4d2-ac598d965d01 None None] The sync data for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv is: [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 4, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9431f94a-30fc-49e3-b6c4-206b1b5c3922', 'name': '', 'network_id': '9b6c893a-8d06-4649-a8fb-41ccd62b8387', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'mac_address': 'fa:16:3e:34:2b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:51Z', 'updated_at': '2021-12-06T23:54:04Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'subnets': [{'id': '0440d091-f098-4fa5-bae4-808cc2b96192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:32.049477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ff32-6080-4fa2-b546-35c2c5af68ee req-ff0a1e49-7100-4900-8cdb-c91fc678ca22 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:32.051094 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaa7ff32-6080-4fa2-b546-35c2c5af68ee req-ff0a1e49-7100-4900-8cdb-c91fc678ca22 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3293204 Dec 06 23:55:32.226676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Allocated IP 2001:db8::2ec (16e8770d-30e4-4d1a-87fe-30da7bdd74b4/4f4b2392-3b50-4edb-b5c4-aa3dab28f0af/ee372652-ff64-4f59-b92a-2032f37cf447) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:32.250386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Pushing event updated for resources: {'Port': ['ID=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:32.260918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::1 (0c9ef150-8f64-4b54-a68b-c837f595510f/d1243d41-b4d3-4731-80c2-29dfe0f65aaf/1c9a35d2-ca02-42d6-8679-138b03fb10da) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:32.265029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35090600-3990-44b3-8a13-af4a842a2168 None None] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:32.290780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:32.291160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.350754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaa7ff32-6080-4fa2-b546-35c2c5af68ee req-0cb39e63-b402-4ca2-b827-5c8e424ca284 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840335 Dec 06 23:55:32.379678 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5dc55456-6a39-4842-b159-05acedc088d8 req-fd27f9d1-0ef5-4863-9315-9f42dbf20194 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c06458a-b25a-421c-a425-b98c90097d38 HTTP/1.1" status: 200 len: 210 time: 0.0647628 Dec 06 23:55:32.384726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.431098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Attempting to bind port f9d91167-570c-4ff1-b446-d5532048074f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:32.437232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Attempting to bind port f9d91167-570c-4ff1-b446-d5532048074f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '991d7b29-88ad-4998-aa7b-b83a37bbe141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:32.438055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Attempting to bind port f9d91167-570c-4ff1-b446-d5532048074f on network 8778a3bd-cd77-49ea-a20a-b11782f00d05 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:32.512395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.553928 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.554493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:32.554493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Checking segment: {'id': '991d7b29-88ad-4998-aa7b-b83a37bbe141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:32.555124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.555628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Bound using segment: {'id': '991d7b29-88ad-4998-aa7b-b83a37bbe141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:32.556330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Bound port: f9d91167-570c-4ff1-b446-d5532048074f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991d7b29-88ad-4998-aa7b-b83a37bbe141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8778a3bd-cd77-49ea-a20a-b11782f00d05'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:32.556780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.556909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.604759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'name': 'network-vif-deleted', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:55:32.607928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc056e8-6d95-4b45-aa4a-0553c1add74a" -d '{"events": [{"server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "name": "network-vif-deleted", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:55:32.640882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56118) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:32.646629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Attempting to bind port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:32.647114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Attempting to bind port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ccdeafa-83a0-4bcb-b006-c5a92206988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:32.647583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Attempting to bind port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f on network 5918dee4-700b-4d8d-95ea-e4abd477d3bf {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:32.658522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5233a6a-b752-4a50-8848-54a94032a641 None None] New status for floating IP 85b40920-a495-4962-b455-2d86f49ffed9: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:55:32.671946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.680050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577de256-5f76-4267-a993-0879c6218ab9 req-db0bb7c3-8aef-4342-9617-15fc5ed70e93 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:32.681631 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-577de256-5f76-4267-a993-0879c6218ab9 req-db0bb7c3-8aef-4342-9617-15fc5ed70e93 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0980968 Dec 06 23:55:32.724003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d53795c-cf56-45cd-b940-d2b6eec5d48b x-openstack-request-id: req-4d53795c-cf56-45cd-b940-d2b6eec5d48b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:55:32.724369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c06458a-b25a-421c-a425-b98c90097d38", "name": "network-vif-deleted", "tag": "99697cac-729a-4a94-a845-8f8bbc7059f3", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:55:32.724588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d53795c-cf56-45cd-b940-d2b6eec5d48b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:55:32.724988 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c06458a-b25a-421c-a425-b98c90097d38', 'name': 'network-vif-deleted', 'tag': '99697cac-729a-4a94-a845-8f8bbc7059f3', 'status': 'completed', 'code': 200} Dec 06 23:55:32.756168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.758830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.774372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:32.799179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:32.803687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:32.812366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:32.813463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.852844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:32.861292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:32.861783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'Port': ['ID=ee372652-ff64-4f59-b92a-2032f37cf447,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:32.878605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:32.889108 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-577de256-5f76-4267-a993-0879c6218ab9 req-3895ca37-cf7f-4013-9f7f-e8cd7cce7360 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752269 Dec 06 23:55:32.889986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:32.890601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.921184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:32.924097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:32.930329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:32.971551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=1c9a35d2-ca02-42d6-8679-138b03fb10da,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:32.976346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8957d08d-bad9-4261-8b24-34e14afad641 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8808510 Dec 06 23:55:32.977342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56124) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.002081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:33.002538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Checking segment: {'id': '3ccdeafa-83a0-4bcb-b006-c5a92206988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:33.003045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.003546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Bound using segment: {'id': '3ccdeafa-83a0-4bcb-b006-c5a92206988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:33.004143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Bound port: 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccdeafa-83a0-4bcb-b006-c5a92206988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5918dee4-700b-4d8d-95ea-e4abd477d3bf'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:33.004741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.009819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.044437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=1c172580-34cd-41f7-bbd0-5b08ef3689b0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:33.055978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.065290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:33.066159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.130965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] For port e02e9572-caeb-4a7a-9bf1-d277afb8fac4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,segment=NetworkSegment(8f1036e1-b716-4ede-b6f4-a2937e65246e),segment_id=8f1036e1-b716-4ede-b6f4-a2937e65246e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:33.132179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8844d9-93af-463f-ad17-4446827053f7 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:33.138666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8844d9-93af-463f-ad17-4446827053f7 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:33.145041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8844d9-93af-463f-ad17-4446827053f7 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:33.152081 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3e8844d9-93af-463f-ad17-4446827053f7 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1615417 Dec 06 23:55:33.152987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56126) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.207198 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aa79b223-e64e-416f-a5fa-f55ef16ba4cb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4425704 Dec 06 23:55:33.208754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56128) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.249386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.281005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.348529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.358875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.361888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/d1243d41-b4d3-4731-80c2-29dfe0f65aaf/bd012f22-f24b-4e1c-8e2b-18ffd9835de8) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:33.372191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.387112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] For port f9d91167-570c-4ff1-b446-d5532048074f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:33.457659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] For port f9d91167-570c-4ff1-b446-d5532048074f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9d91167-570c-4ff1-b446-d5532048074f,segment=NetworkSegment(991d7b29-88ad-4998-aa7b-b83a37bbe141),segment_id=991d7b29-88ad-4998-aa7b-b83a37bbe141)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:33.474053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.511429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] For port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:33.542849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:33.553252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Port': ['ID=9a18b34b-617c-4d7b-a94e-61bfe8cfa296,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:33.555446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.572959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.575524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.576697 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a83df9e-b539-4df9-8e10-9eb264bef8d9 HTTP/1.1" status: 204 len: 168 time: 0.9347646 Dec 06 23:55:33.586166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Provisioning complete for port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:33.586705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.588405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3b487-5221-42a5-afcb-7cdcf513109f None None] Pushing event updated for resources: {'Port': ['ID=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:33.592080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.592279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56136) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.642288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56138) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.652585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] For port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,segment=NetworkSegment(3ccdeafa-83a0-4bcb-b006-c5a92206988c),segment_id=3ccdeafa-83a0-4bcb-b006-c5a92206988c)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:33.673214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Checking router: 31df94b3-8c19-4bbc-9d01-c558b010ac18 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:33.684152 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-88a166b6-0c2d-4e98-ab84-2d5ccbc4acc7 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] show failed (client error): The resource could not be found. Dec 06 23:55:33.687808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-88a166b6-0c2d-4e98-ab84-2d5ccbc4acc7 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "GET /v2.0/security-groups/3a83df9e-b539-4df9-8e10-9eb264bef8d9 HTTP/1.1" status: 404 len: 347 time: 0.0918291 Dec 06 23:55:33.687808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83bbd9-e457-4603-80e8-33e66333d309 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a83df9e-b539-4df9-8e10-9eb264bef8d9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:33.692194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:33.763269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.798274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:55:33.798637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:55:33.809394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:33.810109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:33.847513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2b5bb-0d8f-460b-9e5b-968cd91ff710 req-2910791d-9049-47fb-8f63-8e270591bc23 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:33.856371 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65c2b5bb-0d8f-460b-9e5b-968cd91ff710 req-2910791d-9049-47fb-8f63-8e270591bc23 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2844172 Dec 06 23:55:33.878278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Deleting port ee372652-ff64-4f59-b92a-2032f37cf447 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:33.878618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:33.894500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613bce5-84ca-4349-aac0-81c7fec4a2c0 None None] Pushing event updated for resources: {'Port': ['ID=f9d91167-570c-4ff1-b446-d5532048074f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:33.897487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 207e4dcc-0639-4656-81e8-fafa833000f2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:33.904286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:34.010310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.144864 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65c2b5bb-0d8f-460b-9e5b-968cd91ff710 req-9b5f48df-a105-4bdf-a1be-4a65797fd5a4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2670615 Dec 06 23:55:34.149013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.206656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.241632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Calling delete_port for ee372652-ff64-4f59-b92a-2032f37cf447 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:34.277218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.280292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.319754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.365369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18361137-7445-439e-9be0-a37aa7ef0cfc None None] Pushing event updated for resources: {'Port': ['ID=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:34.398282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.411951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.433182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:34.461522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.471687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.473245 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "DELETE /v2.0/security-groups/7cef7f37-e270-408c-a724-46d856c925f6 HTTP/1.1" status: 204 len: 168 time: 0.8298197 Dec 06 23:55:34.480798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56144) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:34.575991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f754b4-97f3-47a9-be88-fbeebca561b4 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cef7f37-e270-408c-a724-46d856c925f6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:34.629071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-7f6495ad-6df3-49db-ac06-1a9956aa9805 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] show failed (client error): The resource could not be found. Dec 06 23:55:34.630818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7f6495ad-6df3-49db-ac06-1a9956aa9805 tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "GET /v2.0/security-groups/7cef7f37-e270-408c-a724-46d856c925f6 HTTP/1.1" status: 404 len: 347 time: 0.1400902 Dec 06 23:55:34.635539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:34.684596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:34.788062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:34.797053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:34.810347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] For port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,segment=NetworkSegment(4fb062d3-53dd-4c21-819d-b7cb3eb2385b),segment_id=4fb062d3-53dd-4c21-819d-b7cb3eb2385b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:34.818211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Pushing event updated for resources: {'Port': ['ID=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:34.916833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.980961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Attempting to bind port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:34.981595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Attempting to bind port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:34.982135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Attempting to bind port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:34.991581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:34.992177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:34.992795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:34.993393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:34.994420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Bound port: bd012f22-f24b-4e1c-8e2b-18ffd9835de8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:34.995177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.003320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Provisioning complete for port 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:35.003943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.012370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.023630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.025011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.097712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event deleted for resources: {'Port': ['ID=ee372652-ff64-4f59-b92a-2032f37cf447,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:35.185386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:35.187919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Port 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:35.193924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=1c9a35d2-ca02-42d6-8679-138b03fb10da,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:35.195569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.208914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-53a1d9a0-206c-4ffd-a866-5f1c05453238 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "DELETE /v2.0/ports/ee372652-ff64-4f59-b92a-2032f37cf447 HTTP/1.1" status: 204 len: 168 time: 2.0534685 Dec 06 23:55:35.219932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56150) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:35.232149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Deleting port 756221cb-a6b2-46b9-ae78-640e81543bf4 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:35.232567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.236314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Request body: {'port': {'name': 'tempest-new-port-name-1397425701', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:35.240784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] bootfile-name is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:35.242125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] tftp-server is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:35.242671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.api.validators [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] server-ip-address is not in valid_values {{(pid=110158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 23:55:35.303659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Provisioning complete for port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:35.304032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.322960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:35.325389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:35.342411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb1a45-a569-4369-8b30-f308859cea6c req-54ccd2e6-f502-4588-8eff-3f3ce7312c4f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:35.355933 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88fb1a45-a569-4369-8b30-f308859cea6c req-54ccd2e6-f502-4588-8eff-3f3ce7312c4f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.6016676 Dec 06 23:55:35.386447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.424196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Router eb2e3b18-89e4-440a-9144-95ff55d4e0bc is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:55:35.436999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef1045-bcd3-4f7e-8f25-12abb407aa73 None None] Pushing event updated for resources: {'Port': ['ID=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:35.445719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.445960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.467820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Calling delete_port for 756221cb-a6b2-46b9-ae78-640e81543bf4 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:35.519530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Deleting port c90e661f-0418-471a-ab9e-764393d7d146 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:35.519888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.527477 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88fb1a45-a569-4369-8b30-f308859cea6c req-8cf55bd3-83c7-484b-af05-b63abc666e22 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703866 Dec 06 23:55:35.531986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.533196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] For port bd012f22-f24b-4e1c-8e2b-18ffd9835de8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:35.572079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.576295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] For port bd012f22-f24b-4e1c-8e2b-18ffd9835de8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:35.598548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:35.609453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.679065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:35.691977 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] Sync routers for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:35.693489 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fa45552b-80d0-47b7-ae7f-5f8e4589238d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8669236 Dec 06 23:55:35.696772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56152) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:35.712854 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:35.720539 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:35.809840 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:35.823975 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:35.824686 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:35.871992 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:35.874241 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67e77-7ff7-4921-a7c4-b5b9aa356864 None None] The sync data for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:35.919225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Router 77d0fc04-246b-48ad-9a91-06267aa310c2 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:55:35.922945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=1c172580-34cd-41f7-bbd0-5b08ef3689b0,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:35.996017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.996743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:35.999129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.034899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbaa7c6-8b51-4474-8099-9ddf3862d76f None None] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:36.043159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Calling delete_port for c90e661f-0418-471a-ab9e-764393d7d146 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:36.122861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.234147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Pushing event deleted for resources: {'Port': ['ID=756221cb-a6b2-46b9-ae78-640e81543bf4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:36.264609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.265165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12903703-9a45-4376-93a8-0bca8107bf05 None None] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:36.267816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ad756-0884-42f3-bd50-e5cafb2f4dc9 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:36.289367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:36.301272 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e39eee5f-19ca-41d8-9650-5357f1cdeac0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "PUT /v2.0/routers/77d0fc04-246b-48ad-9a91-06267aa310c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5708263 Dec 06 23:55:36.304496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56154) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:36.321213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Sync routers for ids ['77d0fc04-246b-48ad-9a91-06267aa310c2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:36.323055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Could not find standard attr ID for object ee372652-ff64-4f59-b92a-2032f37cf447. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:36.327521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 91576aea-dc46-47e4-9aea-b9f2bccf0d7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:36.337548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:36.435757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b85b6a-6967-4bcb-8ad4-a55d5c644837 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:36.440707 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f8b85b6a-6967-4bcb-8ad4-a55d5c644837 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports/1c9a35d2-ca02-42d6-8679-138b03fb10da HTTP/1.1" status: 200 len: 911 time: 0.1338561 Dec 06 23:55:36.444499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56156) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:36.447463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.450135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.453227 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f5edba0b-cc03-418d-8e95-30a6c9d25484 tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] 10.222.0.53 "DELETE /v2.0/floatingips/8fcc7129-6bb4-4bcf-8acc-33c2df463ebb HTTP/1.1" status: 204 len: 168 time: 2.7593558 Dec 06 23:55:36.456952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56158) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:36.549386 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-f5186bf6-e3d1-4e33-998c-aeae187a63f0 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:36.555829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f5186bf6-e3d1-4e33-998c-aeae187a63f0 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8560147 Dec 06 23:55:36.556573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56160) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:36.667240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3618df-d1b9-4527-8b9f-edf48b75dd5b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:36.673686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3618df-d1b9-4527-8b9f-edf48b75dd5b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:36.678344 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2d3618df-d1b9-4527-8b9f-edf48b75dd5b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2209656 Dec 06 23:55:36.678530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Provisioning complete for port 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:36.678530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.679041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:36.702930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Routers {'77d0fc04-246b-48ad-9a91-06267aa310c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:36.704133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['77d0fc04-246b-48ad-9a91-06267aa310c2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:36.706442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca95715-c1aa-4f80-b03e-ef0ee901859c None None] The sync data for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv is: [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:45Z', 'revision_number': 4, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '069c9736-8592-4952-abfb-2007a0316fbb', 'name': '', 'network_id': 'ae3aba2d-046e-4fbb-9fd0-5f57c6886a99', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'mac_address': 'fa:16:3e:4b:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:43Z', 'updated_at': '2021-12-06T23:53:53Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'subnets': [{'id': 'cb1be18d-1b87-40d2-82a5-092cca70668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:36.719208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a9a9-be21-4c03-9a35-b2586a6e55ca None None] Pushing event updated for resources: {'Port': ['ID=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:36.831908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:36.832404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.871233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Port 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:36.910388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Set router 77d0fc04-246b-48ad-9a91-06267aa310c2 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:36.927666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e4dc0-b5f1-443a-aac2-1f5721fba624 req-d3a46a04-57ac-486f-8d59-8a6209002942 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:36.929643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-188e4dc0-b5f1-443a-aac2-1f5721fba624 req-d3a46a04-57ac-486f-8d59-8a6209002942 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2429342 Dec 06 23:55:36.981260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:36.996608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Provisioning complete for port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:36.997769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.116263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.163144 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4602a0ec-026a-415d-95b9-e08b8cdc1951 None None] New status for floating IP 8fcc7129-6bb4-4bcf-8acc-33c2df463ebb: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:55:37.233947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.236046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.280606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] In _notify_port_updated(), no bound segment for port a0a56955-5f5f-4b60-a88b-a3a15c989be9 on network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:55:37.293980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:37.294374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.298186 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "PUT /v2.0/ports/a0a56955-5f5f-4b60-a88b-a3a15c989be9 HTTP/1.1" status: 200 len: 1130 time: 2.0733774 Dec 06 23:55:37.300492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56166) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:37.303044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.389051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443db94-2d69-45dd-b13f-4137b47477e3 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:37.391859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-188e4dc0-b5f1-443a-aac2-1f5721fba624 req-0c65514e-b3fc-462d-a273-a6e7e67b34b5 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555340 Dec 06 23:55:37.416062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,segment=NetworkSegment(3ccdeafa-83a0-4bcb-b006-c5a92206988c),segment_id=3ccdeafa-83a0-4bcb-b006-c5a92206988c)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:37.433679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.467235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:33Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '1c9a35d2-ca02-42d6-8679-138b03fb10da', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:1a:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:31Z', 'updated_at': '2021-12-06T23:55:33Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:37.515689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.516998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f9d91167-570c-4ff1-b446-d5532048074f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:37.524423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a372e4-fb86-4799-b782-01f69911243a tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:37.526275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-54a372e4-fb86-4799-b782-01f69911243a tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "GET /v2.0/ports/a0a56955-5f5f-4b60-a88b-a3a15c989be9 HTTP/1.1" status: 200 len: 1130 time: 0.2219880 Dec 06 23:55:37.531295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56170) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:37.589430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Checking router: 77d0fc04-246b-48ad-9a91-06267aa310c2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:37.590126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Updating router 77d0fc04-246b-48ad-9a91-06267aa310c2 port 1c9a35d2-ca02-42d6-8679-138b03fb10da binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:55:37.594613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:37.632772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event updated for resources: {'Port': ['ID=a0a56955-5f5f-4b60-a88b-a3a15c989be9,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:37.684113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.703297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:55:37.703913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:55:37.721848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.722212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.722565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.723487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.724404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.724762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.725491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.725869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.726219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.726562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.726903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.727241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.727579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a84fd2-1070-4520-ad61-07c418a25258 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:37.770490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f9d91167-570c-4ff1-b446-d5532048074f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:37.770883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.961861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Pushing event deleted for resources: {'Port': ['ID=c90e661f-0418-471a-ab9e-764393d7d146,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:37.976832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.979444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:37.980689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aee8c651-3697-4662-b988-cc64fd1a918b tempest-ServersTestManualDisk-1793556950 tempest-ServersTestManualDisk-1793556950-project] 10.222.0.53 "DELETE /v2.0/floatingips/85b40920-a495-4962-b455-2d86f49ffed9 HTTP/1.1" status: 204 len: 168 time: 3.3442838 Dec 06 23:55:38.152159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.154728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56174) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:38.180188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.252464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.428201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=1c172580-34cd-41f7-bbd0-5b08ef3689b0,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:38.446736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.500209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Deleting port a0a56955-5f5f-4b60-a88b-a3a15c989be9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:38.500784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.534008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f9d91167-570c-4ff1-b446-d5532048074f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9d91167-570c-4ff1-b446-d5532048074f,segment=NetworkSegment(991d7b29-88ad-4998-aa7b-b83a37bbe141),segment_id=991d7b29-88ad-4998-aa7b-b83a37bbe141)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:38.537914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Provisioning complete for port a0a56955-5f5f-4b60-a88b-a3a15c989be9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:38.538204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.541519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.581401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Port a0a56955-5f5f-4b60-a88b-a3a15c989be9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:38.594238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.596218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Provisioning complete for port f9d91167-570c-4ff1-b446-d5532048074f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:38.596743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.607480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Calling delete_port for a0a56955-5f5f-4b60-a88b-a3a15c989be9 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:38.625135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.626195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e02e9572-caeb-4a7a-9bf1-d277afb8fac4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:38.656133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.719814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.721885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:38.736219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01542c6-7f3a-4aa6-9770-058e2b13cfc5 req-2e95d743-06f7-4d5e-ac61-73e2830cab95 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:38.743952 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f01542c6-7f3a-4aa6-9770-058e2b13cfc5 req-2e95d743-06f7-4d5e-ac61-73e2830cab95 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.8112481 Dec 06 23:55:38.750693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:38.784348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f9d91167-570c-4ff1-b446-d5532048074f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:38.822455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.823139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.823684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.824340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.824871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.825409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.825950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.826491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.827633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.828549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.829154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.829675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.830211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:38.934569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.938106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Attempting to bind port 1c9a35d2-ca02-42d6-8679-138b03fb10da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:38.938539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Attempting to bind port 1c9a35d2-ca02-42d6-8679-138b03fb10da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:38.938912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Attempting to bind port 1c9a35d2-ca02-42d6-8679-138b03fb10da on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:38.949073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:38.949464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:38.950053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.950576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:38.951079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Bound port: 1c9a35d2-ca02-42d6-8679-138b03fb10da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:38.952136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:38.980886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:38.981293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.039103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.052473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6564e9-3b0c-46bf-804e-e8e1aabc3003 None None] Pushing event updated for resources: {'Port': ['ID=1c9a35d2-ca02-42d6-8679-138b03fb10da,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:39.071178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Provisioning complete for port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:39.072033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a13e5caf-49d2-4e19-a2c4-bed047e31f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.148285 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f01542c6-7f3a-4aa6-9770-058e2b13cfc5 req-e9b8e156-03bb-4a16-9e73-1d5605a18e01 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017243 Dec 06 23:55:39.157504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] For port 1c9a35d2-ca02-42d6-8679-138b03fb10da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:39.176170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] For port 1c9a35d2-ca02-42d6-8679-138b03fb10da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9a35d2-ca02-42d6-8679-138b03fb10da,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:39.265528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.354496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Routers {'77d0fc04-246b-48ad-9a91-06267aa310c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:39.355686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['77d0fc04-246b-48ad-9a91-06267aa310c2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:39.446571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.496301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:39.507263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] Set router 77d0fc04-246b-48ad-9a91-06267aa310c2 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:39.520346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event deleted for resources: {'Port': ['ID=a0a56955-5f5f-4b60-a88b-a3a15c989be9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:39.555774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.556119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.556502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.556847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.557186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.557521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.557852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.558183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.558511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.558840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.559169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.559498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.559817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:39.602817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.613545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-855b2182-1eb1-453d-8916-6f59ffb05df0 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "DELETE /v2.0/ports/a0a56955-5f5f-4b60-a88b-a3a15c989be9 HTTP/1.1" status: 204 len: 168 time: 2.0390043 Dec 06 23:55:39.614706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56176) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:39.645626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Router a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:55:39.655470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6564e9-3b0c-46bf-804e-e8e1aabc3003 None None] Pushing event updated for resources: {'Port': ['ID=1c9a35d2-ca02-42d6-8679-138b03fb10da,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:39.715138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Deleting subnet 4f4b2392-3b50-4edb-b5c4-aa3dab28f0af {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:39.721683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.746438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Provisioning complete for port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:39.747179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.761738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 1c9a35d2-ca02-42d6-8679-138b03fb10da {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:39.762084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.762649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.794585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting port 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:39.794919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.825708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.851406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:39.871096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] Sync routers for ids ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:39.872884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:39.873258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:39.886722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ade8dea6-8335-476a-8682-e917cefa0f8c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/routers/a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6741700 Dec 06 23:55:39.890697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56178) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:39.947504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] Routers {'a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:39.948859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:39.988411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] For port 1c9a35d2-ca02-42d6-8679-138b03fb10da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c9a35d2-ca02-42d6-8679-138b03fb10da,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:39.988985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.009233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:40.026297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.032659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabec72e-82b6-476b-b53a-e720ff28fdc5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:40.032973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 1c9a35d2-ca02-42d6-8679-138b03fb10da owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:40.037244 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eabec72e-82b6-476b-b53a-e720ff28fdc5 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb HTTP/1.1" status: 200 len: 982 time: 0.1429682 Dec 06 23:55:40.039661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56180) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:40.053892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Calling delete_port for 9a18b34b-617c-4d7b-a94e-61bfe8cfa296 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:40.060881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Could not find standard attr ID for object a0a56955-5f5f-4b60-a88b-a3a15c989be9. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:40.069838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.080103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] Routers {'a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:40.080824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:40.127329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:40.127329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d31a4-6081-4275-9795-cc86c145eee1 None None] The sync data for ids ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:40.143589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bd012f22-f24b-4e1c-8e2b-18ffd9835de8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:40.145186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Provisioning complete for port 1c9a35d2-ca02-42d6-8679-138b03fb10da triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:40.146114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.160089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Deleting port 069c9736-8592-4952-abfb-2007a0316fbb {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:40.160464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.207714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:33Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '1c9a35d2-ca02-42d6-8679-138b03fb10da', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:1a:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:31Z', 'updated_at': '2021-12-06T23:55:39Z', 'revision_number': 4, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:40.245766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d643844-4a04-442c-a857-6beb5bf5dedf None None] The sync data for ids ['77d0fc04-246b-48ad-9a91-06267aa310c2'] in dv-neutron-master-2-hyperv is: [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:33Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '1c9a35d2-ca02-42d6-8679-138b03fb10da', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:1a:8d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:31Z', 'updated_at': '2021-12-06T23:55:39Z', 'revision_number': 4, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': 'd1243d41-b4d3-4731-80c2-29dfe0f65aaf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:40.269108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:40.269766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.303914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.333266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4b2392-3b50-4edb-b5c4-aa3dab28f0af,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:40.347689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.350937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.359307 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5a6d255c-6233-4ba1-9c37-abd17928d9d5 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "DELETE /v2.0/subnets/4f4b2392-3b50-4edb-b5c4-aa3dab28f0af HTTP/1.1" status: 204 len: 168 time: 0.7418556 Dec 06 23:55:40.364926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56184) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:40.365546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5debd1-423a-4f41-8d57-a039fd51e550 None None] Network 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:40.466127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.528537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port bd012f22-f24b-4e1c-8e2b-18ffd9835de8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:40.530577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] For port 069c9736-8592-4952-abfb-2007a0316fbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=069c9736-8592-4952-abfb-2007a0316fbb,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:40.530577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.552395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.567099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Calling delete_port for 069c9736-8592-4952-abfb-2007a0316fbb owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:40.586856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60198cd3-b42c-46b7-942f-96369a132ae1 req-513a7bf1-12e1-4edf-bad2-3f0d955f76bc tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:40.588431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-60198cd3-b42c-46b7-942f-96369a132ae1 req-513a7bf1-12e1-4edf-bad2-3f0d955f76bc tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2819521 Dec 06 23:55:40.624814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.655512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=1c9a35d2-ca02-42d6-8679-138b03fb10da,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:40.679239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Provisioning complete for port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:40.679629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.681313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.686083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 91576aea-dc46-47e4-9aea-b9f2bccf0d7f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:40.735641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] DHCP port deletion for 16e8770d-30e4-4d1a-87fe-30da7bdd74b4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:40.750026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.809256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Deleting port 9431f94a-30fc-49e3-b6c4-206b1b5c3922 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:40.810267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.874283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.904800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-60198cd3-b42c-46b7-942f-96369a132ae1 req-79d9e15f-f4e2-4c1c-9a9f-a73aef05d420 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788148 Dec 06 23:55:40.914002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:40.955337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Port': ['ID=9a18b34b-617c-4d7b-a94e-61bfe8cfa296,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:40.990717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:40.991142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:40.998363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Deleting port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:40.998735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.046086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] For port 9431f94a-30fc-49e3-b6c4-206b1b5c3922, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9431f94a-30fc-49e3-b6c4-206b1b5c3922,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:41.046334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.065425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Calling delete_port for 9431f94a-30fc-49e3-b6c4-206b1b5c3922 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:41.090273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Deleting port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:41.090625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.313213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] For port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,segment=NetworkSegment(4fb062d3-53dd-4c21-819d-b7cb3eb2385b),segment_id=4fb062d3-53dd-4c21-819d-b7cb3eb2385b)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:41.313213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.343001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Calling delete_port for 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:41.345691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] For port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,segment=NetworkSegment(4fb062d3-53dd-4c21-819d-b7cb3eb2385b),segment_id=4fb062d3-53dd-4c21-819d-b7cb3eb2385b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:41.351472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.368669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Calling delete_port for 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:41.377119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Provisioning complete for port 1c172580-34cd-41f7-bbd0-5b08ef3689b0 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:41.377584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.483538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Port 1c172580-34cd-41f7-bbd0-5b08ef3689b0 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:41.510623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f9d91167-570c-4ff1-b446-d5532048074f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:41.546908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Provisioning complete for port f9d91167-570c-4ff1-b446-d5532048074f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:41.546908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b67f86f-d3e8-4a78-82a8-d651bc349e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.621225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f9d91167-570c-4ff1-b446-d5532048074f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:41.621654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.667757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.681049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.725591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] Pushing event deleted for resources: {'Port': ['ID=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:41.727737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9bfb2-e482-4e2c-8943-a1529e5989c5 None None] No DVR routers for this DVR port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:41.755114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.819335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9431f94a-30fc-49e3-b6c4-206b1b5c3922,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:41.839539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ed0d2c5e-d1b8-4fde-ae75-0a17579404d5 None None] Could not find standard attr ID for object 1c9a35d2-ca02-42d6-8679-138b03fb10da. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:41.909548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.917466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bd012f22-f24b-4e1c-8e2b-18ffd9835de8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:41.936279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Router 77d0fc04-246b-48ad-9a91-06267aa310c2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:41.958908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5901b1-0620-4766-a105-5d1f9552b44b req-0fa7e375-4405-4191-a704-b6221cb11b4c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:41.966245 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf5901b1-0620-4766-a105-5d1f9552b44b req-0fa7e375-4405-4191-a704-b6221cb11b4c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.9114046 Dec 06 23:55:41.996997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:41.997742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:41.998122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.059926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Pushing event deleted for resources: {'Port': ['ID=069c9736-8592-4952-abfb-2007a0316fbb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:42.071602 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.184279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event deleted for resources: {'Port': ['ID=580e4231-cea7-4fd5-9932-49b7c0ab7bd8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:42.193717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] No DVR routers for this DVR port 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:42.201572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.230631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:42.238999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:42.265752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:42.266868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 580e4231-cea7-4fd5-9932-49b7c0ab7bd8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:42.288196 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf5901b1-0620-4766-a105-5d1f9552b44b req-d43986cb-b8a7-449a-b1d1-799faade8ca0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210418 Dec 06 23:55:42.292714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e2f99fdd-9aae-409c-accd-ca3787226ed4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "PUT /v2.0/routers/77d0fc04-246b-48ad-9a91-06267aa310c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6128566 Dec 06 23:55:42.296791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56190) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:42.377966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943acb14-8391-4de0-922a-72f0504c883b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:42.379681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943acb14-8391-4de0-922a-72f0504c883b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:42.383931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-943acb14-8391-4de0-922a-72f0504c883b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0835788 Dec 06 23:55:42.392684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56194) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:42.471560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.481936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Router eb2e3b18-89e4-440a-9144-95ff55d4e0bc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:42.513247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e8770d-30e4-4d1a-87fe-30da7bdd74b4']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.519489 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Sync routers for ids ['77d0fc04-246b-48ad-9a91-06267aa310c2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:42.526488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet d1243d41-b4d3-4731-80c2-29dfe0f65aaf {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:42.528125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.529717 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Routers {'77d0fc04-246b-48ad-9a91-06267aa310c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:42.530334 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['77d0fc04-246b-48ad-9a91-06267aa310c2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.530996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.557187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807456a-c2d0-49b8-9ed5-66e28dd99965 req-870535fb-4355-4c00-88aa-03ed9e5990dd tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:42.558777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7807456a-c2d0-49b8-9ed5-66e28dd99965 req-870535fb-4355-4c00-88aa-03ed9e5990dd tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1467419 Dec 06 23:55:42.563999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb062d3-53dd-4c21-819d-b7cb3eb2385b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.564579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb062d3-53dd-4c21-819d-b7cb3eb2385b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.584741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.599546 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Set router 77d0fc04-246b-48ad-9a91-06267aa310c2 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:42.648363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 1c172580-34cd-41f7-bbd0-5b08ef3689b0 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:42.648801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.653808 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:40Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.665418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.669374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.680871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Checking router: 77d0fc04-246b-48ad-9a91-06267aa310c2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:42.690131 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Routers {'77d0fc04-246b-48ad-9a91-06267aa310c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:42.690653 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['77d0fc04-246b-48ad-9a91-06267aa310c2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.697018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:42.697428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:42.700606 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:42.703427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:42.721097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] Sync routers for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:42.729796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6ec82f6-b051-4bde-b2b1-f5e6ac3afce8 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1698983 Dec 06 23:55:42.742076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:42.743019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.758346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:42.765616 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] Set router 77d0fc04-246b-48ad-9a91-06267aa310c2 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:42.793301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.804803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:42.805901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.820353 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:40Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.844556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:42.845492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c658b2-0bac-499e-b8af-e580ac4f6ead None None] The sync data for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:42.851618 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95789bc-b07b-4aab-b8ce-0fdc53439e25 None None] The sync data for ids ['77d0fc04-246b-48ad-9a91-06267aa310c2'] in dv-neutron-master-2-hyperv is: [{'id': '77d0fc04-246b-48ad-9a91-06267aa310c2', 'name': 'tempest-NetworksTestDHCPv6-router-836009742', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:30Z', 'updated_at': '2021-12-06T23:55:40Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:42.856122 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-cd0bb978-4cf1-4cfa-8658-70d0e84d5132 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] delete failed (client error): The resource could not be found. Dec 06 23:55:42.857340 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cd0bb978-4cf1-4cfa-8658-70d0e84d5132 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1106668864 HTTP/1.1" status: 404 len: 335 time: 0.0978935 Dec 06 23:55:42.861837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.868367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.871872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] 10.222.0.53 "DELETE /v2.0/networks/16e8770d-30e4-4d1a-87fe-30da7bdd74b4 HTTP/1.1" status: 204 len: 168 time: 2.5081615 Dec 06 23:55:42.874900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56198) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:42.886226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8b70517e-eb2c-4ef7-bf7f-30cd1fe5ad40 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:42.908859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7807456a-c2d0-49b8-9ed5-66e28dd99965 req-21200921-68a5-400f-be06-d12dd9d97ee2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151405 Dec 06 23:55:42.935626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.953822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 1c172580-34cd-41f7-bbd0-5b08ef3689b0 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:42.971930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e165-6e59-4707-b643-35743c9ee7fe tempest-ExtraDHCPOptionsIpV6TestJSON-902727741 tempest-ExtraDHCPOptionsIpV6TestJSON-902727741-project] Pushing event deleted for resources: {'Network': ['ID=16e8770d-30e4-4d1a-87fe-30da7bdd74b4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:42.975913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:42.979309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Router 85f091b2-884e-4b11-9b77-06cd5a5dae30 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:43.135328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234aea-f8b6-4216-baca-fff1b7d470b6 req-efdcb2b5-649a-419c-bf76-c168c1d83546 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:43.136870 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2d234aea-f8b6-4216-baca-fff1b7d470b6 req-efdcb2b5-649a-419c-bf76-c168c1d83546 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1625197 Dec 06 23:55:43.225845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.248180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b70517e-eb2c-4ef7-bf7f-30cd1fe5ad40 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.278878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.283351 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/d1243d41-b4d3-4731-80c2-29dfe0f65aaf HTTP/1.1" status: 204 len: 168 time: 0.8887367 Dec 06 23:55:43.287178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f2e6df-ae99-496a-a87d-0cfacfa4ab91 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:43.287895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403e97-2727-4547-8d24-fd9fef100267 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=d1243d41-b4d3-4731-80c2-29dfe0f65aaf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:43.291737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56206) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:43.411984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56208) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:43.483913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2d234aea-f8b6-4216-baca-fff1b7d470b6 req-2f2cbe49-f87f-4d4b-98d2-9c61a9632bcb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406527 Dec 06 23:55:43.486166 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-8b70517e-eb2c-4ef7-bf7f-30cd1fe5ad40 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] update failed (client error): The resource could not be found. Dec 06 23:55:43.487740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b70517e-eb2c-4ef7-bf7f-30cd1fe5ad40 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc HTTP/1.1" status: 404 len: 339 time: 0.6085722 Dec 06 23:55:43.492113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56212) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:43.577150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:43.594155 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1274d0b7-94c3-4181-9e43-65e979272dd3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2992501 Dec 06 23:55:43.600115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56216) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:43.640359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Deleting port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:43.640665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.650260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:43.658447 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a065c82-b8a0-4cee-8329-5fcf97d525ab admin admin] 10.222.0.53 "PUT /v2.0/routers/85f091b2-884e-4b11-9b77-06cd5a5dae30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4807398 Dec 06 23:55:43.659861 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Sync routers for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:43.661761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56218) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:43.670526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Router 31df94b3-8c19-4bbc-9d01-c558b010ac18 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:43.672360 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:43.673226 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:43.718898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.724826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] For port bd012f22-f24b-4e1c-8e2b-18ffd9835de8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:43.727258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.745221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Calling delete_port for bd012f22-f24b-4e1c-8e2b-18ffd9835de8 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:43.761687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.794183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=1c172580-34cd-41f7-bbd0-5b08ef3689b0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:43.955997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:43.972640 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:43.988592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:44.004744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0fe1d589-0d62-47bb-a17b-954ad3cd3161 admin admin] 10.222.0.53 "PUT /v2.0/routers/31df94b3-8c19-4bbc-9d01-c558b010ac18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5422690 Dec 06 23:55:44.007049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.012097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Sync routers for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:44.034039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] Pushing event deleted for resources: {'Port': ['ID=bd012f22-f24b-4e1c-8e2b-18ffd9835de8,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:44.043939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7a06f-6d39-4287-afeb-099c92488a96 None None] No DVR routers for this DVR port bd012f22-f24b-4e1c-8e2b-18ffd9835de8 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:44.059990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:44.066285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.070636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1c9a35d2-ca02-42d6-8679-138b03fb10da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:44.146510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56220) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:44.153097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1c9a35d2-ca02-42d6-8679-138b03fb10da {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:44.153810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1c9a35d2-ca02-42d6-8679-138b03fb10da not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:44.154447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bd012f22-f24b-4e1c-8e2b-18ffd9835de8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:44.184956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: bd012f22-f24b-4e1c-8e2b-18ffd9835de8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:44.186178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bd012f22-f24b-4e1c-8e2b-18ffd9835de8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:44.248674 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.279592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:44.281372 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Checking router: 85f091b2-884e-4b11-9b77-06cd5a5dae30 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:44.290938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Routers {'85f091b2-884e-4b11-9b77-06cd5a5dae30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:44.291885 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['85f091b2-884e-4b11-9b77-06cd5a5dae30'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.324746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.346827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.371992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1227dade-e49e-41db-9ae3-10150d30bb50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f29fb6aa884845d79bd9ba16e46a32ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9572995 Dec 06 23:55:44.383271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56222) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:44.422051 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] Set router 85f091b2-884e-4b11-9b77-06cd5a5dae30 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:44.443326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.447935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.550155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.552318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.571471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.572074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Fanout notify agent at l3_agent the message router_deleted on router 77d0fc04-246b-48ad-9a91-06267aa310c2 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:44.581160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.582294 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3df28ed2-2875-4bb7-8a16-207098f93f7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/routers/77d0fc04-246b-48ad-9a91-06267aa310c2 HTTP/1.1" status: 204 len: 168 time: 0.9803030 Dec 06 23:55:44.585763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.586247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:44.591251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:44.616555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Checking router: 31df94b3-8c19-4bbc-9d01-c558b010ac18 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:44.632069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Routers {'31df94b3-8c19-4bbc-9d01-c558b010ac18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:44.632766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31df94b3-8c19-4bbc-9d01-c558b010ac18'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.720213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:44.752539 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c7c6-53fa-44e2-ad19-d93fb557af06 None None] The sync data for ids ['85f091b2-884e-4b11-9b77-06cd5a5dae30'] in dv-neutron-master-2-hyperv is: [{'id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'name': 'tempest-ServersTestManualDisk-1256772234-router', 'tenant_id': '99c711dc96aa4750ba239500a73e5d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181'}], 'enable_snat': True}, 'gw_port_id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:39Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': '99c711dc96aa4750ba239500a73e5d52', 'gw_port': {'id': 'df82d797-6a77-4f45-8f64-86d8eeb0a146', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:63:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f091b2-884e-4b11-9b77-06cd5a5dae30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:44.783210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.805534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] Set router 31df94b3-8c19-4bbc-9d01-c558b010ac18 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:44.858194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.877492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Router a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:44.889016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Deleting port df82d797-6a77-4f45-8f64-86d8eeb0a146 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:44.889358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.933729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:44.941633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:44.983207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.026103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:45.037209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Allocated IP 172.20.0.1 (5165f77b-3f63-40a2-8ca0-d928d77d6cdc/abec7a45-ef67-434a-99bc-8a5be523047c/69ffb14f-d585-445d-bbab-b7bf7046dc52) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:45.078589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d194a0a-a929-4fe9-bbef-4433b374a29d None None] The sync data for ids ['31df94b3-8c19-4bbc-9d01-c558b010ac18'] in dv-neutron-master-2-hyperv is: [{'id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'name': 'tempest-ServersTestJSON-1289345620-router', 'tenant_id': 'ae24859db0174a0cbddd4f525daf7990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81'}], 'enable_snat': True}, 'gw_port_id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:55:41Z', 'revision_number': 5, 'project_id': 'ae24859db0174a0cbddd4f525daf7990', 'gw_port': {'id': 'e8d3d069-4888-4b56-a4b9-0ece41aad340', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:60:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31df94b3-8c19-4bbc-9d01-c558b010ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:45.078810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:45.089117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] Sync routers for ids ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:45.091294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56226) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:45.097167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a0b72892-55f0-452e-b58d-1efbbae7e0ac tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/routers/a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0524557 Dec 06 23:55:45.101205 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] Routers {'a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:45.106526 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:45.129249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] For port df82d797-6a77-4f45-8f64-86d8eeb0a146, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df82d797-6a77-4f45-8f64-86d8eeb0a146,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:45.129697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.134274 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e1ea1b-63a4-41f9-a916-850a4873ba41 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:55:45.138788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-19e1ea1b-63a4-41f9-a916-850a4873ba41 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/1c172580-34cd-41f7-bbd0-5b08ef3689b0 HTTP/1.1" status: 404 len: 333 time: 0.0436068 Dec 06 23:55:45.140032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.143094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.143868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:45.146787 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/604f1e5a-6516-4abe-9fb7-b0d81cba12a1 HTTP/1.1" status: 204 len: 168 time: 0.7600660 Dec 06 23:55:45.154002 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:45.163859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] Routers {'a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:45.167487 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:45.181779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Calling delete_port for df82d797-6a77-4f45-8f64-86d8eeb0a146 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:45.209876 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:45.210625 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d3b66-23b3-45c6-9553-00b6e34a2835 None None] The sync data for ids ['a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:45.237792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f4343-b56e-42b1-ada3-01aa34a98be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f1e5a-6516-4abe-9fb7-b0d81cba12a1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:45.294565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.319714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Deleting port e8d3d069-4888-4b56-a4b9-0ece41aad340 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:45.319986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.428766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.452640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] For port e8d3d069-4888-4b56-a4b9-0ece41aad340, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8d3d069-4888-4b56-a4b9-0ece41aad340,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:45.452640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.472320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Calling delete_port for e8d3d069-4888-4b56-a4b9-0ece41aad340 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:45.547343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.550555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.550976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.582275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=df82d797-6a77-4f45-8f64-86d8eeb0a146,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:45.608220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.616205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701c713-1e2d-4482-a4d8-f8bf5bfbe068 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:45.671812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:45.675646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=08cceedc-3bfa-4519-966e-7d00253c4a0c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:45.678194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:45.684415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:45.685077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.690751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0257669-6cff-4bdd-aec0-bea61d747420 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:45.696134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.696733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Fanout notify agent at l3_agent the message router_deleted on router a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:45.710115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.711256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e2606939-eff8-4974-ad18-bd0378c4ccda tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/routers/a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb HTTP/1.1" status: 204 len: 168 time: 0.5390806 Dec 06 23:55:45.714432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:45.725789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.815728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:45.827695 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b0821b49-48bc-43ba-8dca-481b1fca4314 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2403018 Dec 06 23:55:45.831183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56244) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:45.836626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:45.844345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:45.846359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Port': ['ID=69ffb14f-d585-445d-bbab-b7bf7046dc52,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:45.853190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:45.862764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet c091d259-4c19-4e18-8186-186644c2a5d1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:45.893978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.911742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '08cceedc-3bfa-4519-966e-7d00253c4a0c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:45.912858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:45.956291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.037548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.048612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.073108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9431f94a-30fc-49e3-b6c4-206b1b5c3922 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:46.107435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9431f94a-30fc-49e3-b6c4-206b1b5c3922 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:46.107435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9431f94a-30fc-49e3-b6c4-206b1b5c3922 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:46.107823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 069c9736-8592-4952-abfb-2007a0316fbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:46.139941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 069c9736-8592-4952-abfb-2007a0316fbb {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:46.140217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 069c9736-8592-4952-abfb-2007a0316fbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:46.158793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.159844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.191318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.199786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/08cceedc-3bfa-4519-966e-7d00253c4a0c/5428aee6-6eb4-483e-b390-208bb5b1f15e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:46.200494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.204617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.247915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f50281ba-f9cb-4afb-a1fd-930b8a7ab142 None None] Provisioning complete for port 69ffb14f-d585-445d-bbab-b7bf7046dc52 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:46.248259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f50281ba-f9cb-4afb-a1fd-930b8a7ab142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.255342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.322927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f50281ba-f9cb-4afb-a1fd-930b8a7ab142 None None] Port 69ffb14f-d585-445d-bbab-b7bf7046dc52 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:46.335818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.356659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.376276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.376462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.381172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.381723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f091b2-884e-4b11-9b77-06cd5a5dae30 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:46.390258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.393873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1a30d7d4-1c33-483e-bed6-02d1d3732a69 admin admin] 10.222.0.53 "DELETE /v2.0/routers/85f091b2-884e-4b11-9b77-06cd5a5dae30 HTTP/1.1" status: 204 len: 168 time: 2.7287142 Dec 06 23:55:46.393997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56252) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:46.422959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8edb3b-7fd5-4ea9-8818-c1b6c6b2a459 None None] Network 5918dee4-700b-4d8d-95ea-e4abd477d3bf requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:46.426390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d3d069-4888-4b56-a4b9-0ece41aad340,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:46.439142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=c091d259-4c19-4e18-8186-186644c2a5d1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:46.439142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.439142 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4467a42e-f72c-415f-85a4-336678c48cb9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/c091d259-4c19-4e18-8186-186644c2a5d1 HTTP/1.1" status: 204 len: 168 time: 0.7204831 Dec 06 23:55:46.440454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.441598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.444505 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-37b11600-8699-4114-9594-c08f05539189 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6122818 Dec 06 23:55:46.450096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56254) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:46.450096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56256) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:46.580353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Deleting subnet 0440d091-f098-4fa5-bae4-808cc2b96192 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:46.589605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.667621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.673752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.712328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d169e-2f42-4776-878b-fda06a71dce5 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:46.717857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.720158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56260) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:46.794845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:46.800582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:46.801162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.803575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:46.805806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.852696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Pushing event updated for resources: {'Port': ['ID=5428aee6-6eb4-483e-b390-208bb5b1f15e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:46.915490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Attempting to bind port 5428aee6-6eb4-483e-b390-208bb5b1f15e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:46.915927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Attempting to bind port 5428aee6-6eb4-483e-b390-208bb5b1f15e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:46.916420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Attempting to bind port 5428aee6-6eb4-483e-b390-208bb5b1f15e on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:46.922876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:46.923269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:46.923688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.924090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:46.924643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Bound port: 5428aee6-6eb4-483e-b390-208bb5b1f15e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:46.925029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.926135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:46.975976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-198cbf2c-601a-4f5f-a1fe-6e37e2da740c tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] Request body: {'port': {'network_id': '27b286e3-d259-4538-94d9-71d430b8c637', 'name': 'tempest-NetworksNegativeTestJSON-1622821452'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:46.999694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] DHCP port deletion for 5918dee4-700b-4d8d-95ea-e4abd477d3bf request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:47.028553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.029285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31df94b3-8c19-4bbc-9d01-c558b010ac18 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:47.048653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] For port 5428aee6-6eb4-483e-b390-208bb5b1f15e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:47.049103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.053148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-27222351-22a5-468e-9354-ae576ef3b807 admin admin] 10.222.0.53 "DELETE /v2.0/routers/31df94b3-8c19-4bbc-9d01-c558b010ac18 HTTP/1.1" status: 204 len: 168 time: 2.8455889 Dec 06 23:55:47.053148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-198cbf2c-601a-4f5f-a1fe-6e37e2da740c tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] POST failed (client error): The resource could not be found. Dec 06 23:55:47.053562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198cbf2c-601a-4f5f-a1fe-6e37e2da740c tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.061170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-198cbf2c-601a-4f5f-a1fe-6e37e2da740c tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3386958 Dec 06 23:55:47.062234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56264) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.069944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56266) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.079683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] For port 5428aee6-6eb4-483e-b390-208bb5b1f15e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5428aee6-6eb4-483e-b390-208bb5b1f15e,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:47.092357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.113323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Deleting port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:47.113818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.147093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Deleting subnet cb1be18d-1b87-40d2-82a5-092cca70668e {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:47.150598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.168476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.174211 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17d648a-97e6-4fd5-8540-65f31b73627e tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:47.174953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17d648a-97e6-4fd5-8540-65f31b73627e tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.178519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e17d648a-97e6-4fd5-8540-65f31b73627e tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "DELETE /v2.0/networks/401f7e48-8dcb-410a-9781-eb0fcdf9649a HTTP/1.1" status: 404 len: 339 time: 0.0546408 Dec 06 23:55:47.179926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.192633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56268) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.222707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0440d091-f098-4fa5-bae4-808cc2b96192,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:47.230832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] For port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,segment=NetworkSegment(3ccdeafa-83a0-4bcb-b006-c5a92206988c),segment_id=3ccdeafa-83a0-4bcb-b006-c5a92206988c)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:47.231457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.250501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Calling delete_port for 91576aea-dc46-47e4-9aea-b9f2bccf0d7f owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:47.253126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.256461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8cf674da-2318-4943-b6cc-00ef037c228b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0440d091-f098-4fa5-bae4-808cc2b96192 HTTP/1.1" status: 204 len: 168 time: 0.8381979 Dec 06 23:55:47.259744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a42519-13bc-4231-b9e4-b0ce507618f7 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:47.260325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a42519-13bc-4231-b9e4-b0ce507618f7 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.263305 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-87a42519-13bc-4231-b9e4-b0ce507618f7 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "DELETE /v2.0/ports/3e0ddf13-2631-4513-aa48-a5245394e916 HTTP/1.1" status: 404 len: 333 time: 0.0696905 Dec 06 23:55:47.265851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.267761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56270) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.277379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56272) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.279466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381b86a-f37f-4970-bf88-bf760be1419b None None] Network 9b6c893a-8d06-4649-a8fb-41ccd62b8387 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:47.382046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.414571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.426806 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38f7b23-d438-47af-9251-5cac1fc3aa90 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] DELETE failed (client error): The resource could not be found. Dec 06 23:55:47.426806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38f7b23-d438-47af-9251-5cac1fc3aa90 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.427052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.427745 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d38f7b23-d438-47af-9251-5cac1fc3aa90 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "DELETE /v2.0/subnets/972db3b3-3b79-4c28-b0df-1c4d03244e3d HTTP/1.1" status: 404 len: 337 time: 0.1488843 Dec 06 23:55:47.433136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56274) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.482081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0e4c37-0e01-4ece-95d0-9ee54c388613 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] GET failed (client error): The resource could not be found. Dec 06 23:55:47.486599 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2f0e4c37-0e01-4ece-95d0-9ee54c388613 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "GET /v2.0/networks/bb3710ee-57b5-4d33-8379-04dc8dca5686 HTTP/1.1" status: 404 len: 339 time: 0.0488508 Dec 06 23:55:47.490145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56276) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.490967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5953213-d825-4223-96ba-06bf6a080530 None None] Pushing event updated for resources: {'Port': ['ID=5428aee6-6eb4-483e-b390-208bb5b1f15e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:47.493445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.507201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.542540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f039d6-103f-44ea-b723-79777374da34 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] GET failed (client error): The resource could not be found. Dec 06 23:55:47.542540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-81f039d6-103f-44ea-b723-79777374da34 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "GET /v2.0/ports/82473a39-bbb5-4f19-95d0-9000dfb37ee1 HTTP/1.1" status: 404 len: 333 time: 0.0478468 Dec 06 23:55:47.542540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56278) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.574344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d7b4a6-782b-4e0d-8f52-58020c13034d tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] GET failed (client error): The resource could not be found. Dec 06 23:55:47.575703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-65d7b4a6-782b-4e0d-8f52-58020c13034d tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "GET /v2.0/subnets/4ce06fa2-8579-488f-b3ab-406a8e855645 HTTP/1.1" status: 404 len: 337 time: 0.0322428 Dec 06 23:55:47.579052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:47.579052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.579480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.592409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4ac7091b-d5c9-44d7-a512-ed2a2aff4dab tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:47.594114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Deleting port ae141a12-c152-4962-897e-50c7fa4de055 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:47.595325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.624729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.642303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.646308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac7091b-d5c9-44d7-a512-ed2a2aff4dab tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] PUT failed (client error): The resource could not be found. Dec 06 23:55:47.651170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac7091b-d5c9-44d7-a512-ed2a2aff4dab tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.651170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4ac7091b-d5c9-44d7-a512-ed2a2aff4dab tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "PUT /v2.0/networks/61c7b865-c44a-427a-9df3-7c6b0884e489 HTTP/1.1" status: 404 len: 339 time: 0.0667603 Dec 06 23:55:47.651170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.653156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56282) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.693988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-76dc07b2-a7f8-45fe-a91d-0611cfb2f507 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:47.701083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] DHCP port deletion for 9b6c893a-8d06-4649-a8fb-41ccd62b8387 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:47.712507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] Pushing event deleted for resources: {'Port': ['ID=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:47.719325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6e7d7-e118-4111-8582-bfd01b577590 None None] No DVR routers for this DVR port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:47.763891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1be18d-1b87-40d2-82a5-092cca70668e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:47.772328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-76dc07b2-a7f8-45fe-a91d-0611cfb2f507 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] PUT failed (client error): The resource could not be found. Dec 06 23:55:47.772828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76dc07b2-a7f8-45fe-a91d-0611cfb2f507 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.774001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-76dc07b2-a7f8-45fe-a91d-0611cfb2f507 tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "PUT /v2.0/ports/a0f2a232-09d2-4702-9f96-685703c42454 HTTP/1.1" status: 404 len: 333 time: 0.0861497 Dec 06 23:55:47.781127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56284) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.782226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.785553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-df745e31-4a07-4ba9-8788-47281568a709 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cb1be18d-1b87-40d2-82a5-092cca70668e HTTP/1.1" status: 204 len: 168 time: 0.7217417 Dec 06 23:55:47.785693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event updated for resources: {'Port': ['ID=69ffb14f-d585-445d-bbab-b7bf7046dc52,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:47.797134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9bba8fba-2101-4e8e-aeac-fa8f71886c6a tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:47.799945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56286) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:47.807255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] For port ae141a12-c152-4962-897e-50c7fa4de055, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae141a12-c152-4962-897e-50c7fa4de055,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:47.807435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975025ac-bf39-4b84-abb0-877f87a7704b None None] Network ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:47.807524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:47.837834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bba8fba-2101-4e8e-aeac-fa8f71886c6a tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] PUT failed (client error): The resource could not be found. Dec 06 23:55:47.838287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bba8fba-2101-4e8e-aeac-fa8f71886c6a tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:47.839448 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9bba8fba-2101-4e8e-aeac-fa8f71886c6a tempest-NetworksNegativeTestJSON-1056977155 tempest-NetworksNegativeTestJSON-1056977155-project] 10.222.0.53 "PUT /v2.0/subnets/b9ae7e25-d854-493f-9a86-970f491722bf HTTP/1.1" status: 404 len: 337 time: 0.0527599 Dec 06 23:55:47.861347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Calling delete_port for ae141a12-c152-4962-897e-50c7fa4de055 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:47.907640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Deleting port ae141a12-c152-4962-897e-50c7fa4de055 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:47.908193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.002103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] For port ae141a12-c152-4962-897e-50c7fa4de055, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae141a12-c152-4962-897e-50c7fa4de055,segment=NetworkSegment(fd5b4251-f274-43ad-ba0e-d8efdac901ed),segment_id=fd5b4251-f274-43ad-ba0e-d8efdac901ed)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:48.002506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.016601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Calling delete_port for ae141a12-c152-4962-897e-50c7fa4de055 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:48.029260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5428aee6-6eb4-483e-b390-208bb5b1f15e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:48.037750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.049573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] For port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,segment=NetworkSegment(3ccdeafa-83a0-4bcb-b006-c5a92206988c),segment_id=3ccdeafa-83a0-4bcb-b006-c5a92206988c)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:48.049955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.075537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae141a12-c152-4962-897e-50c7fa4de055,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:48.080208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] No DVR routers for this DVR port ae141a12-c152-4962-897e-50c7fa4de055 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:48.101727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.107796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 91576aea-dc46-47e4-9aea-b9f2bccf0d7f owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:48.168862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.191790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6c893a-8d06-4649-a8fb-41ccd62b8387']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:48.202444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.203914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5b4251-f274-43ad-ba0e-d8efdac901ed') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:48.204311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5b4251-f274-43ad-ba0e-d8efdac901ed') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:48.214094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5428aee6-6eb4-483e-b390-208bb5b1f15e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:48.214472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.215428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.232019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.246767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:48.248028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:48.250171 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:48.254228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:48.283353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:48.305936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] No DVR routers for this DVR port ae141a12-c152-4962-897e-50c7fa4de055 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:48.334977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::1 (0c9ef150-8f64-4b54-a68b-c837f595510f/08cceedc-3bfa-4519-966e-7d00253c4a0c/40603416-53b8-491d-b46b-c753b3e57c07) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:48.358842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] DHCP port deletion for ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:48.366379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845ddb3-5c32-487b-96b4-c6580893fba6 None None] Pushing event deleted for resources: {'Port': ['ID=ae141a12-c152-4962-897e-50c7fa4de055,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:48.430918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.441728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.455221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] 10.222.0.53 "DELETE /v2.0/networks/9b6c893a-8d06-4649-a8fb-41ccd62b8387 HTTP/1.1" status: 204 len: 168 time: 1.1848936 Dec 06 23:55:48.478733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1db538fc-bdb6-4b72-9e7f-ee3384d3da3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.490317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Deleting port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:48.491037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.528578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14601d09-9502-472c-b73d-3b3ad9db4b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6c893a-8d06-4649-a8fb-41ccd62b8387,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:48.560446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.573978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56294) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:48.590535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] For port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:48.591295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.611143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Calling delete_port for 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:48.629819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Deleting port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:48.630165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.688669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Router eb2e3b18-89e4-440a-9144-95ff55d4e0bc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:48.731259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No DVR routers for this DVR port 91576aea-dc46-47e4-9aea-b9f2bccf0d7f on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:48.741854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.767997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-108c7fc3-f8f1-44d1-982c-4bef37e6fc8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.778276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] For port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,segment=NetworkSegment(720153a4-1dd7-4103-84d9-b6f9369d6f16),segment_id=720153a4-1dd7-4103-84d9-b6f9369d6f16)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:48.779089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.797411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Calling delete_port for 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:48.842408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 5428aee6-6eb4-483e-b390-208bb5b1f15e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5428aee6-6eb4-483e-b390-208bb5b1f15e,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:48.843957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.896120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.899405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=91576aea-dc46-47e4-9aea-b9f2bccf0d7f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:48.908189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] No DVR routers for this DVR port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:48.917276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6cbc2-2b6b-470d-8e9d-30a36fa20e49 None None] Pushing event deleted for resources: {'Port': ['ID=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:48.922239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:48.974559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56298) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:49.000989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8d3d069-4888-4b56-a4b9-0ece41aad340 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:49.026080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-108c7fc3-f8f1-44d1-982c-4bef37e6fc8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.030826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e8d3d069-4888-4b56-a4b9-0ece41aad340 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:49.031181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8d3d069-4888-4b56-a4b9-0ece41aad340 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:49.031604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device df82d797-6a77-4f45-8f64-86d8eeb0a146 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:49.056296 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ed43940d-e675-4e23-aef4-d44454c04bf3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99c711dc96aa4750ba239500a73e5d52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0798748 Dec 06 23:55:49.059118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:49.068527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3debe4a9-af93-4b10-b7ac-dedf11a96d94 None None] Provisioning complete for port 69ffb14f-d585-445d-bbab-b7bf7046dc52 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:49.068933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3debe4a9-af93-4b10-b7ac-dedf11a96d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.073831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: df82d797-6a77-4f45-8f64-86d8eeb0a146 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:49.074184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device df82d797-6a77-4f45-8f64-86d8eeb0a146 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:49.074609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 91576aea-dc46-47e4-9aea-b9f2bccf0d7f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:49.076215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-108c7fc3-f8f1-44d1-982c-4bef37e6fc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.092801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=5428aee6-6eb4-483e-b390-208bb5b1f15e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:49.103827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfebf1f-74e6-4b25-88a5-616a4a8b2da8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:49.109870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] No DVR routers for this DVR port 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:49.124368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 91576aea-dc46-47e4-9aea-b9f2bccf0d7f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:49.124966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 91576aea-dc46-47e4-9aea-b9f2bccf0d7f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:49.125533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae141a12-c152-4962-897e-50c7fa4de055 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:49.152889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ae141a12-c152-4962-897e-50c7fa4de055 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:49.154040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae141a12-c152-4962-897e-50c7fa4de055 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:49.156191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3debe4a9-af93-4b10-b7ac-dedf11a96d94 None None] Port 69ffb14f-d585-445d-bbab-b7bf7046dc52 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:49.164119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c7fc3-f8f1-44d1-982c-4bef37e6fc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8331f0-06c1-4371-adb6-c746b96ec5fb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:49.169758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.171329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-108c7fc3-f8f1-44d1-982c-4bef37e6fc8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36f4b2961338407ebde69651741ad6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5958648 Dec 06 23:55:49.179875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56304) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:49.200508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.241023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.281881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.288425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-511adb60-ba63-4872-95a5-ed24bce06a3a None None] Provisioning complete for port 5428aee6-6eb4-483e-b390-208bb5b1f15e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:49.289098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-511adb60-ba63-4872-95a5-ed24bce06a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.309838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.408045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.410874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.412665 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25281c30-ffdd-4151-9b28-21ce4855c174 HTTP/1.1" status: 204 len: 168 time: 0.3524301 Dec 06 23:55:49.429479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eb8ed-0d0c-4cf1-8862-f94d64102fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25281c30-ffdd-4151-9b28-21ce4855c174,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:49.443638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.446427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.453785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b8331f0-06c1-4371-adb6-c746b96ec5fb HTTP/1.1" status: 204 len: 168 time: 0.2732255 Dec 06 23:55:49.468179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4200-1eb3-4068-97df-8f36e64f015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8331f0-06c1-4371-adb6-c746b96ec5fb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:49.498943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.547546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.559666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:49.568256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dda1f064-8226-470a-a661-bac0395cfed9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0721703 Dec 06 23:55:49.568805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56310) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:49.570412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] Sync routers for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:49.587193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:49.589138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.625322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5918dee4-700b-4d8d-95ea-e4abd477d3bf']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.646070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3aba2d-046e-4fbb-9fd0-5f57c6886a99']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.651385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccdeafa-83a0-4bcb-b006-c5a92206988c') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.652195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccdeafa-83a0-4bcb-b006-c5a92206988c') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.676122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.682787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720153a4-1dd7-4103-84d9-b6f9369d6f16') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.684218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720153a4-1dd7-4103-84d9-b6f9369d6f16') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.687483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.692621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:49.693509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.708896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.716889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.727846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:49.728535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:49.732186 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:49.735460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.736483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d01c83d3-202d-434a-a87c-a05da1dfec83 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.755487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:49.756151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b571cab-efe7-4983-affa-125fd1d714f9 None None] The sync data for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:49.786834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:49.787349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:49.789308 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:49.852277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.883014 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-d01c83d3-202d-434a-a87c-a05da1dfec83 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 23:55:49.884095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d01c83d3-202d-434a-a87c-a05da1dfec83 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc HTTP/1.1" status: 409 len: 329 time: 0.3144493 Dec 06 23:55:49.888491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56314) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:49.899785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5428aee6-6eb4-483e-b390-208bb5b1f15e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:49.903857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:49.909559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:49.912390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:49.913176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:49.980555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=40603416-53b8-491d-b46b-c753b3e57c07,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:50.028784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5428aee6-6eb4-483e-b390-208bb5b1f15e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:50.031113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.049199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.055521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.067686 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae3aba2d-046e-4fbb-9fd0-5f57c6886a99 HTTP/1.1" status: 204 len: 168 time: 2.2546010 Dec 06 23:55:50.067686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.074605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.082118 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/5918dee4-700b-4d8d-95ea-e4abd477d3bf HTTP/1.1" status: 204 len: 168 time: 3.6309822 Dec 06 23:55:50.104324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56326) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:50.176095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53a847-8d0a-4da3-9c74-df1483963562 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3aba2d-046e-4fbb-9fd0-5f57c6886a99,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:50.249660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635121-a790-4e9c-9eb8-f8a986fc3784 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=5918dee4-700b-4d8d-95ea-e4abd477d3bf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:50.288135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a46f8-336f-4aa2-95a2-a7c800c8f621 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:50.289918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-588a46f8-336f-4aa2-95a2-a7c800c8f621 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/e22b7d43-dd47-461d-9faa-2152248914fc HTTP/1.1" status: 200 len: 841 time: 0.1790118 Dec 06 23:55:50.293789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56334) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:50.314583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:50.343608 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2715e69c-2499-4c61-9e41-418c3a2141b8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/e22b7d43-dd47-461d-9faa-2152248914fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0481782 Dec 06 23:55:50.347416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56336) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:50.354594 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:50.359537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:50.360366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bfebf1f-74e6-4b25-88a5-616a4a8b2da8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:50.391260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f60d3852-49c2-4dc3-b796-d2018aa650a8 None None] Provisioning complete for port 40603416-53b8-491d-b46b-c753b3e57c07 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:50.392475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f60d3852-49c2-4dc3-b796-d2018aa650a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.469503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.475466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f60d3852-49c2-4dc3-b796-d2018aa650a8 None None] Port 40603416-53b8-491d-b46b-c753b3e57c07 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:50.483417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56340) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:50.566707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.644884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:50.649789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b97f4bea-e4fe-4ee0-86fc-67fd5bb67c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.649907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:50.654810 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-137e1081-0137-4419-a714-e4d5c48eed28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae24859db0174a0cbddd4f525daf7990&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1607652 Dec 06 23:55:50.662266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56342) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:50.962786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.080467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.116272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.254428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.260492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.265420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.265689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting port 69ffb14f-d585-445d-bbab-b7bf7046dc52 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:51.265689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.338887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:51.339148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.342058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.343157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b11b7b13-f0e7-4cb5-aab3-84605a7f1d4d HTTP/1.1" status: 204 len: 168 time: 0.6789157 Dec 06 23:55:51.346294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:51.355831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:51.356872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8044d086-fe80-49f3-ae62-4293101147c9 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:51.359890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.362690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045fd56-ce07-4727-a6e2-29530ab3f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b7b13-f0e7-4cb5-aab3-84605a7f1d4d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:51.382663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.418302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Calling delete_port for 69ffb14f-d585-445d-bbab-b7bf7046dc52 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:51.453917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=40603416-53b8-491d-b46b-c753b3e57c07,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:51.459617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=0309f6e4-bf37-443c-a476-700fcabfdeeb,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:51.502873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:51.510271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:51.593503 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-185036b7-bd94-4315-b4d5-e00b85afd7dc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2439001 Dec 06 23:55:51.596365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56366) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:51.609508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'security_group': {'name': 'tempest-secgroup-75067720'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:51.634130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'tenant_id': '59cc16c0053a41368cb70d6a98ae7a4e', 'fixed_ips': [{'subnet_id': '0309f6e4-bf37-443c-a476-700fcabfdeeb'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:51.635469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.773490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.774001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.806634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:55:51.810319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Port': ['ID=69ffb14f-d585-445d-bbab-b7bf7046dc52,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:51.850559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Allocated IP 172.20.0.2 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/0309f6e4-bf37-443c-a476-700fcabfdeeb/7fe5411f-b110-411b-a825-3ed4fe9b6f6e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:51.873630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:51.945812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.008921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:52.018719 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8f819d63-e6b6-4db0-b74d-4993ed5e2d57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "PUT /v2.0/routers/1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5603423 Dec 06 23:55:52.025189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56376) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.029382 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Sync routers for ids ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:52.054150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.120948 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Routers {'1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:52.122038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.122642 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.137998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.167200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e68df-39e3-485f-9ced-caf3b16d9ab1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:52.168821 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-938e68df-39e3-485f-9ced-caf3b16d9ab1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports/40603416-53b8-491d-b46b-c753b3e57c07 HTTP/1.1" status: 200 len: 911 time: 0.1426282 Dec 06 23:55:52.183248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56380) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.238073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5117d1af-daca-4a73-8381-ecd178ca102a None None] Provisioning complete for port 40603416-53b8-491d-b46b-c753b3e57c07 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:52.241136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5117d1af-daca-4a73-8381-ecd178ca102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.280623 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Set router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:52.311379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c680096a-d5f4-4160-8a3a-82db4a8c4166,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:52.320455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5117d1af-daca-4a73-8381-ecd178ca102a None None] Port 40603416-53b8-491d-b46b-c753b3e57c07 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:52.330791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.337636 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-72abcea6-21fb-47a3-8cb1-f0b13e12ade1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.7395270 Dec 06 23:55:52.338153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56386) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.359544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.362411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017526258'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:52.401156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3ef57-4546-4cf9-85e0-e37840b81deb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:52.416894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201672848'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:52.419764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3ef57-4546-4cf9-85e0-e37840b81deb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:52.425080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-77f3ef57-4546-4cf9-85e0-e37840b81deb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2376575 Dec 06 23:55:52.425080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56392) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.442166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.443610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Router eb2e3b18-89e4-440a-9144-95ff55d4e0bc has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:52.444893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:55:52.444893 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:55:52.444893 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '3975805a3b3a4bb7b239fc7ce663bcde', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 55, 32, 423605)}] Dec 06 23:55:52.444893 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:55:52.446076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:55:52.461139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:52.463739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:52.500491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:52.601033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:52.605623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Attempting to bind port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:52.607484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Attempting to bind port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a05f69eb-5ab2-4165-8a88-d124f0ca4680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:52.608164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Attempting to bind port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e on network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:52.617298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:52.617871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Checking segment: {'id': 'a05f69eb-5ab2-4165-8a88-d124f0ca4680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:52.618656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.619367 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:50Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '40603416-53b8-491d-b46b-c753b3e57c07', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:db:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:47Z', 'updated_at': '2021-12-06T23:55:50Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.619625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Bound using segment: {'id': 'a05f69eb-5ab2-4165-8a88-d124f0ca4680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:52.620356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Bound port: 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05f69eb-5ab2-4165-8a88-d124f0ca4680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:52.620917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.638711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:52.639259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.646206 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-83450718-e642-4530-b961-9c662c27da45 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564235 Dec 06 23:55:52.649660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56398) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.655666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] Sync routers for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:52.690297 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Checking router: 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:52.691729 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Updating router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff port 40603416-53b8-491d-b46b-c753b3e57c07 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:55:52.703295 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-2ef73267-bff3-4c4d-a96b-ae9f54a886c9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] show failed (client error): The resource could not be found. Dec 06 23:55:52.707727 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2ef73267-bff3-4c4d-a96b-ae9f54a886c9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1583856105 HTTP/1.1" status: 404 len: 335 time: 0.0538340 Dec 06 23:55:52.712945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56402) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.725476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:52.725908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.726326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.726718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-aa5cccaf-b761-45d8-8b1d-3ffd72ecb1b9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:52.796841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.801090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:52.807134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.807829 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-aa5cccaf-b761-45d8-8b1d-3ffd72ecb1b9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] update failed (client error): The resource could not be found. Dec 06 23:55:52.810167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aa5cccaf-b761-45d8-8b1d-3ffd72ecb1b9 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-169003565 HTTP/1.1" status: 404 len: 334 time: 0.0956504 Dec 06 23:55:52.815501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56406) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:52.826999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:52.828614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] Routers {'eb2e3b18-89e4-440a-9144-95ff55d4e0bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:52.830636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.878220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:52.879028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aadc4a-b1aa-4fce-88ab-63937a3c1bad None None] The sync data for ids ['eb2e3b18-89e4-440a-9144-95ff55d4e0bc'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:52.914966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting subnet 3a747d13-03ff-42eb-91f5-225aa07bcc80 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:52.920619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.945070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.959085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.987499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:52.996278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b6402-fc11-4a34-80d6-1d2912d72605,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:52.999874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.035451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:53.048754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.050205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96b98023-a0c7-443f-9aad-288a4e2310e6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7063923 Dec 06 23:55:53.055819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56418) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:53.058479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.065883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-112482630', 'security_groups': ['c54b6402-fc11-4a34-80d6-1d2912d72605'], 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0309f6e4-bf37-443c-a476-700fcabfdeeb'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:53.146007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3907cc-7b9d-4cf6-91a1-53cccb867259 None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:53.203419 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.242213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.264680 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.268539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:53.273117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.294406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.319147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-145498510'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:53.349041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Pushing event updated for resources: {'Port': ['ID=40603416-53b8-491d-b46b-c753b3e57c07,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:53.352318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 40603416-53b8-491d-b46b-c753b3e57c07 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:53.352318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.381912 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.382538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.383091 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.383591 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.384121 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.384683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.385247 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.385772 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.386297 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.386828 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.387559 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.388262 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.389533 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:55:53.461646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.463521 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Attempting to bind port 40603416-53b8-491d-b46b-c753b3e57c07 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:53.463887 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Attempting to bind port 40603416-53b8-491d-b46b-c753b3e57c07 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:53.464279 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Attempting to bind port 40603416-53b8-491d-b46b-c753b3e57c07 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Bound port: 40603416-53b8-491d-b46b-c753b3e57c07, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:53.484448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.544931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.572444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.597404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Made reservation on behalf of aa3ddaa4fe944f2b9c90167a8f0c1a0c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:53.601463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.602672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 40603416-53b8-491d-b46b-c753b3e57c07 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:53.625075 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] For port 40603416-53b8-491d-b46b-c753b3e57c07, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:53.631012 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] For port 40603416-53b8-491d-b46b-c753b3e57c07, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40603416-53b8-491d-b46b-c753b3e57c07,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:53.633456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.662333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.669188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:53.681099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3a92a3-cc5e-4bc5-8cb0-aae03c4c17fb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:53.725940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Subnet': ['ID=3a747d13-03ff-42eb-91f5-225aa07bcc80,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:53.741997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efcd6c-7ca3-4033-ad6b-dce55fc69a9a None None] Network 8778a3bd-cd77-49ea-a20a-b11782f00d05 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:53.750952 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.757518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.759683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment f26e8626-991e-44bf-a106-0448e6f806fd of type vlan for network 80d37c80-7e12-4a61-ab83-4614495b1adb Dec 06 23:55:53.761379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.777579 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2d4495a3-268d-4bc2-ac16-356514a82a3d tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/subnets/3a747d13-03ff-42eb-91f5-225aa07bcc80 HTTP/1.1" status: 204 len: 168 time: 0.9605246 Dec 06 23:55:53.808313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56426) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:53.809012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:53.812908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Routers {'1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:53.815026 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:53.902217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1413ed18-f401-4092-9b3c-c4c92e9a4493 None None] Provisioning complete for port 40603416-53b8-491d-b46b-c753b3e57c07 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:53.903693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1413ed18-f401-4092-9b3c-c4c92e9a4493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:53.990858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:54.036510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.111368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting subnet 92d09a2a-a5a7-449a-b063-d887f38c6aa9 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:54.114071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=40603416-53b8-491d-b46b-c753b3e57c07,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:54.115825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.140619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1413ed18-f401-4092-9b3c-c4c92e9a4493 None None] Could not find standard attr ID for object 40603416-53b8-491d-b46b-c753b3e57c07. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:54.142391 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] Set router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:54.146019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.150011 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.plugins.ml2.db [None req-1413ed18-f401-4092-9b3c-c4c92e9a4493 None None] No ports have port_id starting with 40603416-53b8-491d-b46b-c753b3e57c07 Dec 06 23:55:54.200805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.218350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:54.225217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.274435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.336787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] DHCP port deletion for 8778a3bd-cd77-49ea-a20a-b11782f00d05 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:54.347805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3aa8973b-8040-43b4-9345-6f4c84a69dd1 None None] Could not find standard attr ID for object 40603416-53b8-491d-b46b-c753b3e57c07. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:55:54.350162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.368360 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:55:54.368961 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f661a-2edb-4bf8-98eb-cc508a061c8e None None] Pushing event updated for resources: {'Port': ['ID=40603416-53b8-491d-b46b-c753b3e57c07,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:54.370163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:54.371023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.376321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.418996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.445109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.515305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.554342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Deleting port f9d91167-570c-4ff1-b446-d5532048074f {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:54.554916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.597909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.626901 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:50Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '40603416-53b8-491d-b46b-c753b3e57c07', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:db:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:47Z', 'updated_at': '2021-12-06T23:55:53Z', 'revision_number': 4, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:54.675584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:54.682723 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3363de88-e97d-4a23-b16a-810fa8963bf4 None None] The sync data for ids ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'] in dv-neutron-master-2-hyperv is: [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:50Z', 'revision_number': 2, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None, '_interfaces': [{'id': '40603416-53b8-491d-b46b-c753b3e57c07', 'name': '', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'mac_address': 'fa:16:3e:db:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:55:47Z', 'updated_at': '2021-12-06T23:55:53Z', 'revision_number': 4, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'subnets': [{'id': '08cceedc-3bfa-4519-966e-7d00253c4a0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:54.704358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] For port f9d91167-570c-4ff1-b446-d5532048074f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9d91167-570c-4ff1-b446-d5532048074f,segment=NetworkSegment(991d7b29-88ad-4998-aa7b-b83a37bbe141),segment_id=991d7b29-88ad-4998-aa7b-b83a37bbe141)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:54.704358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.725953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56438) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:54.728929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Calling delete_port for f9d91167-570c-4ff1-b446-d5532048074f owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:54.767279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.780710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 22eec1d3-56ce-4723-a573-896f3c1dcbae yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:55:54.790150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:55:54.802269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:54.816702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.817880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Added segment bfd98264-845f-4963-bbde-315d171bbb09 of type vlan for network e039b549-9aaa-4cda-b119-b4af7f4d3392 Dec 06 23:55:54.885872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.892007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85760b77-2726-4e04-814f-65b349c1c266 None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:54.892657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85760b77-2726-4e04-814f-65b349c1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:54.916939 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9664528 Dec 06 23:55:54.932106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235a07a-6b99-44f8-93c4-e5d2b4e27ce5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=80d37c80-7e12-4a61-ab83-4614495b1adb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:54.940711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:54.943908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 80d37c80-7e12-4a61-ab83-4614495b1adb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:54.945802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:54.985908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-85760b77-2726-4e04-814f-65b349c1c266 None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:55.016156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1554350206'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:55.031762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.076910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.084546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:55.085062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.086386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.096483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85760b77-2726-4e04-814f-65b349c1c266 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:55.096672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85760b77-2726-4e04-814f-65b349c1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.119921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] Pushing event deleted for resources: {'Port': ['ID=f9d91167-570c-4ff1-b446-d5532048074f,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:55.135298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcc0949-4a1e-49c2-9032-d2cba55973f5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:55.139815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60084475-e838-46d7-b4fd-e5021d40f141 None None] No DVR routers for this DVR port f9d91167-570c-4ff1-b446-d5532048074f on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:55.160818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dc71920e-3967-4d0e-9165-9e6a1137ec6e tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-567258038'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:55.161651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dc71920e-3967-4d0e-9165-9e6a1137ec6e tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Unknown quota resources ['metering_label']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:55:55.253000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:55:55.261549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fdb7b260-6956-4773-b0dd-79569ac6f930 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "PUT /v2.0/routers/1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328803 Dec 06 23:55:55.261786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56444) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.276864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:55.278843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.312368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Pushing event updated for resources: {'Network': ['ID=e039b549-9aaa-4cda-b119-b4af7f4d3392,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:55.326678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e039b549-9aaa-4cda-b119-b4af7f4d3392 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:55.342526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-66a827ff-1b52-4fb1-8065-acdc0b23842b tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3043802 Dec 06 23:55:55.344471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56446) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.401631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.415743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2c22c-3e23-4ed5-a2f7-0b0cf924b00a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:55.417539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:55.417994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2c22c-3e23-4ed5-a2f7-0b0cf924b00a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:55.419702 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57f2c22c-3e23-4ed5-a2f7-0b0cf924b00a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1568878 Dec 06 23:55:55.424608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56450) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.455791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dc71920e-3967-4d0e-9165-9e6a1137ec6e tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.458328 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dc71920e-3967-4d0e-9165-9e6a1137ec6e tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7301543 Dec 06 23:55:55.459814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56452) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.466377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-16660651-9863-4f5c-bf54-e9bdc753c610 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '44598f4b-c1ac-4d4e-9611-496907c7e207'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:55.466905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-16660651-9863-4f5c-bf54-e9bdc753c610 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:55:55.469357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.472992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcf1b3e-df2b-415f-883c-304370b302d3 None None] Network 207e4dcc-0639-4656-81e8-fafa833000f2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:55.482455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56454) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.483035 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/subnets/92d09a2a-a5a7-449a-b063-d887f38c6aa9 HTTP/1.1" status: 204 len: 168 time: 1.6580341 Dec 06 23:55:55.487257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91eee0-51c0-4d9a-9d66-3d420814f018 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Subnet': ['ID=92d09a2a-a5a7-449a-b063-d887f38c6aa9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:55.514998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.530021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment a98412ae-ecbb-44bb-ac8f-0a7141b57fbc of type vlan for network da2408d7-b270-4bbc-94f9-0f29d68f8c65 Dec 06 23:55:55.606591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'name': 'tempest-network--1319035521', 'router:external': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:55.616120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.7 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/0309f6e4-bf37-443c-a476-700fcabfdeeb/22eec1d3-56ce-4723-a573-896f3c1dcbae) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:55.636574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.651607 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.services.metering.metering_plugin [None req-16660651-9863-4f5c-bf54-e9bdc753c610 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 23:55:55.658452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 08cceedc-3bfa-4519-966e-7d00253c4a0c {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:55.667905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.719267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] DHCP port deletion for 207e4dcc-0639-4656-81e8-fafa833000f2 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:55.751689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.773724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-16660651-9863-4f5c-bf54-e9bdc753c610 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.775018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-16660651-9863-4f5c-bf54-e9bdc753c610 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3135037 Dec 06 23:55:55.779424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.782835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Deleting port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:55.782835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.783838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56458) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.783927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:55.785062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.791400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dc625904-5b7d-4c0a-a383-2741be1773d9 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '44598f4b-c1ac-4d4e-9611-496907c7e207'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:55.791976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dc625904-5b7d-4c0a-a383-2741be1773d9 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:55:55.829601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.829601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:55.829601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.848098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.877984 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] For port e02e9572-caeb-4a7a-9bf1-d277afb8fac4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,segment=NetworkSegment(8f1036e1-b716-4ede-b6f4-a2937e65246e),segment_id=8f1036e1-b716-4ede-b6f4-a2937e65246e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:55.878632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.896498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Calling delete_port for e02e9572-caeb-4a7a-9bf1-d277afb8fac4 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:55.952164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:55:55.968725 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9689479 Dec 06 23:55:55.976693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:55.979666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:55.987787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:56.005191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8778a3bd-cd77-49ea-a20a-b11782f00d05']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.017246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d7b29-88ad-4998-aa7b-b83a37bbe141') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.017555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d7b29-88ad-4998-aa7b-b83a37bbe141') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.030421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:56.030893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.040333 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.services.metering.metering_plugin [None req-dc625904-5b7d-4c0a-a383-2741be1773d9 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 23:55:56.043562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.073529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.102130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] Pushing event deleted for resources: {'Port': ['ID=e02e9572-caeb-4a7a-9bf1-d277afb8fac4,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.112515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2981f-7c17-4fb4-a063-2183f92a91f7 None None] No DVR routers for this DVR port e02e9572-caeb-4a7a-9bf1-d277afb8fac4 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:56.143250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.148560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dc625904-5b7d-4c0a-a383-2741be1773d9 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.152949 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dc625904-5b7d-4c0a-a383-2741be1773d9 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3646193 Dec 06 23:55:56.153613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56462) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.172468 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ce593ddf-9aee-4af1-9b80-a813ac1b18d1 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=37cb8eb5-eb4f-4df0-9d38-5517f40e81f7 HTTP/1.1" status: 200 len: 462 time: 0.0147891 Dec 06 23:55:56.173236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56464) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.174228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:56.174643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:56.179539 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:56.233198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f9d91167-570c-4ff1-b446-d5532048074f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:56.254048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f9d91167-570c-4ff1-b446-d5532048074f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:56.254584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f9d91167-570c-4ff1-b446-d5532048074f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:56.255108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e02e9572-caeb-4a7a-9bf1-d277afb8fac4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:56.276457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e02e9572-caeb-4a7a-9bf1-d277afb8fac4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:56.276919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e02e9572-caeb-4a7a-9bf1-d277afb8fac4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:56.282329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a1507-1efe-4c04-8c0f-87776763f5e5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=da2408d7-b270-4bbc-94f9-0f29d68f8c65,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.295758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:56.363689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.368689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.375042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/networks/8778a3bd-cd77-49ea-a20a-b11782f00d05 HTTP/1.1" status: 204 len: 168 time: 0.8899529 Dec 06 23:55:56.377770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.405693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.433496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.447147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-91bc1b93-e874-407d-a428-cffdc4293dfd tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.451411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-91bc1b93-e874-407d-a428-cffdc4293dfd tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/37cb8eb5-eb4f-4df0-9d38-5517f40e81f7 HTTP/1.1" status: 204 len: 168 time: 0.2698689 Dec 06 23:55:56.451411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bfce0-6a47-4629-a67a-256a5df29633 tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Network': ['ID=8778a3bd-cd77-49ea-a20a-b11782f00d05,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.453401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56468) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.496801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6fc376b5-e087-4fe4-a9ea-f354a89bbad0 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=37cb8eb5-eb4f-4df0-9d38-5517f40e81f7 HTTP/1.1" status: 200 len: 221 time: 0.0423717 Dec 06 23:55:56.500416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56470) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.508360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bdbe54aa-3359-433e-baad-01853a36ca39 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--609729708', 'description': 'label created by tempest'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:56.508930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bdbe54aa-3359-433e-baad-01853a36ca39 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Unknown quota resources ['metering_label']. {{(pid=110159) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 23:55:56.526714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.534696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.572938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:56.576963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.631005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.634397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.636525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.653245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.724068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=08cceedc-3bfa-4519-966e-7d00253c4a0c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.734142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457aec42-1741-411f-b01e-97a6ad755b20 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:56.738715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.738715 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4065990e-ef5e-40e0-b2eb-cdf8d1f43df8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/08cceedc-3bfa-4519-966e-7d00253c4a0c HTTP/1.1" status: 204 len: 168 time: 1.3123353 Dec 06 23:55:56.739553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:56.743311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56472) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.751131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207e4dcc-0639-4656-81e8-fafa833000f2']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.761512 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Sync routers for ids ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:55:56.774632 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Routers {'1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:56.775267 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.810434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdbe54aa-3359-433e-baad-01853a36ca39 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.814781 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bdbe54aa-3359-433e-baad-01853a36ca39 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3131719 Dec 06 23:55:56.815417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.816451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:56.820429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1515497-386d-44a7-99e8-bdc791e07d95,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.823273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.823623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Added segment dff7da42-735f-40cc-ade2-5768eb213c2d of type vlan for network 40264d75-4dec-41a5-8f27-08f1a2c4a83c Dec 06 23:55:56.825748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1036e1-b716-4ede-b6f4-a2937e65246e') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.826242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1036e1-b716-4ede-b6f4-a2937e65246e') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:56.852947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:56.887969 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Set router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:56.889832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=22eec1d3-56ce-4723-a573-896f3c1dcbae,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:56.893497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:56.914213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.928543 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7fc10146-7ede-4c0b-8bce-99e7c3b0a471 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0e435967-f68c-407a-87c6-b855a40dc922 HTTP/1.1" status: 200 len: 467 time: 0.1097238 Dec 06 23:55:56.929644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:56.968899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:56.993774 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:53Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:57.010389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:57.020657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.029399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:57.030104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:57.033599 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:57.040790 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Checking router: 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:55:57.060988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:57.061620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.063109 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Routers {'1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:55:57.063752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:57.094522 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d8a945c4-5b85-4220-80b5-7baac6238336 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3423874 Dec 06 23:55:57.102373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56478) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.106881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Deleting port 5428aee6-6eb4-483e-b390-208bb5b1f15e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:57.107262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.168167 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] Set router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:55:57.196440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] For port 5428aee6-6eb4-483e-b390-208bb5b1f15e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5428aee6-6eb4-483e-b390-208bb5b1f15e,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:57.196846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.227277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Calling delete_port for 5428aee6-6eb4-483e-b390-208bb5b1f15e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:57.235662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.243225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.246585 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/networks/207e4dcc-0639-4656-81e8-fafa833000f2 HTTP/1.1" status: 204 len: 168 time: 0.8653977 Dec 06 23:55:57.249017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56480) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.265637 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:53Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:57.284310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d499d6-4254-4781-a8e8-ff48be88431e tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Network': ['ID=207e4dcc-0639-4656-81e8-fafa833000f2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:57.289545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.290700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:57.291904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.299706 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cb065d-721d-4c79-9265-c19776ead984 None None] The sync data for ids ['1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff'] in dv-neutron-master-2-hyperv is: [{'id': '1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff', 'name': 'tempest-NetworksTestDHCPv6-router-1497639619', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:55:46Z', 'updated_at': '2021-12-06T23:55:53Z', 'revision_number': 3, 'project_id': 'ed8d2358015f4dc0b157f40595c872be', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:55:57.315116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting subnet abec7a45-ef67-434a-99bc-8a5be523047c {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:55:57.317350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.320608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3853beba-2a57-4d7e-999c-3045be6cdee2 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.321919 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3853beba-2a57-4d7e-999c-3045be6cdee2 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0e435967-f68c-407a-87c6-b855a40dc922 HTTP/1.1" status: 204 len: 168 time: 0.3895295 Dec 06 23:55:57.325331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56482) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.335888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.341566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-deda4d04-9950-4de7-a7af-5c64b5645f93 None None] Provisioning complete for port 22eec1d3-56ce-4723-a573-896f3c1dcbae triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:55:57.342005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-deda4d04-9950-4de7-a7af-5c64b5645f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.368359 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0a38bf51-00e0-4b4e-a5b8-31a62581dc0f tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=0e435967-f68c-407a-87c6-b855a40dc922 HTTP/1.1" status: 200 len: 216 time: 0.0411341 Dec 06 23:55:57.373425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56484) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.389412 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f3350264-8522-4ed1-8f72-b0e787d633ef tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0148144 Dec 06 23:55:57.394170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.397427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56486) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.405734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-deda4d04-9950-4de7-a7af-5c64b5645f93 None None] Port 22eec1d3-56ce-4723-a573-896f3c1dcbae cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:55:57.424910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.439832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] No DVR routers for this DVR port 5428aee6-6eb4-483e-b390-208bb5b1f15e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:57.440425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-da003af9-43d9-4c4d-bf20-a6e9d39ab031 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0414057 Dec 06 23:55:57.449486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56488) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.468684 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1211367 Dec 06 23:55:57.470093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.475442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-91380a29-579e-4e63-a4ed-172009784e4f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4153640 Dec 06 23:55:57.479481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be67ed-cac9-4771-9ab4-62c7f3ff6172 None None] Pushing event deleted for resources: {'Port': ['ID=5428aee6-6eb4-483e-b390-208bb5b1f15e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:57.481348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56490) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.481870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56492) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.499529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:57.515515 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6e472f1b-b105-42eb-8b86-ae44cfd675f3 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/44598f4b-c1ac-4d4e-9611-496907c7e207 HTTP/1.1" status: 200 len: 472 time: 0.0603902 Dec 06 23:55:57.527455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56494) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.547922 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5427f175-510c-4a3b-a1ba-495796739718 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/2e0efba4-7e3a-49f7-a513-1afa83e64ace HTTP/1.1" status: 200 len: 459 time: 0.0160501 Dec 06 23:55:57.549239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56496) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.560347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.578096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59ca1b-7b1f-4c17-ac20-c564b4983fd2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=40264d75-4dec-41a5-8f27-08f1a2c4a83c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:57.591048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 40264d75-4dec-41a5-8f27-08f1a2c4a83c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:55:57.767566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=49a1fc85-ed0f-485e-a494-c91f0ed49892,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:57.797120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.800248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.806439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.858796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': 'f26e8626-991e-44bf-a106-0448e6f806fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:57.858796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: 80d37c80-7e12-4a61-ab83-4614495b1adb, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:57.902193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40603416-53b8-491d-b46b-c753b3e57c07 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:57.927658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 40603416-53b8-491d-b46b-c753b3e57c07 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:57.928668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40603416-53b8-491d-b46b-c753b3e57c07 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:57.929941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5428aee6-6eb4-483e-b390-208bb5b1f15e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:57.947019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a762e76-5a7e-4ae7-9c34-0e24669983c1 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.948168 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a762e76-5a7e-4ae7-9c34-0e24669983c1 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2e0efba4-7e3a-49f7-a513-1afa83e64ace HTTP/1.1" status: 204 len: 168 time: 0.3980196 Dec 06 23:55:57.948972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.949232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.949487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Fanout notify agent at l3_agent the message router_deleted on router 1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:57.950940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56498) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.964928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.966039 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b3c6c082-7abf-4c19-8f41-bd7b2af906bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/routers/1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff HTTP/1.1" status: 204 len: 168 time: 0.8409407 Dec 06 23:55:57.966433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5428aee6-6eb4-483e-b390-208bb5b1f15e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:55:57.966826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5428aee6-6eb4-483e-b390-208bb5b1f15e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:55:57.974299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56500) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:57.984322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Subnet': ['ID=abec7a45-ef67-434a-99bc-8a5be523047c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:57.990470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:57.993732 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fcbcfa2c-9546-4e8b-a138-085702237fbb tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/subnets/abec7a45-ef67-434a-99bc-8a5be523047c HTTP/1.1" status: 204 len: 168 time: 0.7437766 Dec 06 23:55:57.999284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746c444-6676-4674-9a3a-efe64828aac7 None None] Network 5165f77b-3f63-40a2-8ca0-d928d77d6cdc requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:58.007172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.012952 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-94eb3251-1fec-48f0-8144-3ef1f4395651 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354559 Dec 06 23:55:58.017454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56504) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.074332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 80d37c80-7e12-4a61-ab83-4614495b1adb is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:58.079739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:58.083923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.102543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.107933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.167150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Deleting port fa853dac-6390-4ef2-afa7-676f52307cae {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:58.167640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.234853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] For port fa853dac-6390-4ef2-afa7-676f52307cae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa853dac-6390-4ef2-afa7-676f52307cae,segment=NetworkSegment(f2755dca-fd4a-4e79-9492-49d793909787),segment_id=f2755dca-fd4a-4e79-9492-49d793909787)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:58.234853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.250274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Calling delete_port for fa853dac-6390-4ef2-afa7-676f52307cae owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:58.265641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40264d75-4dec-41a5-8f27-08f1a2c4a83c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.287797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 80d37c80-7e12-4a61-ab83-4614495b1adb) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:58.298189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f63856-9d6f-4d36-8858-53587e606440 None None] Network 80d37c80-7e12-4a61-ab83-4614495b1adb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:58.340881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff7da42-735f-40cc-ade2-5768eb213c2d') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.341176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff7da42-735f-40cc-ade2-5768eb213c2d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.345497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:58.348363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.351481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18f0fe-4d02-4306-9f00-9f664b109351 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:58.352978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1a18f0fe-4d02-4306-9f00-9f664b109351 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2908885 Dec 06 23:55:58.356391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56506) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.400296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] DHCP port deletion for 5165f77b-3f63-40a2-8ca0-d928d77d6cdc request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:55:58.411243 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3813d50b-46f5-41b3-8379-2d4dc39cb54f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483649 Dec 06 23:55:58.412543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56508) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.417675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:58.441216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.500910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Port': ['ID=fa853dac-6390-4ef2-afa7-676f52307cae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:58.510779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] No DVR routers for this DVR port fa853dac-6390-4ef2-afa7-676f52307cae on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:58.519130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-80d37c80-7e12-4a61-ab83-4614495b1adb', 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '49a1fc85-ed0f-485e-a494-c91f0ed49892'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:55:58.520042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.536587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Deleting port fa853dac-6390-4ef2-afa7-676f52307cae {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:55:58.536965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.610677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.638948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5165f77b-3f63-40a2-8ca0-d928d77d6cdc']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.650214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2755dca-fd4a-4e79-9492-49d793909787') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.650214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2755dca-fd4a-4e79-9492-49d793909787') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:55:58.661727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.675165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.678841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.683133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] For port fa853dac-6390-4ef2-afa7-676f52307cae, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:55:58.683544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.693381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:58.695409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:58.700480 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:58.704872 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0309f6e4-bf37-443c-a476-700fcabfdeeb (CIDR: 172.20.0.0/28) Dec 06 23:55:58.705654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.712630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:55:58.713280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.715713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:55:58.715875 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:55:58.720897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.724717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Calling delete_port for fa853dac-6390-4ef2-afa7-676f52307cae owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:55:58.736979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Port fa853dac-6390-4ef2-afa7-676f52307cae was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 23:55:58.740149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.773793 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:55:58.774249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:55:58.779753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2614e276-3a00-4551-81f4-573ed58fee38 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.781018 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2614e276-3a00-4551-81f4-573ed58fee38 tempest-MeteringIpV6TestJSON-1522770204 tempest-MeteringIpV6TestJSON-1522770204-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/44598f4b-c1ac-4d4e-9611-496907c7e207 HTTP/1.1" status: 204 len: 168 time: 0.8282819 Dec 06 23:55:58.784734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] No DVR routers for this DVR port fa853dac-6390-4ef2-afa7-676f52307cae on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:55:58.796996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42c1b0-2858-4471-bfd6-e0c61e927561 None None] Pushing event deleted for resources: {'Port': ['ID=fa853dac-6390-4ef2-afa7-676f52307cae,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:58.804281 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2cceeb0f-d7a9-44eb-8071-471613208501 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8240516 Dec 06 23:55:58.807427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Allocated IP 2001:db8::2 (80d37c80-7e12-4a61-ab83-4614495b1adb/49a1fc85-ed0f-485e-a494-c91f0ed49892/f7dc1aa6-290d-4596-9a3e-123915a5d277) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:55:58.807638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56512) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.816323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:58.904446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62f7c4a1-3f18-4a18-a4f5-f975b3032c85 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4083111 Dec 06 23:55:58.907012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56514) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.912719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:58.953427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.972560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.973911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.979715 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/networks/5165f77b-3f63-40a2-8ca0-d928d77d6cdc HTTP/1.1" status: 204 len: 168 time: 0.9691474 Dec 06 23:55:58.982068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ab166-9e1d-4a90-abef-60ba4ba3df6b tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Pushing event deleted for resources: {'Network': ['ID=5165f77b-3f63-40a2-8ca0-d928d77d6cdc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:58.985136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40264d75-4dec-41a5-8f27-08f1a2c4a83c {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:55:58.985749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56516) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:58.991102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:58.994314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/40264d75-4dec-41a5-8f27-08f1a2c4a83c HTTP/1.1" status: 204 len: 168 time: 1.5051191 Dec 06 23:55:58.997804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:59.003974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:59.010930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2e53-ad8e-4399-af4b-5878612a4bd7 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Network': ['ID=40264d75-4dec-41a5-8f27-08f1a2c4a83c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:59.032793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.057422 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b7217cfc-89d4-4538-8895-5a3104cad58c tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb2e3b18-89e4-440a-9144-95ff55d4e0bc HTTP/1.1" status: 200 len: 205 time: 0.0702808 Dec 06 23:55:59.059535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:59.099670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:59.105099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.133347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.175384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.244260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Network 80d37c80-7e12-4a61-ab83-4614495b1adb is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:59.246143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:59.250500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Pushing event updated for resources: {'Port': ['ID=f7dc1aa6-290d-4596-9a3e-123915a5d277,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:59.254209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:55:59.329610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Attempting to bind port f7dc1aa6-290d-4596-9a3e-123915a5d277 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:55:59.330134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Attempting to bind port f7dc1aa6-290d-4596-9a3e-123915a5d277 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f26e8626-991e-44bf-a106-0448e6f806fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:55:59.330537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Attempting to bind port f7dc1aa6-290d-4596-9a3e-123915a5d277 on network 80d37c80-7e12-4a61-ab83-4614495b1adb {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:55:59.338414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:55:59.339007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Checking segment: {'id': 'f26e8626-991e-44bf-a106-0448e6f806fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:59.339475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.339950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Bound using segment: {'id': 'f26e8626-991e-44bf-a106-0448e6f806fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:55:59.340998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Bound port: f7dc1aa6-290d-4596-9a3e-123915a5d277, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f26e8626-991e-44bf-a106-0448e6f806fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '80d37c80-7e12-4a61-ab83-4614495b1adb'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:55:59.341602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.387629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:59.389967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.415976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] For port f7dc1aa6-290d-4596-9a3e-123915a5d277, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:55:59.419384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] For port f7dc1aa6-290d-4596-9a3e-123915a5d277, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7dc1aa6-290d-4596-9a3e-123915a5d277,segment=NetworkSegment(f26e8626-991e-44bf-a106-0448e6f806fd),segment_id=f26e8626-991e-44bf-a106-0448e6f806fd)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:55:59.430199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.439388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.445462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.464111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:55:59.468803 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:55:59.472346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.498359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56524) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:59.516389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.525204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:55:59.538245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.538632 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Added segment ac88bbcd-7a96-4103-a16f-ffa8e8cb1ec6 of type vlan for network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e Dec 06 23:55:59.541692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.577637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:55:59.578239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: da2408d7-b270-4bbc-94f9-0f29d68f8c65, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:55:59.596984 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce317f40-7c35-4a1d-bc60-c3d443c424f9 None None] Pushing event updated for resources: {'Port': ['ID=f7dc1aa6-290d-4596-9a3e-123915a5d277,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:59.600760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=daf279d1-106c-42c7-a00e-36e7d68669c7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:59.657734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.658296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Fanout notify agent at l3_agent the message router_deleted on router eb2e3b18-89e4-440a-9144-95ff55d4e0bc {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:55:59.674183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.675330 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-36f6996a-f640-4eb8-95f7-02574a69978f tempest-RoutersNegativeTest-136828514 tempest-RoutersNegativeTest-136828514-project] 10.222.0.53 "DELETE /v2.0/routers/eb2e3b18-89e4-440a-9144-95ff55d4e0bc HTTP/1.1" status: 204 len: 168 time: 0.6148877 Dec 06 23:55:59.692552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:55:59.698205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:55:59.703705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba51c7d7-ec87-48b2-914e-82886fb6b607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.704733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:59.708876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:59.709532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.719942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506aa031-5809-4ca8-9ee7-763e28677d6b None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:59.729650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.748819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=8deaa957-2232-48d4-b4a0-5c1deb4756f1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:55:59.783424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da2408d7-b270-4bbc-94f9-0f29d68f8c65) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:55:59.795299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:55:59.798137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:55:59.802963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedbf62d-7286-4e30-a504-fa570443fd9c None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:55:59.868925 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a3ec170c-16c4-4275-a693-2940adbfa3b0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4552178 Dec 06 23:55:59.872994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56530) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:59.895887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:59.944828 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0f23fa7b-c765-4bf9-b53c-16f063e91c1d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1350689 Dec 06 23:55:59.946116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56532) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:55:59.965660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803628239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:55:59.975396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fa853dac-6390-4ef2-afa7-676f52307cae no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:55:59.999234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba51c7d7-ec87-48b2-914e-82886fb6b607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.006479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.007906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:00.008766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.044751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: fa853dac-6390-4ef2-afa7-676f52307cae {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:00.045110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fa853dac-6390-4ef2-afa7-676f52307cae not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:00.092160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '8deaa957-2232-48d4-b4a0-5c1deb4756f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:00.093136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.115030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da2408d7-b270-4bbc-94f9-0f29d68f8c65', 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': 'daf279d1-106c-42c7-a00e-36e7d68669c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:00.115873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.122846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.124062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.127750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.140419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:00.181304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ba51c7d7-ec87-48b2-914e-82886fb6b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.186653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:00.196363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=d53ae6b5-67c3-4a49-acc0-8a66e2eccfee,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:00.224768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c7d7-ec87-48b2-914e-82886fb6b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25471b04-bd40-4afa-bf8b-10409474e309,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:00.228421 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c1f92292-5ee6-4b41-9801-4704cf575c47 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2292557 Dec 06 23:56:00.232389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56538) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.232568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56536) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.238128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'subnet': {'network_id': '88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:00.254301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:00.259722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ba51c7d7-ec87-48b2-914e-82886fb6b607 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfb5b22cf1b34739b8861c352f746c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601838 Dec 06 23:56:00.265095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56542) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.273498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:00.277394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:00.277997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.316055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.319383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f57e32-78a7-46e4-8c9d-b124467655e7 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:00.334191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:00.337763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.398282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.403929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.431391 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d5ead61c-efa5-4230-9cd1-f2ce496f1113 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5233419 Dec 06 23:56:00.435648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56544) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.447351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1943163997', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd53ae6b5-67c3-4a49-acc0-8a66e2eccfee'}], 'security_groups': ['c680096a-d5f4-4160-8a3a-82db4a8c4166']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:00.448911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.489108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Allocated IP 2001:db8::f816:3eff:fe6c:1959 (0c9ef150-8f64-4b54-a68b-c837f595510f/8deaa957-2232-48d4-b4a0-5c1deb4756f1/62c0de25-8cfd-433a-80ab-60474ad4163c) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:00.493354 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a2510d45-ceaf-4dca-a7c0-3034744b1165 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdc41dce968349f1bc24306cdf734b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595332 Dec 06 23:56:00.496264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56546) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.541683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:00.546806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.549491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Allocated IP 2001:db8:1::2 (da2408d7-b270-4bbc-94f9-0f29d68f8c65/daf279d1-106c-42c7-a00e-36e7d68669c7/fb15f839-a055-4302-81b0-f633b7bf899e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:00.564842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.621250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.625460 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9db0455c-badd-47ec-9b3b-1263e59c065d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6681540 Dec 06 23:56:00.625626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56548) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:00.637020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.774676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.796820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.800023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.801525 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d8ae63c-80e4-43c0-bb4b-eedd04143dfa HTTP/1.1" status: 204 len: 168 time: 0.3043456 Dec 06 23:56:00.882160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.885194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:00.889515 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25471b04-bd40-4afa-bf8b-10409474e309 HTTP/1.1" status: 204 len: 168 time: 0.6228185 Dec 06 23:56:00.933787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a38ee-18a0-478c-904f-d7f2e6fa34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25471b04-bd40-4afa-bf8b-10409474e309,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:00.935751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006a6ae-d8da-47e6-a73a-62121e36e637 None None] Network 80d37c80-7e12-4a61-ab83-4614495b1adb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:00.980490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab58ddc-608e-46fc-9c24-e60bea0f7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8ae63c-80e4-43c0-bb4b-eedd04143dfa,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:01.178044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] Provisioning complete for port f7dc1aa6-290d-4596-9a3e-123915a5d277 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:01.178353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.241017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Delete allocated IP 172.20.0.7 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/0309f6e4-bf37-443c-a476-700fcabfdeeb) {{(pid=110158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 23:56:01.267317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.26 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/d53ae6b5-67c3-4a49-acc0-8a66e2eccfee/22eec1d3-56ce-4723-a573-896f3c1dcbae) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:01.279473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.320761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.443278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.448315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.479702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.484074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.530037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Pushing event updated for resources: {'Port': ['ID=62c0de25-8cfd-433a-80ab-60474ad4163c,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:01.557676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Update dhcp port {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'fixed_ips': [{'subnet_id': '0309f6e4-bf37-443c-a476-700fcabfdeeb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd53ae6b5-67c3-4a49-acc0-8a66e2eccfee'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7fe5411f-b110-411b-a825-3ed4fe9b6f6e'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:01.561014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:01.562109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.573536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=64569854-18ed-47d4-b56b-c9820a2a6816,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:01.584708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:01.601737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:01.606240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.611116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:01.611645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.612927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:01.638425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:01.650146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:01.653749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:01.664684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:01.681016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.701344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.703131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Pushing event updated for resources: {'Port': ['ID=fb15f839-a055-4302-81b0-f633b7bf899e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:01.731857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=22eec1d3-56ce-4723-a573-896f3c1dcbae,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:01.733033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:01.756601 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-36e02f3e-92c4-42e7-af09-cc852ff4833f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8831377 Dec 06 23:56:01.763904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56568) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:01.770952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:c1:69:cd', 'name': 'tempest-NetworksTestDHCPv6-1253625890'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:01.782465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10a12214-fef9-4450-b061-620ea700d870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.864824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] In _notify_port_updated(), no bound segment for port 22eec1d3-56ce-4723-a573-896f3c1dcbae on network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:56:01.871075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Attempting to bind port 62c0de25-8cfd-433a-80ab-60474ad4163c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:01.871459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Attempting to bind port 62c0de25-8cfd-433a-80ab-60474ad4163c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:01.877443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:01.877443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:01.877443 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8ae1ed4b-9204-489c-9ef5-e68b579d21f1 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/ports/22eec1d3-56ce-4723-a573-896f3c1dcbae HTTP/1.1" status: 200 len: 921 time: 1.4321303 Dec 06 23:56:01.878658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56572) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:01.884522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Attempting to bind port 62c0de25-8cfd-433a-80ab-60474ad4163c on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:01.916443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Attempting to bind port fb15f839-a055-4302-81b0-f633b7bf899e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:01.916824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Attempting to bind port fb15f839-a055-4302-81b0-f633b7bf899e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:01.917190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Attempting to bind port fb15f839-a055-4302-81b0-f633b7bf899e on network da2408d7-b270-4bbc-94f9-0f29d68f8c65 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:02.010672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:02.010962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:02.011628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.011765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:02.012266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Bound port: 62c0de25-8cfd-433a-80ab-60474ad4163c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:02.012894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.018618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] For port f7dc1aa6-290d-4596-9a3e-123915a5d277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7dc1aa6-290d-4596-9a3e-123915a5d277,segment=NetworkSegment(f26e8626-991e-44bf-a106-0448e6f806fd),segment_id=f26e8626-991e-44bf-a106-0448e6f806fd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:02.021584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f7dc1aa6-290d-4596-9a3e-123915a5d277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:02.048453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:02.048846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Checking segment: {'id': 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:02.049259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.049663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Bound using segment: {'id': 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:02.050157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Bound port: fb15f839-a055-4302-81b0-f633b7bf899e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da2408d7-b270-4bbc-94f9-0f29d68f8c65'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:02.050543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.112048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 22eec1d3-56ce-4723-a573-896f3c1dcbae {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:02.113357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.141775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.162581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8::1 (80d37c80-7e12-4a61-ab83-4614495b1adb/49a1fc85-ed0f-485e-a494-c91f0ed49892/a14ac0f6-027e-4172-a3e1-1a2e5d88f969) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:02.195401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:02.198274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10a12214-fef9-4450-b061-620ea700d870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.284820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-10a12214-fef9-4450-b061-620ea700d870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.298050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.302384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] For port 62c0de25-8cfd-433a-80ab-60474ad4163c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:02.326673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 22eec1d3-56ce-4723-a573-896f3c1dcbae owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:02.331144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Allocated IP 172.20.0.18 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/d53ae6b5-67c3-4a49-acc0-8a66e2eccfee/7fe5411f-b110-411b-a825-3ed4fe9b6f6e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:02.333701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:02.334345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c6f5a-81e8-4446-971b-03760328b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f7dc1aa6-290d-4596-9a3e-123915a5d277,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.337477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:02.337859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.353662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] For port 62c0de25-8cfd-433a-80ab-60474ad4163c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c0de25-8cfd-433a-80ab-60474ad4163c,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:02.360041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.366312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] For port fb15f839-a055-4302-81b0-f633b7bf899e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:02.373831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f7dc1aa6-290d-4596-9a3e-123915a5d277 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:02.373831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.373831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-37190bf6-3276-4842-a0e4-fa57c20406bc None None] Provisioning complete for port f7dc1aa6-290d-4596-9a3e-123915a5d277 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:02.373831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-37190bf6-3276-4842-a0e4-fa57c20406bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.399791 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-10a12214-fef9-4450-b061-620ea700d870 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cdba42276374f20a78483e21c1b85de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6601686 Dec 06 23:56:02.400654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56584) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:02.420100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] For port fb15f839-a055-4302-81b0-f633b7bf899e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb15f839-a055-4302-81b0-f633b7bf899e,segment=NetworkSegment(a98412ae-ecbb-44bb-ac8f-0a7141b57fbc),segment_id=a98412ae-ecbb-44bb-ac8f-0a7141b57fbc)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:02.427348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12214-fef9-4450-b061-620ea700d870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4222c0-9e0e-4d35-b032-df335a09afed,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.458242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.471345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.489773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 26dd15c9-8c56-4fe4-a71e-691a73da4728 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:02.517641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Subnet': ['ID=35a50660-4c9e-4d63-a2b9-30088fb95593,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.536662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Checking segment: {'id': 'ac88bbcd-7a96-4103-a16f-ffa8e8cb1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:02.537270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Network hostable DHCP agents. Network: 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:02.544086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.562608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.577228 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-228b2964-833d-4922-ba0c-625150a41e5c tempest-ServiceProvidersTest-16339948 tempest-ServiceProvidersTest-16339948-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2336829 Dec 06 23:56:02.613069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:02.613285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.665263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.751814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:02.768794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:02.769420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.776634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 80d37c80-7e12-4a61-ab83-4614495b1adb is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:02.784371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33f747-e374-4c3b-9632-1e58477b2eff None None] Pushing event updated for resources: {'Port': ['ID=62c0de25-8cfd-433a-80ab-60474ad4163c,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.793492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:02.805486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:02.806164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.833675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846d6f0-00d8-4192-be6e-1cc5962912d2 None None] Network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:02.839052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 172.20.0.13 (0c9ef150-8f64-4b54-a68b-c837f595510f/64569854-18ed-47d4-b56b-c9820a2a6816/26dd15c9-8c56-4fe4-a71e-691a73da4728) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:02.867054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=a14ac0f6-027e-4172-a3e1-1a2e5d88f969,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.904649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.910193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:02.910316 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9deecd5a-49bf-441c-99ea-d52369704da1 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6741056 Dec 06 23:56:02.910398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea4222c0-9e0e-4d35-b032-df335a09afed HTTP/1.1" status: 204 len: 168 time: 0.5061677 Dec 06 23:56:02.911016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:02.917127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100b4ab-6c22-4b8b-badf-7305c8de9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4222c0-9e0e-4d35-b032-df335a09afed,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:02.935372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'floatingip': {'floating_network_id': '88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:02.936592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:03.000016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c13b40-555a-4266-98e8-9daf4d4ab047 None None] Pushing event updated for resources: {'Port': ['ID=fb15f839-a055-4302-81b0-f633b7bf899e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:03.011774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.065512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fec1:69cd (0c9ef150-8f64-4b54-a68b-c837f595510f/8deaa957-2232-48d4-b4a0-5c1deb4756f1/26dd15c9-8c56-4fe4-a71e-691a73da4728) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:03.068536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.071521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=22eec1d3-56ce-4723-a573-896f3c1dcbae,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:03.074803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.161333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.179171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c429b6-13d9-4ee7-98a6-cd0ab12729c2 None None] Network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:03.327838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.329970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.345480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3f27fd22-9f68-4187-9d5d-b13905b9564f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/22eec1d3-56ce-4723-a573-896f3c1dcbae HTTP/1.1" status: 204 len: 168 time: 1.4665430 Dec 06 23:56:03.350669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56596) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:03.399102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e59200-a827-466a-af38-a9748271674c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:56:03.400823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-42e59200-a827-466a-af38-a9748271674c tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/22eec1d3-56ce-4723-a573-896f3c1dcbae HTTP/1.1" status: 404 len: 333 time: 0.0513525 Dec 06 23:56:03.408341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56600) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:03.487103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56602) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:03.620458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.638779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.690563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.727779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69320de-eb59-4a6e-ad86-69dc1536c9be None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:03.737790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.745167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5064de48-c2d7-4d58-8dd4-4190cb8fdd71 None None] Provisioning complete for port a14ac0f6-027e-4172-a3e1-1a2e5d88f969 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:03.745557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5064de48-c2d7-4d58-8dd4-4190cb8fdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.761202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4659-308e-4e2b-92cf-7ace92bf4c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.808078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.859966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5064de48-c2d7-4d58-8dd4-4190cb8fdd71 None None] Port a14ac0f6-027e-4172-a3e1-1a2e5d88f969 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:03.998017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:03.999943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.002523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.006733 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/security-groups/c54b6402-fc11-4a34-80d6-1d2912d72605 HTTP/1.1" status: 204 len: 168 time: 0.5920274 Dec 06 23:56:04.009522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56614) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:04.075245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4659-308e-4e2b-92cf-7ace92bf4c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.084984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd4f55-a342-42a4-9749-521f1b104892 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54b6402-fc11-4a34-80d6-1d2912d72605,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:04.095010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.122032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:04.136820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:04.138080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Allocated IP 172.20.0.6 (88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e/35a50660-4c9e-4d63-a2b9-30088fb95593/19f2c139-8687-4a5e-98b9-cf42b347d21b) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:04.153131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=26dd15c9-8c56-4fe4-a71e-691a73da4728,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:04.158469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:04.166828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4659-308e-4e2b-92cf-7ace92bf4c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.214271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.215119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.230814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f7dc1aa6-290d-4596-9a3e-123915a5d277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:04.323940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f7dc1aa6-290d-4596-9a3e-123915a5d277 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:04.324349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.346582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e4659-308e-4e2b-92cf-7ace92bf4c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda902bf-3800-4302-9d3e-f708e75fcf35,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:04.402508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.431538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a3e4659-308e-4e2b-92cf-7ace92bf4c89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8fc69e2047d4ac9932961f40704e5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9408367 Dec 06 23:56:04.433805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56624) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:04.478996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.517278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=a14ac0f6-027e-4172-a3e1-1a2e5d88f969,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:04.519691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:04.560010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.576982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:04.577693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.613270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:04.614756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.696329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-077ca9fd-666e-4858-9658-e5248e80e5eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9305053 Dec 06 23:56:04.698169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56628) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:04.734526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 80d37c80-7e12-4a61-ab83-4614495b1adb is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:04.742057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:04.753340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.758188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.761442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.771937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56630) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:04.772140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/security-groups/c680096a-d5f4-4160-8a3a-82db4a8c4166 HTTP/1.1" status: 204 len: 168 time: 0.7534997 Dec 06 23:56:04.786646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 62c0de25-8cfd-433a-80ab-60474ad4163c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:04.800159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e33b4c-64b8-47b3-9e96-d66f18359416 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c680096a-d5f4-4160-8a3a-82db4a8c4166,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:04.818806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409abe69-5270-4647-81b1-3744b51478f4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:04.843682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409abe69-5270-4647-81b1-3744b51478f4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:04.855925 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-409abe69-5270-4647-81b1-3744b51478f4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1474845 Dec 06 23:56:04.856546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56632) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:04.862194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.891622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 62c0de25-8cfd-433a-80ab-60474ad4163c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:04.892086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.918364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.959266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Could not find standard attr ID for object 22eec1d3-56ce-4723-a573-896f3c1dcbae. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:56:04.985102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:04.985588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:04.990307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a2526-52a6-4d00-8f6a-abd57572a157 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:05.019558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 26dd15c9-8c56-4fe4-a71e-691a73da4728 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:05.020499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.049252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:05.078438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 0309f6e4-bf37-443c-a476-700fcabfdeeb {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:05.093030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:05.099615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.141999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:05.151815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Port': ['ID=19f2c139-8687-4a5e-98b9-cf42b347d21b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:05.178069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:05.228639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.230873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.259206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 26dd15c9-8c56-4fe4-a71e-691a73da4728 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:05.308842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:05.310541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-46dfa410-4d9f-4315-a85b-729f3c4ed85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.362430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071c6d7-b665-4adf-bb38-880cc14f1257 None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:05.365231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.538663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.541432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.543000 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bda902bf-3800-4302-9d3e-f708e75fcf35 HTTP/1.1" status: 204 len: 168 time: 1.0940242 Dec 06 23:56:05.575307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dbe32-e761-420a-ab40-4c6d788945db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda902bf-3800-4302-9d3e-f708e75fcf35,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:05.603094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 62c0de25-8cfd-433a-80ab-60474ad4163c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c0de25-8cfd-433a-80ab-60474ad4163c,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:05.613220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.708877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a16f197-9ec9-4919-9c93-f231e721c490 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:05.747050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.773609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.774304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.774430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fb15f839-a055-4302-81b0-f633b7bf899e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:05.793415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=26dd15c9-8c56-4fe4-a71e-691a73da4728,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:05.870428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=62c0de25-8cfd-433a-80ab-60474ad4163c,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:05.905633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:05.922175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:05.924787 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e1c337bb-ae70-4498-84d4-3f24fb2eb10c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2982802 Dec 06 23:56:05.931391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:05.937626 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ceb83192-6a4e-441f-b41d-8549f209a0da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/26dd15c9-8c56-4fe4-a71e-691a73da4728 HTTP/1.1" status: 204 len: 168 time: 1.0800076 Dec 06 23:56:05.940559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56650) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:05.982345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] Sync routers for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:06.002490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f325cff-f649-472e-9c8c-47b8d337a3c0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:06.005020 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9f325cff-f649-472e-9c8c-47b8d337a3c0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports/a14ac0f6-027e-4172-a3e1-1a2e5d88f969 HTTP/1.1" status: 200 len: 911 time: 0.0714850 Dec 06 23:56:06.007792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56654) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:06.014907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.060525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.067848 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/0309f6e4-bf37-443c-a476-700fcabfdeeb HTTP/1.1" status: 204 len: 168 time: 1.2946017 Dec 06 23:56:06.068879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.073152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56658) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:06.075116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4dfde0-7474-414f-a3ce-d9138cd2ced9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=0309f6e4-bf37-443c-a476-700fcabfdeeb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:06.105229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:06.107096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:06.108262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:06.109814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f579bc-7dbc-407b-b089-3bcd098872f4 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:06.273397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:06.358249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56666) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:06.388493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:06.389143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:06.399897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Provisioning complete for port 62c0de25-8cfd-433a-80ab-60474ad4163c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:06.401104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.402665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fb15f839-a055-4302-81b0-f633b7bf899e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:06.403034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.418451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.436061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:06.441285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.483043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623a36e-5197-41ec-a937-ed6c249d3b78 None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '8deaa957-2232-48d4-b4a0-5c1deb4756f1', 'ip_address': '2001:db8::f816:3eff:fe6c:1959'}, {'subnet_id': '64569854-18ed-47d4-b56b-c9820a2a6816'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '62c0de25-8cfd-433a-80ab-60474ad4163c'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:06.499055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.525278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:06.525819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b9220-e6c1-4b15-a46c-2efa43ac8132 None None] The sync data for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:06.554733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bb3c3738-4f24-46d0-bc14-9db2d0405347 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:06.582770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c623a36e-5197-41ec-a937-ed6c249d3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.736381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7182ffe-93ab-47b6-9c98-a541977a1148 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:06.738725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7182ffe-93ab-47b6-9c98-a541977a1148 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:06.744336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7182ffe-93ab-47b6-9c98-a541977a1148 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:06.746041 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e7182ffe-93ab-47b6-9c98-a541977a1148 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8041081 Dec 06 23:56:06.750276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56676) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:06.771263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Port': ['ID=19f2c139-8687-4a5e-98b9-cf42b347d21b,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:06.788894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.796288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.858384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 64569854-18ed-47d4-b56b-c9820a2a6816 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:06.868969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.935779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.960862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:06.963352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9812d9b5-881c-4761-9642-50246a2f36e2 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0510373 Dec 06 23:56:06.966205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56684) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:06.980956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Could not find standard attr ID for object 22eec1d3-56ce-4723-a573-896f3c1dcbae. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:56:06.981758 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bb3c3738-4f24-46d0-bc14-9db2d0405347 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "PUT /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd HTTP/1.1" status: 200 len: 366 time: 0.6184971 Dec 06 23:56:06.984283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56686) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.000955 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-40d8b30d-0d41-43cb-868f-63e6731b43bd tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0139308 Dec 06 23:56:07.003000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56688) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.013892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.029448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port fb15f839-a055-4302-81b0-f633b7bf899e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb15f839-a055-4302-81b0-f633b7bf899e,segment=NetworkSegment(a98412ae-ecbb-44bb-ac8f-0a7141b57fbc),segment_id=a98412ae-ecbb-44bb-ac8f-0a7141b57fbc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:07.046208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-797c0134-3c32-484a-90c7-3d542afa88b6 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd HTTP/1.1" status: 200 len: 366 time: 0.0406122 Dec 06 23:56:07.054088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56690) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.059435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Provisioning complete for port fb15f839-a055-4302-81b0-f633b7bf899e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:07.059817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.069872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:07.077897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:07.081439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.081585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:07.082212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.098346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=97707399-489e-4533-bc96-284ac7374c15,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:07.119303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-295a2e02-e4bb-4f41-8540-ae631b1e99fd tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e HTTP/1.1" status: 200 len: 689 time: 0.1491191 Dec 06 23:56:07.121099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56692) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.140295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.217860 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6eca85c-11cc-45ee-bea6-ef089e0d694b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1377697 Dec 06 23:56:07.222057 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8695c4b1-1954-4fb7-b291-a1e79cca77bc tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd HTTP/1.1" status: 204 len: 168 time: 0.1648233 Dec 06 23:56:07.222057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56696) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.222057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56698) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.226580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001568817'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:07.253621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=fb15f839-a055-4302-81b0-f633b7bf899e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:07.255167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.279735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-444034de-60cf-4006-8d54-301387c1f917 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0449607 Dec 06 23:56:07.287851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56700) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.339098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 62c0de25-8cfd-433a-80ab-60474ad4163c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:07.345871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Provisioning complete for port a14ac0f6-027e-4172-a3e1-1a2e5d88f969 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:07.346348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.358484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c70b7d36-9e78-4b71-80ff-1317fb05574a tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd HTTP/1.1" status: 200 len: 370 time: 0.0673549 Dec 06 23:56:07.361364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.363402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56702) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.373048 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f0caf21e-8fd6-4923-9b45-27986b9de453 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd/default HTTP/1.1" status: 200 len: 370 time: 0.0046096 Dec 06 23:56:07.380359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56704) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.460737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5cd81360-1b1f-4b19-a72e-434d9c16c0a8 None None] Port a14ac0f6-027e-4172-a3e1-1a2e5d88f969 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:07.473752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 62c0de25-8cfd-433a-80ab-60474ad4163c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:07.477480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.499927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-c623a36e-5197-41ec-a937-ed6c249d3b78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64569854-18ed-47d4-b56b-c9820a2a6816: This subnet is being modified by another concurrent operation. Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:56:07.517463 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64569854-18ed-47d4-b56b-c9820a2a6816: This subnet is being modified by another concurrent operation. Dec 06 23:56:07.521616 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:56:07.564526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.580771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=64569854-18ed-47d4-b56b-c9820a2a6816,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:07.588080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.591368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9b301c59-551b-44ee-9f9a-0c7638da5d19 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/64569854-18ed-47d4-b56b-c9820a2a6816 HTTP/1.1" status: 204 len: 168 time: 0.8363562 Dec 06 23:56:07.593798 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-d6653e18-40af-4533-a8c8-64516c7e901d tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] delete failed (client error): The resource could not be found. Dec 06 23:56:07.594859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d6653e18-40af-4533-a8c8-64516c7e901d tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/68e359b88d074db1924f4c36f6247bdd HTTP/1.1" status: 404 len: 348 time: 0.0821948 Dec 06 23:56:07.595495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56708) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:07.611742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cbe246b6-f675-4f75-a5f8-6d96109bf482 None None] Provisioning complete for port fb15f839-a055-4302-81b0-f633b7bf899e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:07.612128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cbe246b6-f675-4f75-a5f8-6d96109bf482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.709518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8:1::1 (da2408d7-b270-4bbc-94f9-0f29d68f8c65/daf279d1-106c-42c7-a00e-36e7d68669c7/0c04a96b-ce12-4172-9510-06f0e0d637d2) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:07.757703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 8deaa957-2232-48d4-b4a0-5c1deb4756f1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:07.766532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.859931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.907351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Deleting port 19f2c139-8687-4a5e-98b9-cf42b347d21b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:07.907351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.915797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:07.931678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6ef5fb7a-b5f3-4681-9d04-02fbdc39d83b None None] Provisioning complete for port 62c0de25-8cfd-433a-80ab-60474ad4163c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:07.933939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ef5fb7a-b5f3-4681-9d04-02fbdc39d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.058411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.059834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.079020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6ef5fb7a-b5f3-4681-9d04-02fbdc39d83b None None] Could not find standard attr ID for object 26dd15c9-8c56-4fe4-a71e-691a73da4728. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:56:08.080323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.085714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.086072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.120597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.123598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Calling delete_port for 19f2c139-8687-4a5e-98b9-cf42b347d21b owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:08.134575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=0c04a96b-ce12-4172-9510-06f0e0d637d2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:08.158115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:08.159795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:08.163993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:08.164643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.181612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267b2da5-9297-4a75-8cae-fc0c736ad221,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:08.246027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:08.267169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.267169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d193607b-293e-4491-9bda-3cc69493cab4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0418885 Dec 06 23:56:08.268206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56722) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:08.270220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c40df-bddd-4e3e-80d8-cea516a82154 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:08.274541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801960624'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:08.298759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:network and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.302997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.314557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.343617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:subnet and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.370957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-22774a9e-211c-4b6a-aff6-4d4edeae3a99 None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:08.371845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22774a9e-211c-4b6a-aff6-4d4edeae3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.373142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.393166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.400979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=8deaa957-2232-48d4-b4a0-5c1deb4756f1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:08.411783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.416090 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-188b3768-0a31-4267-a5bf-e98da1683af3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/8deaa957-2232-48d4-b4a0-5c1deb4756f1 HTTP/1.1" status: 204 len: 168 time: 0.8118167 Dec 06 23:56:08.418196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd872150-bc2b-4ac6-9615-720455d48fdb None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:08.419681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56726) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:08.488809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.513716 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-89962804-11b1-4415-a657-2c44de27e127 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885370 Dec 06 23:56:08.515008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:subnetpool and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.517002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56730) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:08.538715 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:08.542521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.560321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.564429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-22774a9e-211c-4b6a-aff6-4d4edeae3a99 None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:08.571634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.576452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.641415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Port': ['ID=19f2c139-8687-4a5e-98b9-cf42b347d21b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:08.672458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:port and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.676773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1e5050-c424-4a39-9046-e221a1b1b742,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:08.689112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.689553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-22774a9e-211c-4b6a-aff6-4d4edeae3a99 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:08.689553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22774a9e-211c-4b6a-aff6-4d4edeae3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.741601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.743150 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e090ce3-6cf2-4dce-97f0-694a409f47aa tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4736557 Dec 06 23:56:08.758871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56736) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:08.762963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:router and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.788784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1721955882'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:08.790681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:08.794318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.814935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.820717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:floatingip and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:08.824092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:08.895617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.895770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Update dhcp port {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'fixed_ips': [{'subnet_id': 'd53ae6b5-67c3-4a49-acc0-8a66e2eccfee', 'ip_address': '172.20.0.18'}, {'subnet_id': '97707399-489e-4533-bc96-284ac7374c15'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7fe5411f-b110-411b-a825-3ed4fe9b6f6e'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:08.902070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:08.905779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.941820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Deleting port 62c0de25-8cfd-433a-80ab-60474ad4163c {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:08.942209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.944692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:08.992188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.065434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] For port 62c0de25-8cfd-433a-80ab-60474ad4163c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=62c0de25-8cfd-433a-80ab-60474ad4163c,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:09.065766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.066406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.070233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:security_group and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:09.085699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:09.116226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.117603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.126640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Calling delete_port for 62c0de25-8cfd-433a-80ab-60474ad4163c owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:09.128197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Usage tracker for resource:security_group_rule and project:6e45dfc30ee64882835225682689c612 is out of sync, need to count used quota {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 23:56:09.133922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-041f67c9-0357-4b78-aa67-d3af7896f86a None None] Provisioning complete for port 0c04a96b-ce12-4172-9510-06f0e0d637d2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:09.133922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-041f67c9-0357-4b78-aa67-d3af7896f86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.140643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.quota.resource [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110159) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 23:56:09.148289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.187603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=35a50660-4c9e-4d63-a2b9-30088fb95593,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:09.197825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3ebb7b3e-9da3-439a-905a-bd8cc100c178 tempest-QuotasTest-640948775 tempest-QuotasTest-640948775-project-admin] 10.222.0.53 "GET /v2.0/quotas/6e45dfc30ee64882835225682689c612/details.json HTTP/1.1" status: 200 len: 703 time: 0.9501901 Dec 06 23:56:09.294759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:09.308280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:09.325706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=0c04a96b-ce12-4172-9510-06f0e0d637d2,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:09.349714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.352799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.378591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fb15f839-a055-4302-81b0-f633b7bf899e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:09.391162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.417597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac88bbcd-7a96-4103-a16f-ffa8e8cb1ec6') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.420345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac88bbcd-7a96-4103-a16f-ffa8e8cb1ec6') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.448248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.479033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.483344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a16f197-9ec9-4919-9c93-f231e721c490 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:09.484722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56742) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:09.495256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-041f67c9-0357-4b78-aa67-d3af7896f86a None None] Port 0c04a96b-ce12-4172-9510-06f0e0d637d2 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:09.505140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.509951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-14444033', 'description': 'tempest-secgroup-smoke-14444033 description', 'project_id': '9feef033edb6433b95d2c2425a853956'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:09.524043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fb15f839-a055-4302-81b0-f633b7bf899e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:09.524464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.525839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:09.526317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:09.529954 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:09.558631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b9bae-8e0c-424a-a84c-b651415cea0c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:09.573138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Allocated IP 172.20.0.2 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/97707399-489e-4533-bc96-284ac7374c15/7fe5411f-b110-411b-a825-3ed4fe9b6f6e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:09.606680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.607965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b267fe6-bdc3-4d32-9ccf-f636e3e35e87 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8330479 Dec 06 23:56:09.610743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56744) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:09.616576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-641357261', 'security_groups': ['da7b9bae-8e0c-424a-a84c-b651415cea0c'], 'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97707399-489e-4533-bc96-284ac7374c15'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:09.657404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.685320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:09.691492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0b102d3d-a063-40a7-8016-3a839e78bfda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6825602 Dec 06 23:56:09.694208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56748) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:09.700626 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] Sync routers for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:09.717381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:09.718514 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.738855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.740503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] Pushing event deleted for resources: {'Port': ['ID=62c0de25-8cfd-433a-80ab-60474ad4163c,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:09.755567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26bc6a-5559-4b6e-ac9b-be96f9d41914 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:09.755567 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3a26bc6a-5559-4b6e-ac9b-be96f9d41914 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports/0c04a96b-ce12-4172-9510-06f0e0d637d2 HTTP/1.1" status: 200 len: 913 time: 0.0592303 Dec 06 23:56:09.760916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:09.770758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.784587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f2b640-b8b8-4d71-81c2-600e7e39df94 None None] No DVR routers for this DVR port 62c0de25-8cfd-433a-80ab-60474ad4163c on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:09.787387 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.801347 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:09.802267 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.824891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-45f4cdcc-5c86-4a9c-b566-4cceec0273aa None None] Provisioning complete for port 0c04a96b-ce12-4172-9510-06f0e0d637d2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:09.825585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45f4cdcc-5c86-4a9c-b566-4cceec0273aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:09.850549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:09.851206 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1fdfed-476d-4767-8561-5f00f43bf74e None None] The sync data for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:09.877328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:09.901734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-45f4cdcc-5c86-4a9c-b566-4cceec0273aa None None] Port 0c04a96b-ce12-4172-9510-06f0e0d637d2 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:09.909221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 62c0de25-8cfd-433a-80ab-60474ad4163c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:09.951781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.112220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2acefee6-df62-4e7f-9b82-1fb1a0eda16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.112912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:10.116661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.130890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.133208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 62c0de25-8cfd-433a-80ab-60474ad4163c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:10.133632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 62c0de25-8cfd-433a-80ab-60474ad4163c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:10.142369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.170501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.173619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:10.182691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:56:10.186494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:10.193998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.201415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e HTTP/1.1" status: 204 len: 168 time: 3.0751445 Dec 06 23:56:10.201415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.201415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.201733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.204458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56758) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.211103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59591695-233b-4b6b-b0e6-7a38d1aaa660 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:10.223126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e2030-74b7-4c32-a707-ed2baf41c137 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Network': ['ID=88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:10.238117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=69455914-2c1a-44a2-bff9-9b537cf9aa13,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:10.258974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.305251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:10.346446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-39ecdb56-5eea-4d12-8af8-151632bac134 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1384380 Dec 06 23:56:10.348522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56762) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.362367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb5f92e-dd70-4af6-b325-f9e0596a215f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:10.398504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2acefee6-df62-4e7f-9b82-1fb1a0eda16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.429877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.446875 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-03130f71-2627-4414-9e03-cff6e20913e2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9264510 Dec 06 23:56:10.453055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56764) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.458620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:10.477693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2acefee6-df62-4e7f-9b82-1fb1a0eda16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.531056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.568271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.569424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda26e3f-ac1f-4861-9637-956959e24fc3 None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:10.573023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2acefee6-df62-4e7f-9b82-1fb1a0eda16a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8309e75b1ab840dd9fb01c6ada7f263c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6201975 Dec 06 23:56:10.577205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56768) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.578402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acefee6-df62-4e7f-9b82-1fb1a0eda16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8668a647-e372-45a2-9711-184115b65a95,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:10.602290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '69455914-2c1a-44a2-bff9-9b537cf9aa13'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:10.602290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.627011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.627703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.628226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.628712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.629365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.629825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.630285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.630740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.631219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:10.633634 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-da3af0de-3fec-4fde-9479-9e810d59d3c8 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5802 time: 0.2839012 Dec 06 23:56:10.643516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56770) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.702326 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-6d4e44c9-15fe-4bac-8285-c4590e86bd21 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] delete failed (client error): The resource could not be found. Dec 06 23:56:10.703812 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d4e44c9-15fe-4bac-8285-c4590e86bd21 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8c4a0de9-cbba-4ac7-bfbe-ce230f4e867c HTTP/1.1" status: 404 len: 345 time: 0.0589571 Dec 06 23:56:10.712127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.715016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56772) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.785025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:10.788116 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2854178 Dec 06 23:56:10.791903 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a7dfb0-2fca-485a-aa92-8b2e1fc5bda6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 23:56:10.792471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a7dfb0-2fca-485a-aa92-8b2e1fc5bda6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:10.799029 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-15a7dfb0-2fca-485a-aa92-8b2e1fc5bda6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/88a1aeb5-fe7b-4f77-aa90-b8ca10f2c14e HTTP/1.1" status: 404 len: 339 time: 0.0809433 Dec 06 23:56:10.800133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56774) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.809967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:10.814202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56776) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:10.828753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'name': 'tempest-network--1292566361', 'router:external': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:10.834755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] device_id is not set on port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:10.866336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Allocated IP 2001:db8::f816:3eff:fe7a:930f (0c9ef150-8f64-4b54-a68b-c837f595510f/69455914-2c1a-44a2-bff9-9b537cf9aa13/cb77bfb4-77c3-4a25-9076-c1749d5c8069) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:10.988815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:10.992485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.064140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.146280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.161658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.4 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/97707399-489e-4533-bc96-284ac7374c15/07acc9ab-d55c-422c-ab80-f17bdfcf5932) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:11.214668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.218378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63f81e-0dc3-417a-8d88-a4e6d5f9a755 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3846b65c-3ec3-41cb-8f35-7650a96dcd1c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.233333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.251603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:11.260552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:11.266685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:11.271549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Pushing event updated for resources: {'Port': ['ID=cb77bfb4-77c3-4a25-9076-c1749d5c8069,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.293854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2bc33-080d-44ea-95cc-b7d5520cc64a req-41254759-76de-4c46-b910-8fa3aa83b694 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.295476 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6a2bc33-080d-44ea-95cc-b7d5520cc64a req-41254759-76de-4c46-b910-8fa3aa83b694 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.6112635 Dec 06 23:56:11.320908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-f6c3ce7e-85be-4a61-bb51-f4f3e6b5b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.322421 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-f6c3ce7e-85be-4a61-bb51-f4f3e6b5b140 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.5796587 Dec 06 23:56:11.325362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:11.328810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.353495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.359327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:11.362539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.401403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Attempting to bind port cb77bfb4-77c3-4a25-9076-c1749d5c8069 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:11.401658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Attempting to bind port cb77bfb4-77c3-4a25-9076-c1749d5c8069 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:11.402035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Attempting to bind port cb77bfb4-77c3-4a25-9076-c1749d5c8069 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:11.412456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:11.416376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:11.416376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.416376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:11.416376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Bound port: cb77bfb4-77c3-4a25-9076-c1749d5c8069, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:11.416376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.416909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-34a90214-4aad-4e7e-903f-112b5aedc064 None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:11.417278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34a90214-4aad-4e7e-903f-112b5aedc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.443565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.480433 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6a2bc33-080d-44ea-95cc-b7d5520cc64a req-0ed7872f-8404-4a3d-9c85-2b527e0814b6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625335 Dec 06 23:56:11.487124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6e1ae8-9ff5-4008-9288-a587e658b9cc,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.520811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-34a90214-4aad-4e7e-903f-112b5aedc064 None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:11.529482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:11.529887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.554361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-ef2f098f-1bb0-441e-abf5-1ddbb1670767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.554482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.555259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-079389e2-c69c-423f-89a9-14a051d07b2c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7510498 Dec 06 23:56:11.555472 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-ef2f098f-1bb0-441e-abf5-1ddbb1670767 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.2191632 Dec 06 23:56:11.560363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56778) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:11.565274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:11.586432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.596392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] For port cb77bfb4-77c3-4a25-9076-c1749d5c8069, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:11.598607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-34a90214-4aad-4e7e-903f-112b5aedc064 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:11.599528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34a90214-4aad-4e7e-903f-112b5aedc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.603634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] For port cb77bfb4-77c3-4a25-9076-c1749d5c8069, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb77bfb4-77c3-4a25-9076-c1749d5c8069,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:11.607533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:11.623250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.623930 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Added segment f10d881e-c753-4956-8759-2220fa782fef of type vlan for network 3d046c35-b66f-4649-918f-07e1d084344b Dec 06 23:56:11.642291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.645471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.649066 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8668a647-e372-45a2-9711-184115b65a95 HTTP/1.1" status: 204 len: 168 time: 1.0651741 Dec 06 23:56:11.673265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a275f-78dd-4c03-880c-86b4c45fb8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8668a647-e372-45a2-9711-184115b65a95,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.690723 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-39895ff1-d398-45d3-b9b0-4e20f6655697 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.1172230 Dec 06 23:56:11.695864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.716545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.738049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 0c04a96b-ce12-4172-9510-06f0e0d637d2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:11.738994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.739379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.793960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:11.799521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.809809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:11.821737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.822346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.825395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.827666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.828277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.830754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-958afc1a-e310-405e-9d87-9352c796b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.832390 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-958afc1a-e310-405e-9d87-9352c796b6b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.1308599 Dec 06 23:56:11.836104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.836384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68447fc4-b9a5-4a41-bd6a-7a45486be4be None None] Pushing event updated for resources: {'Port': ['ID=cb77bfb4-77c3-4a25-9076-c1749d5c8069,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.872862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=950f363f-9549-4d39-9ad3-6e9e5e1f5739,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.940146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:11.959723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:11.961557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 0c04a96b-ce12-4172-9510-06f0e0d637d2 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:11.967943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:11.970154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=3d046c35-b66f-4649-918f-07e1d084344b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.970320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-d0767bff-0d24-40eb-b06d-887ff185f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:11.972016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-d0767bff-0d24-40eb-b06d-887ff185f4dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158915 Dec 06 23:56:11.972473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:11.975112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=07acc9ab-d55c-422c-ab80-f17bdfcf5932,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:11.987620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 3d046c35-b66f-4649-918f-07e1d084344b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:11.996771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.006820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-734fe6a5-f71e-4a31-85f9-c3b0bc7309e6 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1845894 Dec 06 23:56:12.013909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a499262f-833e-4a95-8d57-b26e5c620cde tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5598304 Dec 06 23:56:12.014621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.028077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.043084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:7e:80:8c', 'name': 'tempest-NetworksTestDHCPv6-1228037528'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:12.100028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.171491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462b33d8-5c69-4849-ba65-5cf1afa610a3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:12.252517 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-5105957a-9e1c-46a2-a8a0-3b036987d7d9 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668881 Dec 06 23:56:12.257938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.258591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.261683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.265887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-38f77e76-c0e3-42d5-97b0-1be1f1068905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7044981 Dec 06 23:56:12.268620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56788) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.280974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:12.383209 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2d7901f5-1e4f-4ebf-80f7-05a65d9ca86a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7713723 Dec 06 23:56:12.388499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56790) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.400663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:12.418686 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7548b4cf-f751-4e81-b6b8-fe9faa323232 req-f7a3cb86-a13d-45f7-845c-d04e76a689ca service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514649 Dec 06 23:56:12.440517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bbe98-9471-40e7-9e4c-414409f46cf9 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.446569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bbe98-9471-40e7-9e4c-414409f46cf9 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.452469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bbe98-9471-40e7-9e4c-414409f46cf9 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.459564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381bbe98-9471-40e7-9e4c-414409f46cf9 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.461297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-381bbe98-9471-40e7-9e4c-414409f46cf9 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4435730 Dec 06 23:56:12.464339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56792) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.487020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c2115b70-eb20-42d9-b07b-0290edcfe8dc None None] Provisioning complete for port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:12.487534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c2115b70-eb20-42d9-b07b-0290edcfe8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.499218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.538975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c2115b70-eb20-42d9-b07b-0290edcfe8dc None None] Port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:12.592326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.595112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56796) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:12.625981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:12.654575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=0c04a96b-ce12-4172-9510-06f0e0d637d2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:12.666693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acda-d134-4bdb-8c20-2a79b30276bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.685940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.699485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.727238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9014-90fb-49ad-b359-accc809e2d58 req-f0f94f87-b9de-4b2e-87d9-34a9ffd5b7a2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:12.729418 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e3b9014-90fb-49ad-b359-accc809e2d58 req-f0f94f87-b9de-4b2e-87d9-34a9ffd5b7a2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1389327 Dec 06 23:56:12.780815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.787879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.790038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:12.794659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.854646 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e3b9014-90fb-49ad-b359-accc809e2d58 req-84b40c92-e4ec-4f51-9839-22e7473a7fd2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081598 Dec 06 23:56:12.867488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 1c08d0af-0274-4b52-9526-8fff53d8b109 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:12.888175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69112286-55ca-4347-956c-42ef3d1f9be5,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:12.932086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.939538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:12.992766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d046c35-b66f-4649-918f-07e1d084344b']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:12.997355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.001276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-189fbff4-07a9-4dd7-b828-432d2ab34144 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7290726 Dec 06 23:56:13.007459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56798) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.014740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:13.066852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10d881e-c753-4956-8759-2220fa782fef') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:13.067154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10d881e-c753-4956-8759-2220fa782fef') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:13.086178 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.ipam_backend_mixin [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97707399-489e-4533-bc96-284ac7374c15 (CIDR: 172.20.0.0/28) Dec 06 23:56:13.091107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.112107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acda-d134-4bdb-8c20-2a79b30276bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.120804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.131241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:13.131647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:13.133430 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:13.153261 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:13.154154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:13.173646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.201688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5ee0acda-d134-4bdb-8c20-2a79b30276bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.225868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 172.20.0.2 (0c9ef150-8f64-4b54-a68b-c837f595510f/950f363f-9549-4d39-9ad3-6e9e5e1f5739/1c08d0af-0274-4b52-9526-8fff53d8b109) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:13.245331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe7e:808c (0c9ef150-8f64-4b54-a68b-c837f595510f/69455914-2c1a-44a2-bff9-9b537cf9aa13/1c08d0af-0274-4b52-9526-8fff53d8b109) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:13.309544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cb77bfb4-77c3-4a25-9076-c1749d5c8069 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:13.309687 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f07cd4e3-4cbd-4914-a875-1ee263f6aa72 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9158673 Dec 06 23:56:13.312320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56800) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.330915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:13.338904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.344975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585daf1-2f07-4320-b6b1-9db19ae386eb None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:13.353302 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5ee0acda-d134-4bdb-8c20-2a79b30276bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e45dfc30ee64882835225682689c612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497730 Dec 06 23:56:13.355364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56802) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.359444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0acda-d134-4bdb-8c20-2a79b30276bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be70c9e1-8b2f-4f85-b0fd-7ce5cb36d784,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:13.405614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.421257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d046c35-b66f-4649-918f-07e1d084344b {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:56:13.424078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.428152 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3d046c35-b66f-4649-918f-07e1d084344b HTTP/1.1" status: 204 len: 168 time: 0.9627876 Dec 06 23:56:13.435952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56804) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.452054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a16f197-9ec9-4919-9c93-f231e721c490 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:13.456017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'name': 'tempest-network--1895058198', 'router:external': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:13.457948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.460445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:13.460885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.464174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3558130-de3d-41ff-8588-3201e6c22992 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d046c35-b66f-4649-918f-07e1d084344b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:13.485017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.513348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03bfcfbf-3913-4c01-b276-fe92d14300a4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:13.541430 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.554722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:13.555259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.609267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:13.612029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.669109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:13.675470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:13.680788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.685743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-82d5b6a6-e5dc-4237-919d-814834c86e66 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9228110 Dec 06 23:56:13.688446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56806) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.702656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.703307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Added segment d4fa0b56-d586-440a-abe3-054801256495 of type vlan for network 50b496b5-7e14-44be-9eaf-098c7fe3adc1 Dec 06 23:56:13.750353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.799175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] For port cb77bfb4-77c3-4a25-9076-c1749d5c8069, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb77bfb4-77c3-4a25-9076-c1749d5c8069,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:13.823954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '69455914-2c1a-44a2-bff9-9b537cf9aa13', 'ip_address': '2001:db8::f816:3eff:fe7a:930f'}, {'subnet_id': '950f363f-9549-4d39-9ad3-6e9e5e1f5739'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'cb77bfb4-77c3-4a25-9076-c1749d5c8069'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:13.853044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.855835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.866559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.911915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:56:13.912324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:56:13.915580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.964652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:13.966015 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-32e926f4-3166-4b32-8088-9ec4f6add2f6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9571764 Dec 06 23:56:13.969718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56810) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:13.977802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:14.030972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.036043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.037505 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be70c9e1-8b2f-4f85-b0fd-7ce5cb36d784 HTTP/1.1" status: 204 len: 168 time: 0.6828961 Dec 06 23:56:14.060629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f329100-f1de-4d3d-beed-815dac3c09b9 None None] Pushing event updated for resources: {'Port': ['ID=cb77bfb4-77c3-4a25-9076-c1749d5c8069,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:14.068309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9063-a26c-474a-90f7-9aa9777cae0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be70c9e1-8b2f-4f85-b0fd-7ce5cb36d784,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:14.076957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.090155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.091855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.092638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.133615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:14.137355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.147347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c3494-b35a-4114-aaed-b9b54ae79c3b req-294dc383-084e-41dc-95e8-f406611b336e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.149310 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9d8c3494-b35a-4114-aaed-b9b54ae79c3b req-294dc383-084e-41dc-95e8-f406611b336e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1649761 Dec 06 23:56:14.168185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:14.174472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:14.186781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:14.190598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] Sync routers for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:14.229191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-13d86e4d-0c75-4cc2-8de9-9ba9cecf0439 {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:56:14.229659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:56:14.230206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:14.230960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:14.232894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=1c08d0af-0274-4b52-9526-8fff53d8b109,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:14.254143 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Project 9feef033edb6433b95d2c2425a853956 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:56:14.262731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.263392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.269003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.271640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:14.287456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:14.288389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:14.328908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:14.330031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af198df-ec0f-4582-a52d-c25821888e98 None None] The sync data for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:14.344891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff04bb7c-3a28-48eb-8134-0f54d262b6ef tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3056264 Dec 06 23:56:14.347432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56814) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.391383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.412267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254db255-d870-4bb7-8b94-67f393595c57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.423604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254db255-d870-4bb7-8b94-67f393595c57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.427832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-254db255-d870-4bb7-8b94-67f393595c57 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0759659 Dec 06 23:56:14.428096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56818) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.467386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.531897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfbe407-12ed-4f3f-9bca-efe35f1efced,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:14.563560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.568271 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bdf0463a-87f5-4012-8384-dbf2eaea0b78 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5943656 Dec 06 23:56:14.568616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.573464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'security_group_rule': {'security_group_id': '3846b65c-3ec3-41cb-8f35-7650a96dcd1c', 'project_id': '9feef033edb6433b95d2c2425a853956', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:14.612330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 1c08d0af-0274-4b52-9526-8fff53d8b109 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:14.612832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.617442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1760709 Dec 06 23:56:14.621764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56826) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.622811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c64e5-9f32-4f55-89ba-5ff52c53abdb tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=50b496b5-7e14-44be-9eaf-098c7fe3adc1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:14.637475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 50b496b5-7e14-44be-9eaf-098c7fe3adc1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:14.658660 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9d8c3494-b35a-4114-aaed-b9b54ae79c3b req-e395c341-9255-4212-9544-85936e3f1360 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981802 Dec 06 23:56:14.700430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d53ae6b5-67c3-4a49-acc0-8a66e2eccfee (CIDR: 172.20.0.16/28) Dec 06 23:56:14.713488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Project 9feef033edb6433b95d2c2425a853956 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:56:14.751821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:14.753307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:14.757800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.782051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.785207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.815723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a01eea-8d22-400e-aa32-5a62d14c6bf5 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.817718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b2a01eea-8d22-400e-aa32-5a62d14c6bf5 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "GET /v2.0/networks/50b496b5-7e14-44be-9eaf-098c7fe3adc1 HTTP/1.1" status: 200 len: 757 time: 0.1948597 Dec 06 23:56:14.826405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.883175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.945061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 1c08d0af-0274-4b52-9526-8fff53d8b109 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:14.964417 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-04490a75-87aa-486e-a2a7-59fdfc34a3d6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6409335 Dec 06 23:56:14.964628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Allocated IP 172.20.0.3 (0c9ef150-8f64-4b54-a68b-c837f595510f/950f363f-9549-4d39-9ad3-6e9e5e1f5739/cb77bfb4-77c3-4a25-9076-c1749d5c8069) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:14.966182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56836) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:14.971241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'subnet': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:14.974186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:14.982874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc5cf5-c7b5-43a4-a2b7-23635cbeab89 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:14.987290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dcfc5cf5-c7b5-43a4-a2b7-23635cbeab89 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "GET /v2.0/networks/e039b549-9aaa-4cda-b119-b4af7f4d3392 HTTP/1.1" status: 200 len: 767 time: 0.1573339 Dec 06 23:56:14.988855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:15.093362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.141362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edae3a31-be3e-4094-862a-fccd1ef5cb02,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:15.150023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.225532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] For port cb77bfb4-77c3-4a25-9076-c1749d5c8069, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb77bfb4-77c3-4a25-9076-c1749d5c8069,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:15.241845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port a14ac0f6-027e-4172-a3e1-1a2e5d88f969 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:15.242143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.256183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.258420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6d50b02-23ea-4feb-803d-0f92e2e21f83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6878560 Dec 06 23:56:15.270766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.285951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56846) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:15.293363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'network': {'name': 'tempest-network-smoke--212310147', 'project_id': '9feef033edb6433b95d2c2425a853956', 'port_security_enabled': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:15.297247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cb77bfb4-77c3-4a25-9076-c1749d5c8069 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:15.308965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.325816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.364549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b496b5-7e14-44be-9eaf-098c7fe3adc1']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:15.380807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.383326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fa0b56-d586-440a-abe3-054801256495') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:15.383631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fa0b56-d586-440a-abe3-054801256495') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:15.399472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.403738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for a14ac0f6-027e-4172-a3e1-1a2e5d88f969 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:15.430196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.437081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:15.437543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:15.439723 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:15.444366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db078928-abdf-4e06-8d3a-e4f675e7cbd1 None None] Pushing event updated for resources: {'Port': ['ID=cb77bfb4-77c3-4a25-9076-c1749d5c8069,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:15.462487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:15.463006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.469251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Made reservation on behalf of 59cc16c0053a41368cb70d6a98ae7a4e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:15.474913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.504117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.526579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Made reservation on behalf of 9feef033edb6433b95d2c2425a853956 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:15.530410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.563072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=1c08d0af-0274-4b52-9526-8fff53d8b109,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:15.629859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.636582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50b496b5-7e14-44be-9eaf-098c7fe3adc1 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:56:15.651921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.668540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/50b496b5-7e14-44be-9eaf-098c7fe3adc1 HTTP/1.1" status: 204 len: 168 time: 0.6780732 Dec 06 23:56:15.681305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56852) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:15.687042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'name': 'tempest-network--645061862'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:15.768471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7640-597e-4b04-8caa-240f59493f92 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Network': ['ID=50b496b5-7e14-44be-9eaf-098c7fe3adc1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:15.777654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:15.799617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.800190 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Added segment bbebb767-1610-4cd4-822f-5c819a08dc13 of type vlan for network 58182b87-2ed3-4acd-ba29-629cca40654b Dec 06 23:56:15.813272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.815516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Made reservation on behalf of caa5b5610a684bf8a8fa0adea0f9cdc0 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:15.817955 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6aa5bd7-a23d-4e72-9afa-d64c0a4a43e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/1c08d0af-0274-4b52-9526-8fff53d8b109 HTTP/1.1" status: 204 len: 168 time: 1.3887994 Dec 06 23:56:15.820584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56856) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:15.822767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.872717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.885501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:15.902559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e9ffa-82b0-477d-b6e0-3d8ee7301774 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:15.904311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e9ffa-82b0-477d-b6e0-3d8ee7301774 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:15.906236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e9ffa-82b0-477d-b6e0-3d8ee7301774 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:15.908187 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ea0e9ffa-82b0-477d-b6e0-3d8ee7301774 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0864384 Dec 06 23:56:15.911623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56858) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:15.947790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=a14ac0f6-027e-4172-a3e1-1a2e5d88f969,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:15.954574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.966267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:15.966610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Added segment fb2df853-2ac9-4a86-befd-503eee9d50c4 of type vlan for network f931e22d-5bf4-4aac-a9c9-3da304465309 Dec 06 23:56:16.001742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 69455914-2c1a-44a2-bff9-9b537cf9aa13 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:16.007599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.093491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.099848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.119460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:16.121215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.207875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.230456 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9387050 Dec 06 23:56:16.232940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56864) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:16.238756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.274036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'admin_state_up': True, 'project_id': '9feef033edb6433b95d2c2425a853956', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:16.357969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d04a7a-5826-4227-a727-c7a58a30a70e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Network': ['ID=58182b87-2ed3-4acd-ba29-629cca40654b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:16.366549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.373075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 58182b87-2ed3-4acd-ba29-629cca40654b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:16.388876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.445572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.446572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:16.447186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.471076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.472125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.536779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:16.555946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:16.562439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.577786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1e1d5-b22d-4e56-ad9a-ec0a3e844157 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:16.601980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:16.602578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.631082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=69455914-2c1a-44a2-bff9-9b537cf9aa13,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:16.638981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.653079 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-238afff2-390b-4331-8294-40972f47e1d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/69455914-2c1a-44a2-bff9-9b537cf9aa13 HTTP/1.1" status: 204 len: 168 time: 0.7401872 Dec 06 23:56:16.654158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56872) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:16.660811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=f931e22d-5bf4-4aac-a9c9-3da304465309,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:16.673503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Subnet': ['ID=0b7046fe-9d62-43f2-8e8c-90242629fea4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:16.680888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network f931e22d-5bf4-4aac-a9c9-3da304465309 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:16.700896 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d5e78b48-f291-46e3-b17b-dcb071d5bca5 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0184767 Dec 06 23:56:16.702862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56874) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:16.709963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:16.717770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.739349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56876) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:16.747238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a16f197-9ec9-4919-9c93-f231e721c490 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:16.757890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 950f363f-9549-4d39-9ad3-6e9e5e1f5739 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:16.762233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.777088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49b38c84-87e8-43a4-84c1-775fb93e2850 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:16.777647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49b38c84-87e8-43a4-84c1-775fb93e2850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.802992 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c63185ea-37a5-450b-a2c6-e73b8028fffe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8324223 Dec 06 23:56:16.802992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56880) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:16.808143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1077112558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b7046fe-9d62-43f2-8e8c-90242629fea4'}], 'security_groups': ['267b2da5-9297-4a75-8cae-fc0c736ad221', '1b1e5050-c424-4a39-9046-e221a1b1b742']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:16.822820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:16.900607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-681061118', 'router:external': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:16.945885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084a22a-a892-488f-87db-50ef4d051469 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:16.989369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:16.995162 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6ae13c3a-27e5-4805-ac39-1f51620fc6a5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051126 Dec 06 23:56:17.002457 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] Sync routers for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:17.007781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56882) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:17.012793 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:17.013416 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:17.049726 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:17.060370 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] Routers {'3a16f197-9ec9-4919-9c93-f231e721c490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:17.061213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a16f197-9ec9-4919-9c93-f231e721c490'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:17.069734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.102571 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-286f6dc9-7b63-4df2-acb7-48e4ebd21ee8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a16f197-9ec9-4919-9c93-f231e721c490 HTTP/1.1" status: 200 len: 205 time: 0.0895469 Dec 06 23:56:17.106223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56884) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:17.110170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:17.110989 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922b4612-a35c-4b65-a861-c9a68efea721 None None] The sync data for ids ['3a16f197-9ec9-4919-9c93-f231e721c490'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:17.137380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Made reservation on behalf of 9d7ae2f27eb14a839f0f0792d992f5a9 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:17.139566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.154320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.193539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f16d6f0e-7ab8-4837-9aa8-bb0561f7a658 None None] Could not find standard attr ID for object 1c08d0af-0274-4b52-9526-8fff53d8b109. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:56:17.197119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.227265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.247437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Update dhcp port {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'fixed_ips': [{'subnet_id': 'd53ae6b5-67c3-4a49-acc0-8a66e2eccfee', 'ip_address': '172.20.0.18'}, {'subnet_id': '97707399-489e-4533-bc96-284ac7374c15', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b7046fe-9d62-43f2-8e8c-90242629fea4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7fe5411f-b110-411b-a825-3ed4fe9b6f6e'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:17.283817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.300328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cb77bfb4-77c3-4a25-9076-c1749d5c8069 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:17.317881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.411243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.437062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.474097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.480985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.484294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Allocated IP 172.20.0.34 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/0b7046fe-9d62-43f2-8e8c-90242629fea4/7fe5411f-b110-411b-a825-3ed4fe9b6f6e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:17.486130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.491792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.536054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Network f931e22d-5bf4-4aac-a9c9-3da304465309 is not hosted by any dhcp agent {{(pid=110158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:56:17.537019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:17.537631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.538999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "PUT /v2.0/networks/f931e22d-5bf4-4aac-a9c9-3da304465309 HTTP/1.1" status: 200 len: 857 time: 0.8331554 Dec 06 23:56:17.542510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=950f363f-9549-4d39-9ad3-6e9e5e1f5739,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:17.546074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.557218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.560561 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ad9af3ff-3c23-4b58-a94b-4726c21cb9bf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/950f363f-9549-4d39-9ad3-6e9e5e1f5739 HTTP/1.1" status: 204 len: 168 time: 0.8813605 Dec 06 23:56:17.562367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56886) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:17.569662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56888) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:17.624498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:17.625269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.633240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2ac6b9-52ec-4252-ac57-50b7c293e7f6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:17.685581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:17.689126 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3708d8a2-831e-4bdf-8a26-39a31c5df1d0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843143 Dec 06 23:56:17.699819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56890) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:17.715792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:17.718040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.724542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:17.745606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534da6-1fa4-4c54-978e-d3b101f1d681 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event updated for resources: {'Network': ['ID=f931e22d-5bf4-4aac-a9c9-3da304465309,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:17.773817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.783372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.791151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.791578 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Added segment 107221a5-4a2a-4add-8c24-3de82efa7f43 of type vlan for network e3756c6b-8d54-44a2-a2cb-5683be9c317c Dec 06 23:56:17.841507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.869549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.908702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:17.967136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e0f46-a01c-4d94-a52e-8b2c45aacad9 None None] Pushing event updated for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:18.007902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d2486-05d8-43e8-96b9-94a3ee46af1d None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:18.061420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.062470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:18.062994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.074945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.125608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.126177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 3a16f197-9ec9-4919-9c93-f231e721c490 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:18.133258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f931e22d-5bf4-4aac-a9c9-3da304465309']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:18.135413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.136730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4794d36f-5a3f-4f33-b5dc-44342e6d9c16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490 HTTP/1.1" status: 204 len: 168 time: 1.0294461 Dec 06 23:56:18.141953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d33b4954-77ac-4ffb-acf6-c6ec8dce53e4 None None] Provisioning complete for port cb77bfb4-77c3-4a25-9076-c1749d5c8069 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:18.141953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d33b4954-77ac-4ffb-acf6-c6ec8dce53e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.144642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56892) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:18.152220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Allocated IP 172.36.7.239 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/27b5ac7b-dca2-4034-bafd-39ab4a37beda) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:18.155310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2df853-2ac9-4a86-befd-503eee9d50c4') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:18.157285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2df853-2ac9-4a86-befd-503eee9d50c4') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:18.197423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.217232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.314734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:18.316415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5759020 Dec 06 23:56:18.317828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:18.318259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.324442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56894) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:18.326929 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:18.335688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'subnet': {'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:18.339910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c31bb-d4ce-4f63-b836-e0084876b75b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Network': ['ID=e3756c6b-8d54-44a2-a2cb-5683be9c317c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:18.360618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:18.365321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39fb6a5c-dcb1-4c24-96e9-0eb93f601b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.428837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet daf279d1-106c-42c7-a00e-36e7d68669c7 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:18.436582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.446764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.463780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Deleting port cb77bfb4-77c3-4a25-9076-c1749d5c8069 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:18.464221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.504770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.512158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Made reservation on behalf of 9d7ae2f27eb14a839f0f0792d992f5a9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:18.514773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.516092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f931e22d-5bf4-4aac-a9c9-3da304465309 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:56:18.534848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.556463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f931e22d-5bf4-4aac-a9c9-3da304465309 HTTP/1.1" status: 204 len: 168 time: 0.9524567 Dec 06 23:56:18.556463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.558668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] For port cb77bfb4-77c3-4a25-9076-c1749d5c8069, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cb77bfb4-77c3-4a25-9076-c1749d5c8069,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:18.559626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.561866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56896) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:18.580318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Calling delete_port for cb77bfb4-77c3-4a25-9076-c1749d5c8069 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:18.638541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:18.671493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:18.675896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fd235-84eb-48f3-94b6-ba75d0d09537 tempest-ExternalNetworksTestJSON-534760519 tempest-ExternalNetworksTestJSON-534760519-project-admin] Pushing event deleted for resources: {'Network': ['ID=f931e22d-5bf4-4aac-a9c9-3da304465309,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:18.676952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.683309 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d65c1-a927-41f8-b552-88c8ecf95594 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:18.683309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537d65c1-a927-41f8-b552-88c8ecf95594 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:18.685118 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-537d65c1-a927-41f8-b552-88c8ecf95594 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "DELETE /v2.0/subnets/35a50660-4c9e-4d63-a2b9-30088fb95593 HTTP/1.1" status: 404 len: 337 time: 0.1135364 Dec 06 23:56:18.685486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:18.686376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Delete allocated IP 172.20.0.4 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/97707399-489e-4533-bc96-284ac7374c15) {{(pid=110158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 23:56:18.689026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56898) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:18.697705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6349485-be0f-4acc-b583-1c0daea48f04 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:18.736262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Provisioning complete for port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:18.736701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.775847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:18.785901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.797281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=27b5ac7b-dca2-4034-bafd-39ab4a37beda,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:18.822759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.825013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:18.825454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.827212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.864782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] Pushing event deleted for resources: {'Port': ['ID=cb77bfb4-77c3-4a25-9076-c1749d5c8069,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:18.868167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:18.872441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db504f34-7af2-4df3-bc75-d8f788158985 None None] No DVR routers for this DVR port cb77bfb4-77c3-4a25-9076-c1749d5c8069 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:18.895837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:18.896596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d227bf0d-3b55-407c-9c9c-f8e10be3b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:18.904914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Allocated IP 172.20.0.44 (0aea9cd1-e392-4f0c-8299-5f8d9381ec81/0b7046fe-9d62-43f2-8e8c-90242629fea4/07acc9ab-d55c-422c-ab80-f17bdfcf5932) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:18.948470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d61fa-e2ba-47fa-adf6-3ad813371676 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:56:19.110227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:19.114277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.129912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.168837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.175017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.178767 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/daf279d1-106c-42c7-a00e-36e7d68669c7 HTTP/1.1" status: 204 len: 168 time: 1.0330098 Dec 06 23:56:19.180635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d61fa-e2ba-47fa-adf6-3ad813371676 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:56:19.184364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56900) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:19.220207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d11aa-33b3-4644-8f1d-a466cb0f3935 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=daf279d1-106c-42c7-a00e-36e7d68669c7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:19.284012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.309165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:19.364134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-982ea1c9-377f-43ec-9712-c42f56240daf None None] Provisioning complete for port 27b5ac7b-dca2-4034-bafd-39ab4a37beda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:19.364515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-982ea1c9-377f-43ec-9712-c42f56240daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.372998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 49a1fc85-ed0f-485e-a494-c91f0ed49892 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:19.391325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.394116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.414466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e039b549-9aaa-4cda-b119-b4af7f4d3392']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:19.424758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd98264-845f-4963-bbde-315d171bbb09') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:19.425117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd98264-845f-4963-bbde-315d171bbb09') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:19.428375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-982ea1c9-377f-43ec-9712-c42f56240daf None None] Port 27b5ac7b-dca2-4034-bafd-39ab4a37beda cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:19.482584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.507152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.528344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event updated for resources: {'Port': ['ID=07acc9ab-d55c-422c-ab80-f17bdfcf5932,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:19.544557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:19.545692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:19.548579 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:19.551356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.612275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:19.612869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.624816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.670860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] In _notify_port_updated(), no bound segment for port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 on network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:56:19.676992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:19.677605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.681850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-78b29762-7c3d-438d-a5c7-4f5925bfa94a tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "PUT /v2.0/ports/07acc9ab-d55c-422c-ab80-f17bdfcf5932 HTTP/1.1" status: 200 len: 960 time: 2.8750281 Dec 06 23:56:19.696133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56902) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:19.712194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.725947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.729357 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] 10.222.0.53 "DELETE /v2.0/networks/e039b549-9aaa-4cda-b119-b4af7f4d3392 HTTP/1.1" status: 204 len: 168 time: 1.0392480 Dec 06 23:56:19.762924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685cbd1-384c-4375-b628-652acaa65d23 tempest-ExternalNetworksTestJSON-1141542784 tempest-ExternalNetworksTestJSON-1141542784-project] Pushing event deleted for resources: {'Network': ['ID=e039b549-9aaa-4cda-b119-b4af7f4d3392,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:19.777966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08a9aa-e154-4fc1-98a8-3fe7bf56d100 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:56:19.876779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.877955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cb77bfb4-77c3-4a25-9076-c1749d5c8069 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:19.879769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08a9aa-e154-4fc1-98a8-3fe7bf56d100 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:56:19.904415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:19.912839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: cb77bfb4-77c3-4a25-9076-c1749d5c8069 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:19.913189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cb77bfb4-77c3-4a25-9076-c1749d5c8069 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:19.942106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.009722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:20.017836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:20.028885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:20.029475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.035742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=24cf59e0-2a71-4851-a982-619195a9540d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:20.064565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port 07acc9ab-d55c-422c-ab80-f17bdfcf5932 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:20.065248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.180979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '24cf59e0-2a71-4851-a982-619195a9540d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:20.181861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.196059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0aa1206f-cd1b-4812-80d1-c376b2a3d8e1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4954062 Dec 06 23:56:20.197419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.198971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56906) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.204042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:20.209783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Router 6653bd10-d07e-45b0-a1db-904a4aa46224 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:20.210607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.212940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:20.213369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.245897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=49a1fc85-ed0f-485e-a494-c91f0ed49892,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:20.256054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for 07acc9ab-d55c-422c-ab80-f17bdfcf5932 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:20.257283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.260392 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-07afc0a0-b463-4a28-9168-eb86bb8c601b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/49a1fc85-ed0f-485e-a494-c91f0ed49892 HTTP/1.1" status: 204 len: 168 time: 1.0558534 Dec 06 23:56:20.265091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56908) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.374356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:20.405024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Checking segment: {'id': '107221a5-4a2a-4add-8c24-3de82efa7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:20.406276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network hostable DHCP agents. Network: e3756c6b-8d54-44a2-a2cb-5683be9c317c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:20.420990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Allocated IP 172.20.0.2 (0c9ef150-8f64-4b54-a68b-c837f595510f/24cf59e0-2a71-4851-a982-619195a9540d/371c3677-f625-49ee-9374-5be5fc63f800) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:20.449057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56912) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.470390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.509919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:20.516839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:20.530576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Sync routers for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:20.563850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:20.567460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:20.568413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.568549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:55:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:20.609107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e3756c6b-8d54-44a2-a2cb-5683be9c317c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:20.619784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:20.620587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.652711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.652973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.656819 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-52d50e78-ef2e-4732-ad3d-964d30d9b19b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4164324 Dec 06 23:56:20.657327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56916) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.662623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port fb15f839-a055-4302-81b0-f633b7bf899e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:20.662971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.678648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-40348b4b-6e65-4a93-9808-957baa194803 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa3ddaa4fe944f2b9c90167a8f0c1a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268939 Dec 06 23:56:20.683215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56920) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.711604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=07acc9ab-d55c-422c-ab80-f17bdfcf5932,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:20.728775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c326-1e2d-4369-a331-954fca733db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.762039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.762644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-904e87ac-963f-4f4e-ad53-e98d2df335f8 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4307878 Dec 06 23:56:20.777740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:20.782164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port fb15f839-a055-4302-81b0-f633b7bf899e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb15f839-a055-4302-81b0-f633b7bf899e,segment=NetworkSegment(a98412ae-ecbb-44bb-ac8f-0a7141b57fbc),segment_id=a98412ae-ecbb-44bb-ac8f-0a7141b57fbc)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:20.782537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.784914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56922) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.792588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1848449346', 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:20.804578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for fb15f839-a055-4302-81b0-f633b7bf899e owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:20.843872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.864215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-63876e91-b3df-405a-8482-6e35b8bfe8c1 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9feef033edb6433b95d2c2425a853956&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2047360 Dec 06 23:56:20.871420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56924) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.916087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.919311 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7ee4837f-4556-4383-9b1b-d079b503e4ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/07acc9ab-d55c-422c-ab80-f17bdfcf5932 HTTP/1.1" status: 204 len: 168 time: 1.2216144 Dec 06 23:56:20.924391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:20.934222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:20.944157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:20.950152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:20.960018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:20.961375 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4fc151-ee9d-46af-a117-5017685232d9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] GET failed (client error): The resource could not be found. Dec 06 23:56:20.964578 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bc4fc151-ee9d-46af-a117-5017685232d9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports/07acc9ab-d55c-422c-ab80-f17bdfcf5932 HTTP/1.1" status: 404 len: 333 time: 0.0386815 Dec 06 23:56:20.965023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Pushing event updated for resources: {'Port': ['ID=371c3677-f625-49ee-9374-5be5fc63f800,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:20.966177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56928) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.016259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.018549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Made reservation on behalf of 9d7ae2f27eb14a839f0f0792d992f5a9 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:21.021457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.051852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Attempting to bind port 371c3677-f625-49ee-9374-5be5fc63f800 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:21.052257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Attempting to bind port 371c3677-f625-49ee-9374-5be5fc63f800 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:21.052635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Attempting to bind port 371c3677-f625-49ee-9374-5be5fc63f800 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:21.061703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:21.062092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:21.062505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.062912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:21.063433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Bound port: 371c3677-f625-49ee-9374-5be5fc63f800, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:21.064110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.113744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] device_id is not set on port ff1aed88-6a28-48a9-83ac-9beeaed505a8 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:21.118766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.139248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:19Z', 'revision_number': 3, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:21.142339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbdae1c-cac7-4069-a101-3614c01b9dc1 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:21.142949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbdae1c-cac7-4069-a101-3614c01b9dc1 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:21.147866 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9fbdae1c-cac7-4069-a101-3614c01b9dc1 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.2702098 Dec 06 23:56:21.150032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56930) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.174726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Checking router: 6653bd10-d07e-45b0-a1db-904a4aa46224 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:56:21.174726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Updating router 6653bd10-d07e-45b0-a1db-904a4aa46224 port 27b5ac7b-dca2-4034-bafd-39ab4a37beda binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:56:21.175028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.189040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.193931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] For port 371c3677-f625-49ee-9374-5be5fc63f800, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:21.213058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] For port 371c3677-f625-49ee-9374-5be5fc63f800, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=371c3677-f625-49ee-9374-5be5fc63f800,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:21.214590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.285091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=fb15f839-a055-4302-81b0-f633b7bf899e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:21.310294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port fb15f839-a055-4302-81b0-f633b7bf899e on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:21.323088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.371215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c08c0a-a700-4f34-a2c5-dd8303034725 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:21.374832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57c08c0a-a700-4f34-a2c5-dd8303034725 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=e3756c6b-8d54-44a2-a2cb-5683be9c317c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.2097600 Dec 06 23:56:21.378680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56932) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.445256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f7862-cb6c-4c71-8d75-2fbc6439d824 None None] Pushing event updated for resources: {'Port': ['ID=371c3677-f625-49ee-9374-5be5fc63f800,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:21.513588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.539251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2408d7-b270-4bbc-94f9-0f29d68f8c65']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:21.547509 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ef2307a8-1e1e-4912-8045-293842dc9d1c tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610556 Dec 06 23:56:21.555888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56934) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.557766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.561029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.565504 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/security-groups/da7b9bae-8e0c-424a-a84c-b651415cea0c HTTP/1.1" status: 204 len: 168 time: 0.5598571 Dec 06 23:56:21.567374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.569915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.573716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdcc0949-4a1e-49c2-9032-d2cba55973f5 HTTP/1.1" status: 204 len: 168 time: 0.8719621 Dec 06 23:56:21.576660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.577062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56936) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.623593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.20.0.14 (e3756c6b-8d54-44a2-a2cb-5683be9c317c/f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04/ff1aed88-6a28-48a9-83ac-9beeaed505a8) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:21.634159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-31175adc-5fd7-4541-99ba-0b4c0167374e tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=9feef033edb6433b95d2c2425a853956&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770912 Dec 06 23:56:21.641240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56940) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.657241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec471fa0-db2b-477f-b260-f0a0729b7f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcc0949-4a1e-49c2-9032-d2cba55973f5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:21.659327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.683689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:21.684354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98412ae-ecbb-44bb-ac8f-0a7141b57fbc') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:21.701129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:21.714968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49186d9-7e79-41c7-b5d5-09237765dcf8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b9bae-8e0c-424a-a84c-b651415cea0c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:21.756804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.760007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10387e2-5aa9-4466-8289-d4c70a98267e None None] Pushing event updated for resources: {'Port': ['ID=27b5ac7b-dca2-4034-bafd-39ab4a37beda,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Attempting to bind port 27b5ac7b-dca2-4034-bafd-39ab4a37beda on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Attempting to bind port 27b5ac7b-dca2-4034-bafd-39ab4a37beda by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Attempting to bind port 27b5ac7b-dca2-4034-bafd-39ab4a37beda on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:21.772864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Bound port: 27b5ac7b-dca2-4034-bafd-39ab4a37beda, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:21.773950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.845608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.854070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] For port 27b5ac7b-dca2-4034-bafd-39ab4a37beda, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:21.860795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] For port 27b5ac7b-dca2-4034-bafd-39ab4a37beda, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27b5ac7b-dca2-4034-bafd-39ab4a37beda,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:21.868258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.885088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:21.885515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:21.889035 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:21.893172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.915906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.961199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:21.974547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385428-7e2f-4ff6-a372-a29f6e18ef6f tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:21.975176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67385428-7e2f-4ff6-a372-a29f6e18ef6f tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:21.979698 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-67385428-7e2f-4ff6-a372-a29f6e18ef6f tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.3209496 Dec 06 23:56:21.981614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56942) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:21.981961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:21.982587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:22.023287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10387e2-5aa9-4466-8289-d4c70a98267e None None] Pushing event updated for resources: {'Port': ['ID=27b5ac7b-dca2-4034-bafd-39ab4a37beda,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:22.043495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a5c5480a-60e8-458d-a8cc-3bfe59230c3e tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=e3756c6b-8d54-44a2-a2cb-5683be9c317c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552735 Dec 06 23:56:22.043858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56944) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:22.085177 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-68403593-f62a-4f0d-bbe5-8bc479c3e2a6 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396614 Dec 06 23:56:22.088027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56946) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:22.095046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1707554174', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'project_id': '9feef033edb6433b95d2c2425a853956', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:22.098579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.108073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:22.293972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:19Z', 'revision_number': 3, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:22.322118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdc2b92-c008-475d-bfa5-025816f39b0c None None] The sync data for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv is: [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:19Z', 'revision_number': 3, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:22.505524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.519197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.526148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56950) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:22.526344 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/da2408d7-b270-4bbc-94f9-0f29d68f8c65 HTTP/1.1" status: 204 len: 168 time: 2.2582881 Dec 06 23:56:22.574386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.576056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.578754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.579895 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b1e5050-c424-4a39-9046-e221a1b1b742 HTTP/1.1" status: 204 len: 168 time: 1.0004234 Dec 06 23:56:22.583696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56952) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:22.592651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc5557-5c10-42ee-9f5c-bced1b35e0a2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=da2408d7-b270-4bbc-94f9-0f29d68f8c65,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:22.594852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Made reservation on behalf of 9feef033edb6433b95d2c2425a853956 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:22.598884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.653808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ce251-d6dc-48f6-8a38-1d98e9602b9f tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1e5050-c424-4a39-9046-e221a1b1b742,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:22.713157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e9598-f11a-40f2-a167-259e83e67c0b None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:22.737337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e9598-f11a-40f2-a167-259e83e67c0b None None] Network da2408d7-b270-4bbc-94f9-0f29d68f8c65 could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 23:56:22.744473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5d1f3-72d8-4838-b9b1-93766a96ab58 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:22.764297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:22.764297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=ff1aed88-6a28-48a9-83ac-9beeaed505a8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:22.764297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:22.766398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.770462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:22.828693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:22.829455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.913084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port f7dc1aa6-290d-4596-9a3e-123915a5d277 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:22.913440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:22.993065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port f7dc1aa6-290d-4596-9a3e-123915a5d277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7dc1aa6-290d-4596-9a3e-123915a5d277,segment=NetworkSegment(f26e8626-991e-44bf-a106-0448e6f806fd),segment_id=f26e8626-991e-44bf-a106-0448e6f806fd)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:22.993935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.013893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for f7dc1aa6-290d-4596-9a3e-123915a5d277 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:23.059223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceaa0e6-a35c-4a7e-b200-cd149ff67654 None None] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:23.061373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2650d6f-a99c-44b9-ac5a-5ccccd5691d1 None None] Network 80d37c80-7e12-4a61-ab83-4614495b1adb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:23.063082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066caea-2214-44b5-9878-1b1a55f4e8f4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:23.066048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-929f5950-b143-4b26-bc05-d32b03a971b5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.2775869 Dec 06 23:56:23.068468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d17c0e-db7a-4777-a298-6dd17e1f4ab2 None None] DHCP port deletion for da2408d7-b270-4bbc-94f9-0f29d68f8c65 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:23.069255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56960) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:23.144876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.212780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56962) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:23.223080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Deleting port ff1aed88-6a28-48a9-83ac-9beeaed505a8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:23.223421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.293271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.336174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:23.336918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.387567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.398866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.402746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.420963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2aed6e62-1ebd-4a8f-9688-8f2e52cc7714 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caa5b5610a684bf8a8fa0adea0f9cdc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076962 Dec 06 23:56:23.435703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b5a16-2914-4a2e-b9fd-c90540573aaa None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:23.437907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 27b5ac7b-dca2-4034-bafd-39ab4a37beda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:23.439779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:23.456089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=f7dc1aa6-290d-4596-9a3e-123915a5d277,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:23.470722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port f7dc1aa6-290d-4596-9a3e-123915a5d277 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:23.545981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.603599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Calling delete_port for ff1aed88-6a28-48a9-83ac-9beeaed505a8 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:23.644897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.669834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.726719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.730850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d37c80-7e12-4a61-ab83-4614495b1adb']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:23.755947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26e8626-991e-44bf-a106-0448e6f806fd') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:23.760078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46938e39-0008-4a26-bafa-8e7307e12029 None None] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:23.760526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26e8626-991e-44bf-a106-0448e6f806fd') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:23.790820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.819328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.822088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a80a9-30a5-4c2b-b532-e4d4997ba1c2 None None] DHCP port deletion for 80d37c80-7e12-4a61-ab83-4614495b1adb request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:23.828933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.835166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Subnet': ['ID=e8fd9c78-d108-476e-b9b5-4ef30c500bc7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:23.845561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.862382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:23.863220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:23.868183 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:23.870206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 27b5ac7b-dca2-4034-bafd-39ab4a37beda triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:23.870658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.897740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] For port 371c3677-f625-49ee-9374-5be5fc63f800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=371c3677-f625-49ee-9374-5be5fc63f800,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:23.969354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.972533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.976850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:23.980565 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/security-groups/267b2da5-9297-4a75-8cae-fc0c736ad221 HTTP/1.1" status: 204 len: 168 time: 1.3930941 Dec 06 23:56:23.984325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56966) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:23.994686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Checking segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:23.995082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network hostable DHCP agents. Network: 58182b87-2ed3-4acd-ba29-629cca40654b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:24.027701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.032509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.046703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/80d37c80-7e12-4a61-ab83-4614495b1adb HTTP/1.1" status: 204 len: 168 time: 1.5088031 Dec 06 23:56:24.050924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9e86d-cb2b-42a7-9e40-40961cdda4b9 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b2da5-9297-4a75-8cae-fc0c736ad221,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.056300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 97707399-489e-4533-bc96-284ac7374c15 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:24.059855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:24.066863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-425602588'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:24.072974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd84c8-de59-46e7-86b9-e1294e3c0fa5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=80d37c80-7e12-4a61-ab83-4614495b1adb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.076151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.076959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.080717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.127815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.140127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.140127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1515497-386d-44a7-99e8-bdc791e07d95 HTTP/1.1" status: 204 len: 168 time: 0.6897879 Dec 06 23:56:24.145285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48444b7e-a195-48de-ad50-2cc4e0a407c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1515497-386d-44a7-99e8-bdc791e07d95,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.156099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.169086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.198150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:24.206437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:24.218346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:24.218945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.227915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.236664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff1aed88-6a28-48a9-83ac-9beeaed505a8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.260468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:56:24.273551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:56:24.274205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network 58182b87-2ed3-4acd-ba29-629cca40654b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:24.274868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.282351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 27b5ac7b-dca2-4034-bafd-39ab4a37beda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27b5ac7b-dca2-4034-bafd-39ab4a37beda,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:24.334208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:24.337710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.346852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.351834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.352812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 371c3677-f625-49ee-9374-5be5fc63f800 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:24.362052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 58182b87-2ed3-4acd-ba29-629cca40654b) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:24.368147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=371c3677-f625-49ee-9374-5be5fc63f800,revision_number=4']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.372125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=46ef17cf-38e5-4eb5-9028-73375bf01a8a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.372545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4efb5ac-7292-47c0-82d1-96fd845f54c2 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ff1aed88-6a28-48a9-83ac-9beeaed505a8 HTTP/1.1" status: 204 len: 168 time: 1.3021235 Dec 06 23:56:24.375974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56972) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:24.387595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'external_fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14'}]}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:24.394959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:24.395566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.420085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5ec91b9c-3884-4dc3-8bd0-226b13eafb9d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2199349 Dec 06 23:56:24.425447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:24.434286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:24.440945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:93:d6:94', 'name': 'tempest-NetworksTestDHCPv6-2024753039'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:24.476485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c578bc9-efb9-4914-8e02-352bd1ca260a None None] Network 58182b87-2ed3-4acd-ba29-629cca40654b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:24.491263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.492413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 815253fa-729a-40b1-a561-c262669315bf of type vlan for network 907192c4-37f0-4b30-bb55-de1fe8eed87a Dec 06 23:56:24.547465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.601437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.602821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.629316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.680424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.684210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:24.684868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.760343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.817824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=907192c4-37f0-4b30-bb55-de1fe8eed87a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.833289 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c9b08e2e-cd6c-4a49-93c2-b18aa6d96905 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7401865 Dec 06 23:56:24.833656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 56978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:24.858556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=27b5ac7b-dca2-4034-bafd-39ab4a37beda,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:24.906934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:24.920574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:24.920957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:24.961687 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a773403-5918-4dc5-9321-ba55de1f2739 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8979614 Dec 06 23:56:24.962091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56980) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:24.967178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:24.980797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e434b9-5b4e-49fc-9e0f-2661780f93a4 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:25.001416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.065804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=97707399-489e-4533-bc96-284ac7374c15,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:25.072153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.079266 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c6c7b7da-5a1f-422b-8551-2fca5fc797f4 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/97707399-489e-4533-bc96-284ac7374c15 HTTP/1.1" status: 204 len: 168 time: 1.0777240 Dec 06 23:56:25.082721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56986) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:25.106613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:25.113682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.128177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0477c-8168-4120-b59e-5cfcfda201d2 None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:25.169989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet 0b7046fe-9d62-43f2-8e8c-90242629fea4 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:25.171379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.176354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.206786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.224928 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.250577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:25.252388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-58182b87-2ed3-4acd-ba29-629cca40654b', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:25.257133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.257259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.273844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port c22178b5-d261-4a50-b25e-9caef9878e44 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:25.321580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] For port 371c3677-f625-49ee-9374-5be5fc63f800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=371c3677-f625-49ee-9374-5be5fc63f800,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:25.397891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.433677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.670287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.672114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 172.20.0.5 (0c9ef150-8f64-4b54-a68b-c837f595510f/24cf59e0-2a71-4851-a982-619195a9540d/c22178b5-d261-4a50-b25e-9caef9878e44) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:25.692173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe93:d694 (0c9ef150-8f64-4b54-a68b-c837f595510f/46ef17cf-38e5-4eb5-9028-73375bf01a8a/c22178b5-d261-4a50-b25e-9caef9878e44) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:25.705811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.748461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80480e69-d221-43de-844b-dfc5a2bbf95e None None] Pushing event updated for resources: {'Port': ['ID=371c3677-f625-49ee-9374-5be5fc63f800,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:25.761701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.766591 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/0b7046fe-9d62-43f2-8e8c-90242629fea4 HTTP/1.1" status: 204 len: 168 time: 0.6831977 Dec 06 23:56:25.776464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 56998) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:25.779759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=79c31f66-63d5-43a2-a95c-87a0e3bd13f1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:25.806632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Allocated IP 172.20.0.18 (58182b87-2ed3-4acd-ba29-629cca40654b/e8fd9c78-d108-476e-b9b5-4ef30c500bc7/493f2fce-7040-4cb3-afe0-0def43bb24ee) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:25.810881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-88d4a4ed-4457-4f77-badf-dc2d9364d264 None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:25.810881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4ed-4457-4f77-badf-dc2d9364d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:25.856537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '815253fa-729a-40b1-a561-c262669315bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:25.857108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: 907192c4-37f0-4b30-bb55-de1fe8eed87a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:25.861465 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca73bbd5-fdb5-4a9a-9c71-2a97e369d0ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:25.862530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca73bbd5-fdb5-4a9a-9c71-2a97e369d0ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:25.870383 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca73bbd5-fdb5-4a9a-9c71-2a97e369d0ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/97707399-489e-4533-bc96-284ac7374c15 HTTP/1.1" status: 404 len: 337 time: 0.0793285 Dec 06 23:56:25.871118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4bf7-925e-4401-8213-29cb7993a0fe tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7046fe-9d62-43f2-8e8c-90242629fea4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:25.872956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57002) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:25.884098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fb15f839-a055-4302-81b0-f633b7bf899e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:25.927301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: fb15f839-a055-4302-81b0-f633b7bf899e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:25.927551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fb15f839-a055-4302-81b0-f633b7bf899e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:25.953717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting subnet d53ae6b5-67c3-4a49-acc0-8a66e2eccfee {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:25.958897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.057932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.119389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-88d4a4ed-4457-4f77-badf-dc2d9364d264 None None] Could not find standard attr ID for object 07acc9ab-d55c-422c-ab80-f17bdfcf5932. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:56:26.137794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:26.139838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b76d602-841d-49df-8711-bda062986d51 None None] Update dhcp port {'port': {'network_id': '0aea9cd1-e392-4f0c-8299-5f8d9381ec81', 'fixed_ips': [{'subnet_id': 'd53ae6b5-67c3-4a49-acc0-8a66e2eccfee', 'ip_address': '172.20.0.18'}, {'subnet_id': '0b7046fe-9d62-43f2-8e8c-90242629fea4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '7fe5411f-b110-411b-a825-3ed4fe9b6f6e'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:56:26.171900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 27b5ac7b-dca2-4034-bafd-39ab4a37beda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:26.235387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.236756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-88d4a4ed-4457-4f77-badf-dc2d9364d264 None None] Provisioning complete for port 27b5ac7b-dca2-4034-bafd-39ab4a37beda triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:26.237512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88d4a4ed-4457-4f77-badf-dc2d9364d264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.276512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.278873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b76d602-841d-49df-8711-bda062986d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.294185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 907192c4-37f0-4b30-bb55-de1fe8eed87a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:26.301874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:26.302346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.318077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c6521-46c3-4c48-abe5-c85205af5d6b None None] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:26.395753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.445569 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0d71f8b0-21c8-4f07-a91a-ae1ad526bebf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4823589 Dec 06 23:56:26.447014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.450179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/d53ae6b5-67c3-4a49-acc0-8a66e2eccfee HTTP/1.1" status: 204 len: 168 time: 0.5762324 Dec 06 23:56:26.452142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc050d-61d3-4b7c-a2bb-3f45a23d5f31 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Subnet': ['ID=d53ae6b5-67c3-4a49-acc0-8a66e2eccfee,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:26.453891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57008) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.455519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.458347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1399408415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:26.458726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.519059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 27b5ac7b-dca2-4034-bafd-39ab4a37beda triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:26.519425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.519540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed6779b3-7582-4cde-bb04-9893c9e53539 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.519896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed6779b3-7582-4cde-bb04-9893c9e53539 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.530217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ed6779b3-7582-4cde-bb04-9893c9e53539 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/0309f6e4-bf37-443c-a476-700fcabfdeeb HTTP/1.1" status: 404 len: 337 time: 0.0692737 Dec 06 23:56:26.531856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57014) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.545851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.586809 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a5702ed-1cc2-40e4-9bb6-5476e59bc2eb tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb HTTP/1.1" status: 200 len: 205 time: 0.0508094 Dec 06 23:56:26.586809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.587100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.588374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Network 58182b87-2ed3-4acd-ba29-629cca40654b is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:26.591583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.596034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:26.624473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.637221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:26.642263 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-d5195991-7161-4114-933a-5e1006f50dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] delete failed (client error): The resource could not be found. Dec 06 23:56:26.643338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d5195991-7161-4114-933a-5e1006f50dea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/routers/a4f3fdc6-c02a-41ef-ae27-db6cf1725fdb HTTP/1.1" status: 404 len: 336 time: 0.0508003 Dec 06 23:56:26.656131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57020) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.664367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.695307 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ba6687-588d-4a9b-bd62-7c3a763bc1ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.695793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ba6687-588d-4a9b-bd62-7c3a763bc1ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.696629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.700979 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57ba6687-588d-4a9b-bd62-7c3a763bc1ea tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/c091d259-4c19-4e18-8186-186644c2a5d1 HTTP/1.1" status: 404 len: 337 time: 0.0442202 Dec 06 23:56:26.704013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57024) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.771487 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed776b2c-c2ec-4709-84fb-fd2271b9a511 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.772650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed776b2c-c2ec-4709-84fb-fd2271b9a511 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.780107 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ed776b2c-c2ec-4709-84fb-fd2271b9a511 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/4b9e00ef-b8c0-437d-92bc-2a9d408454ef HTTP/1.1" status: 404 len: 337 time: 0.0750606 Dec 06 23:56:26.781859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.782618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57028) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.821329 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f68469-147a-4c9b-8f82-6bdc5008df1b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.822027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f68469-147a-4c9b-8f82-6bdc5008df1b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.825939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-23f68469-147a-4c9b-8f82-6bdc5008df1b tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/028ad5ca-dc97-46ef-8764-a5ce1b280fbd HTTP/1.1" status: 404 len: 337 time: 0.0423813 Dec 06 23:56:26.828519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57030) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.878961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d454f8-029d-4f5c-b211-2126da887d96 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.880452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d454f8-029d-4f5c-b211-2126da887d96 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.880632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097da469-51b6-40af-adf5-6077a2ea058f None None] Network 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:26.884331 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-48d454f8-029d-4f5c-b211-2126da887d96 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/38c2e1c1-9fe7-4a1d-aa5d-099957eb3d11 HTTP/1.1" status: 404 len: 333 time: 0.0542066 Dec 06 23:56:26.886624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.896746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57034) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.911599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Pushing event updated for resources: {'Port': ['ID=493f2fce-7040-4cb3-afe0-0def43bb24ee,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:26.968002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:26.970164 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d844791c-ffec-4525-87ae-e413ee812574 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:26.970341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d844791c-ffec-4525-87ae-e413ee812574 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:26.976561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d844791c-ffec-4525-87ae-e413ee812574 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/40793c99-163c-495c-9665-c884157fbbe1 HTTP/1.1" status: 404 len: 337 time: 0.0750520 Dec 06 23:56:26.985278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57036) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:26.989105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57038) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.015688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.020159 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3c7ce670-ecd2-4951-8c0b-c4658fbc8b16 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5623589 Dec 06 23:56:27.020365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Attempting to bind port 493f2fce-7040-4cb3-afe0-0def43bb24ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:27.020743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Attempting to bind port 493f2fce-7040-4cb3-afe0-0def43bb24ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:27.021223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Attempting to bind port 493f2fce-7040-4cb3-afe0-0def43bb24ee on network 58182b87-2ed3-4acd-ba29-629cca40654b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:27.022092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57040) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.031272 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-418319fc-a11c-4c9a-951e-37fce68e5bb7 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:27.031990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418319fc-a11c-4c9a-951e-37fce68e5bb7 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:27.038202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:27.038730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Checking segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:27.039238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.039852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Bound using segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:27.040440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Bound port: 493f2fce-7040-4cb3-afe0-0def43bb24ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:27.046830 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-418319fc-a11c-4c9a-951e-37fce68e5bb7 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/e7d9efab-ef03-4331-ab47-eb66261600e6 HTTP/1.1" status: 404 len: 337 time: 0.0608902 Dec 06 23:56:27.046972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.047088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57044) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.056010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'port': {'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a', 'name': 'tempest-RoutersIpV6Test-891867977'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:27.100336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 371c3677-f625-49ee-9374-5be5fc63f800 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:27.100534 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b1bdc4-b1d9-4df7-bae8-378cea72101e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:27.100534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b1bdc4-b1d9-4df7-bae8-378cea72101e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:27.100732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:27.100732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.100907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f0b1bdc4-b1d9-4df7-bae8-378cea72101e tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/404163f3-706a-4cdb-a31c-89207e8f9954 HTTP/1.1" status: 404 len: 333 time: 0.0472019 Dec 06 23:56:27.100907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57046) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.122151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec45e838-ef28-4a57-9351-01144fe309f8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:27.122616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec45e838-ef28-4a57-9351-01144fe309f8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:27.129788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ec45e838-ef28-4a57-9351-01144fe309f8 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/9c920c3a-c143-4a31-a9c7-fc155044c0ba HTTP/1.1" status: 404 len: 337 time: 0.0378544 Dec 06 23:56:27.130398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57048) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.166422 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88e9f08-5753-4d10-b19f-cd9a194509b6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] DELETE failed (client error): The resource could not be found. Dec 06 23:56:27.166920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88e9f08-5753-4d10-b19f-cd9a194509b6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:27.173354 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e88e9f08-5753-4d10-b19f-cd9a194509b6 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/subnets/964f6c16-49fe-4d7d-b2ea-aac69ff64578 HTTP/1.1" status: 404 len: 337 time: 0.0419822 Dec 06 23:56:27.173935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57050) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.190535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-907192c4-37f0-4b30-bb55-de1fe8eed87a', 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '79c31f66-63d5-43a2-a95c-87a0e3bd13f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:27.192047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.215247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:27.228716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:27.235039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=c22178b5-d261-4a50-b25e-9caef9878e44,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:27.240487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:27.260323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-259002946', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:27.310087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.20.0.14 (e3756c6b-8d54-44a2-a2cb-5683be9c317c/f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04/f8ffe676-7003-4218-8e45-059ce37351b5) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:27.340218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Deleting port e22b7d43-dd47-461d-9faa-2152248914fc {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:27.340611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.347125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] For port 493f2fce-7040-4cb3-afe0-0def43bb24ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:27.355792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Allocated IP 172.20.0.17 (58182b87-2ed3-4acd-ba29-629cca40654b/e8fd9c78-d108-476e-b9b5-4ef30c500bc7/1828c07e-bac1-461a-b198-0bce70f5791c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:27.369796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:27.373053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.376741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] For port 493f2fce-7040-4cb3-afe0-0def43bb24ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=493f2fce-7040-4cb3-afe0-0def43bb24ee,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:27.380176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:27.380850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.414550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:27.414944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.442919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.461640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] device_id is not set on port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:27.471437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] DHCP port deletion for 0aea9cd1-e392-4f0c-8299-5f8d9381ec81 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:27.472319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Calling delete_port for e22b7d43-dd47-461d-9faa-2152248914fc owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:27.487367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.561512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Made reservation on behalf of 5be0bdcdf277481a93e2b9bd19ea95ce for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:27.565727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.585057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Allocated IP 2001:db8::2 (907192c4-37f0-4b30-bb55-de1fe8eed87a/79c31f66-63d5-43a2-a95c-87a0e3bd13f1/6e68a799-c35a-4f01-8b93-d36d7b8bcb1d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:27.618058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.647135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8f509efa-122c-44a3-a0f1-aed0ccb1bd04 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2188957 Dec 06 23:56:27.648138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57052) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.653210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Provisioning complete for port e22b7d43-dd47-461d-9faa-2152248914fc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:27.653210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.657166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4db28-8d26-4cc5-820b-b7d56e3cee57 None None] Pushing event updated for resources: {'Port': ['ID=493f2fce-7040-4cb3-afe0-0def43bb24ee,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:27.689804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.698755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.752363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546ff99-30a1-4765-b467-cbbe2068b718 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:27.763734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6546ff99-30a1-4765-b467-cbbe2068b718 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:27.767906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6546ff99-30a1-4765-b467-cbbe2068b718 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1155219 Dec 06 23:56:27.768369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57054) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.774749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.847002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.876014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Port': ['ID=e22b7d43-dd47-461d-9faa-2152248914fc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:27.892171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.898485 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ee601d2b-0c27-448c-bd95-4ee17512ea74 tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/ports/e22b7d43-dd47-461d-9faa-2152248914fc HTTP/1.1" status: 204 len: 168 time: 0.7213490 Dec 06 23:56:27.917455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57056) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:27.924803 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:27.966259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Port e22b7d43-dd47-461d-9faa-2152248914fc cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:27.970767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network 58182b87-2ed3-4acd-ba29-629cca40654b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:27.984717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network e3756c6b-8d54-44a2-a2cb-5683be9c317c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:27.986175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.000094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:28.001038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.002442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Deleting port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:28.002800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.007288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:28.042238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Provisioning complete for port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:28.042559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21ffc577-f517-45d1-a074-ecf0eaa423a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.064552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.068830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] device_id is not set on port 6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:28.076653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:28.085301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:28.112459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f7dc1aa6-290d-4596-9a3e-123915a5d277 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:28.112682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.159339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbfb993-98b6-4550-b053-635bba7cea23,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.168559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f7dc1aa6-290d-4596-9a3e-123915a5d277 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:28.168907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f7dc1aa6-290d-4596-9a3e-123915a5d277 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:28.193207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.193803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.202634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] For port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,segment=NetworkSegment(a05f69eb-5ab2-4165-8a88-d124f0ca4680),segment_id=a05f69eb-5ab2-4165-8a88-d124f0ca4680)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:28.202958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port c22178b5-d261-4a50-b25e-9caef9878e44 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:28.203307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.203583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.218707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=f8ffe676-7003-4218-8e45-059ce37351b5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.220909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Calling delete_port for 7fe5411f-b110-411b-a825-3ed4fe9b6f6e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:28.264690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.329071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.347651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for c22178b5-d261-4a50-b25e-9caef9878e44 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:28.353986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:28.366675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:28.373562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:28.379310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Pushing event updated for resources: {'Port': ['ID=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.414244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 493f2fce-7040-4cb3-afe0-0def43bb24ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:28.434521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8::df (907192c4-37f0-4b30-bb55-de1fe8eed87a/79c31f66-63d5-43a2-a95c-87a0e3bd13f1/6a98b91e-3bcc-4602-a4a2-3341e1bcb01c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:28.486280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Attempting to bind port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:28.486659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Attempting to bind port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '815253fa-729a-40b1-a561-c262669315bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:28.487051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Attempting to bind port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d on network 907192c4-37f0-4b30-bb55-de1fe8eed87a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:28.497539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:28.497919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Checking segment: {'id': '815253fa-729a-40b1-a561-c262669315bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:28.498324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.499004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Bound using segment: {'id': '815253fa-729a-40b1-a561-c262669315bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:28.499192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Bound port: 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815253fa-729a-40b1-a561-c262669315bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '907192c4-37f0-4b30-bb55-de1fe8eed87a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:28.499579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.512959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.515082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a9eac8f9-9d68-4f62-98e6-45cd4086fce1 None None] Provisioning complete for port c22178b5-d261-4a50-b25e-9caef9878e44 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:28.515442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9eac8f9-9d68-4f62-98e6-45cd4086fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.571299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] Pushing event deleted for resources: {'Port': ['ID=7fe5411f-b110-411b-a825-3ed4fe9b6f6e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.594694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e92e5-3313-43fa-b665-cbaacabe25cc None None] No DVR routers for this DVR port 7fe5411f-b110-411b-a825-3ed4fe9b6f6e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:28.620482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a9eac8f9-9d68-4f62-98e6-45cd4086fce1 None None] Port c22178b5-d261-4a50-b25e-9caef9878e44 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:28.640323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 493f2fce-7040-4cb3-afe0-0def43bb24ee triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:28.640726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.645818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.654609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Allocated IP 172.36.7.202 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/6329fab4-c6d8-4d6b-82e2-48b631c1b0e6) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:28.705692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.729481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] For port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:28.742629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aea9cd1-e392-4f0c-8299-5f8d9381ec81']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:28.751120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] For port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,segment=NetworkSegment(815253fa-729a-40b1-a561-c262669315bf),segment_id=815253fa-729a-40b1-a561-c262669315bf)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:28.753134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.762742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05f69eb-5ab2-4165-8a88-d124f0ca4680') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:28.763038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05f69eb-5ab2-4165-8a88-d124f0ca4680') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:28.787394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.804587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.810419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.817697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:28.818118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:28.821539 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:28.845555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.854621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 493f2fce-7040-4cb3-afe0-0def43bb24ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=493f2fce-7040-4cb3-afe0-0def43bb24ee,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:28.893430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.941157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=c22178b5-d261-4a50-b25e-9caef9878e44,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:28.972119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:28.974726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec99de-ce8d-4831-b674-382db79a847c None None] Pushing event updated for resources: {'Port': ['ID=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:29.023650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.041971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.049273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] 10.222.0.53 "DELETE /v2.0/networks/0aea9cd1-e392-4f0c-8299-5f8d9381ec81 HTTP/1.1" status: 204 len: 168 time: 1.1305835 Dec 06 23:56:29.101774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145b7a0-8980-403e-ac81-b37378301edc tempest-PortsTestJSON-1185103101 tempest-PortsTestJSON-1185103101-project] Pushing event deleted for resources: {'Network': ['ID=0aea9cd1-e392-4f0c-8299-5f8d9381ec81,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:29.115839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:29.180625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=493f2fce-7040-4cb3-afe0-0def43bb24ee,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:29.191880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 7fe5411f-b110-411b-a825-3ed4fe9b6f6e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:29.192365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fe5411f-b110-411b-a825-3ed4fe9b6f6e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:29.229961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d206b-6000-46e1-b24a-bfa1e9e7e8fe None None] Network 58182b87-2ed3-4acd-ba29-629cca40654b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:29.296541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.303044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.307313 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d220ed6c-c0c6-4462-b23b-b6bd9d576f63 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c22178b5-d261-4a50-b25e-9caef9878e44 HTTP/1.1" status: 204 len: 168 time: 1.5335920 Dec 06 23:56:29.309743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57060) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:29.338269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-608c7003-114a-4eee-b685-ecca87913eed None None] Provisioning complete for port 493f2fce-7040-4cb3-afe0-0def43bb24ee triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:29.338744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-608c7003-114a-4eee-b685-ecca87913eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.451055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934977-0122-4eaf-b51c-8c349077d494 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:29.455309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934977-0122-4eaf-b51c-8c349077d494 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:29.458557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934977-0122-4eaf-b51c-8c349077d494 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:29.466832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5e934977-0122-4eaf-b51c-8c349077d494 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1560247 Dec 06 23:56:29.469089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57062) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:29.544385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 24cf59e0-2a71-4851-a982-619195a9540d {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:29.549304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.609128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.669049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Pushing event updated for resources: {'Port': ['ID=6329fab4-c6d8-4d6b-82e2-48b631c1b0e6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:29.691704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.718460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:29.718817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57066) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:29.729319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:29.733486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:29.736972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.754569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b77b8-afc2-4547-be59-7ba6199c1217 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:29.796303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-04d1a7bb-1541-4d7d-a6ea-3fff9ac9b9dc None None] Provisioning complete for port 6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:29.796699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-04d1a7bb-1541-4d7d-a6ea-3fff9ac9b9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.810845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:29.811618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.855563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.883123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-04d1a7bb-1541-4d7d-a6ea-3fff9ac9b9dc None None] Port 6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:29.897021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.926831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a021ac4-53f1-4bd6-89cd-975bc422b332 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9330549 Dec 06 23:56:29.928324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57070) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:29.932822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}]}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:29.950136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:29.990713 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99533c20-7dda-494e-89f3-b840aa669a2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59cc16c0053a41368cb70d6a98ae7a4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707386 Dec 06 23:56:29.992887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57072) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:29.999149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.014491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3e4a6db9-a45f-47c8-b06c-e2414b1d836a None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:30.015382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6db9-a45f-47c8-b06c-e2414b1d836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.065092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.067113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a6db9-a45f-47c8-b06c-e2414b1d836a None None] Port 1828c07e-bac1-461a-b198-0bce70f5791c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:30.072279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.079827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3e4a6db9-a45f-47c8-b06c-e2414b1d836a None None] Provisioning complete for port 493f2fce-7040-4cb3-afe0-0def43bb24ee triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:30.080381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6db9-a45f-47c8-b06c-e2414b1d836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.106373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=24cf59e0-2a71-4851-a982-619195a9540d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:30.110551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.117984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a62b37cd-08ee-4a94-a8f0-f346226a5fc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/24cf59e0-2a71-4851-a982-619195a9540d HTTP/1.1" status: 204 len: 168 time: 0.6478119 Dec 06 23:56:30.119129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57074) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:30.131210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9221c-bdd7-419c-bf16-275668d4b7d4 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:30.160504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.161568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.179492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:30.184722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 46ef17cf-38e5-4eb5-9028-73375bf01a8a {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:30.189603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.194232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=6a98b91e-3bcc-4602-a4a2-3341e1bcb01c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:30.196928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:30.209378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:30.215341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:30.215935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.271384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.281071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.403920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.410870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:30.419141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.431126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.435966 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-40e1a171-3cc4-4c29-ad8e-c57ea8580037 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.4087503 Dec 06 23:56:30.445951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57076) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:30.531722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:30.561369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.571256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:30.591633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-faa4f924-108e-4df8-a013-3ed73a4a641b None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:30.592008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-faa4f924-108e-4df8-a013-3ed73a4a641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.600403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=46ef17cf-38e5-4eb5-9028-73375bf01a8a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:30.622463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.631225 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5a8c788c-5cd5-41b1-88b8-34d7ce5602cc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/46ef17cf-38e5-4eb5-9028-73375bf01a8a HTTP/1.1" status: 204 len: 168 time: 0.5108764 Dec 06 23:56:30.634398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57078) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:30.636962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-faa4f924-108e-4df8-a013-3ed73a4a641b None None] Port 1828c07e-bac1-461a-b198-0bce70f5791c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:30.641263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.655246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:30.655553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.699818 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3a652951-7831-4d50-8495-a7d73b8183ab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661116 Dec 06 23:56:30.701392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57080) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:30.710510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:30.732905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6867d8-3a6b-417b-9622-7a5a7c22346b None None] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:30.843664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.863307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1d89ef8-1328-44d3-8607-4f1a655285b9 None None] Provisioning complete for port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:30.863685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1d89ef8-1328-44d3-8607-4f1a655285b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.892655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:30.899931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:30.918149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,segment=NetworkSegment(815253fa-729a-40b1-a561-c262669315bf),segment_id=815253fa-729a-40b1-a561-c262669315bf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:30.984263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network 58182b87-2ed3-4acd-ba29-629cca40654b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:31.004200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.005053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 493f2fce-7040-4cb3-afe0-0def43bb24ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:31.045927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.095054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:31.211102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994231ac-a2e0-4642-8c66-75f58ad58f5e None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:31.238926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.238926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.241911 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb3aeb0e-a9e7-49c8-b95b-b8307b9b4038 HTTP/1.1" status: 204 len: 168 time: 1.2453215 Dec 06 23:56:31.291960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:31.305524 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Sync routers for ids ['2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:31.317986 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Routers {'2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:31.318626 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:31.395555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e5b60-d8dc-4ea1-a788-5de62c7f842d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3aeb0e-a9e7-49c8-b95b-b8307b9b4038,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:31.417718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:31.458457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 493f2fce-7040-4cb3-afe0-0def43bb24ee triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:31.458709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.554188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-09e348f5-d9c5-4cf0-b260-facead8eda61 None None] Provisioning complete for port 371c3677-f625-49ee-9374-5be5fc63f800 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:31.554578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-09e348f5-d9c5-4cf0-b260-facead8eda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.592102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Set router 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:31.611351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.654471 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:56:31.663039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.670865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:31.780713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=f7ec0279-4dce-44b3-8b64-a4b8291dce00,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:31.788143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:31.789620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:31.792494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:31.793093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.800384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-09e348f5-d9c5-4cf0-b260-facead8eda61 None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:31.801488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-09e348f5-d9c5-4cf0-b260-facead8eda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.841943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Deleting port 371c3677-f625-49ee-9374-5be5fc63f800 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:31.842415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:31.867550 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cd5d297b-0c06-4aa5-a12c-b7dd0e40c905 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1646395 Dec 06 23:56:31.868273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57088) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:31.873447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-09e348f5-d9c5-4cf0-b260-facead8eda61 None None] Port 1828c07e-bac1-461a-b198-0bce70f5791c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:31.875135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:31.979848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] For port 371c3677-f625-49ee-9374-5be5fc63f800, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=371c3677-f625-49ee-9374-5be5fc63f800,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:31.979848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.011320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Calling delete_port for 371c3677-f625-49ee-9374-5be5fc63f800 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:32.022612 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'name': '', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'external_fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:24Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'name': '', 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:32.027503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d9f6384-b61f-4810-8d83-5dc24ce71d19 None None] Provisioning complete for port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:32.031492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6384-b61f-4810-8d83-5dc24ce71d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.083004 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Checking router: 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:56:32.083365 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Updating router 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 port f8ffe676-7003-4218-8e45-059ce37351b5 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:56:32.177886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:32.184464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.210278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.211864 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3eff1271-a11c-4471-bf42-06264fde5fde tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.8353455 Dec 06 23:56:32.219061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57096) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:32.228896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Router 6653bd10-d07e-45b0-a1db-904a4aa46224 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:32.244603 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.266383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d9f6384-b61f-4810-8d83-5dc24ce71d19 None None] Provisioning complete for port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:32.267020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6384-b61f-4810-8d83-5dc24ce71d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.291700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.354367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:32.437286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] No DVR routers for this DVR port 371c3677-f625-49ee-9374-5be5fc63f800 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:32.452292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e37379-3660-4cc1-949b-f40f8c499d6a None None] Pushing event deleted for resources: {'Port': ['ID=371c3677-f625-49ee-9374-5be5fc63f800,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:32.466842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb64941-87da-4021-95d1-05e9f7103517 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:32.563984 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.595134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f6384-b61f-4810-8d83-5dc24ce71d19 None None] Port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:32.629756 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.642718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:32.643190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.692781 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a1d5-4a39-466c-8485-8a1b337bb0de None None] Pushing event updated for resources: {'Port': ['ID=f8ffe676-7003-4218-8e45-059ce37351b5,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:32.697764 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.718041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Attempting to bind port f8ffe676-7003-4218-8e45-059ce37351b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:32.718041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Attempting to bind port f8ffe676-7003-4218-8e45-059ce37351b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '107221a5-4a2a-4add-8c24-3de82efa7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:32.718368 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Attempting to bind port f8ffe676-7003-4218-8e45-059ce37351b5 on network e3756c6b-8d54-44a2-a2cb-5683be9c317c {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:32.730634 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:32.731377 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Checking segment: {'id': '107221a5-4a2a-4add-8c24-3de82efa7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:32.733583 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.734965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Bound using segment: {'id': '107221a5-4a2a-4add-8c24-3de82efa7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:32.740417 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Bound port: f8ffe676-7003-4218-8e45-059ce37351b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107221a5-4a2a-4add-8c24-3de82efa7f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:32.740417 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.741743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.750883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.752837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:32.755311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.794786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:32.802305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:32.806992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:32.807693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.835938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=9af6fa51-5ba6-41fc-94e0-c39aadba3783,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:32.849714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-705af5b4-d625-481b-9b81-661c29c3ca3b None None] Provisioning complete for port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:32.850110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-705af5b4-d625-481b-9b81-661c29c3ca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.850801 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] For port f8ffe676-7003-4218-8e45-059ce37351b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:32.858802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] For port f8ffe676-7003-4218-8e45-059ce37351b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8ffe676-7003-4218-8e45-059ce37351b5,segment=NetworkSegment(107221a5-4a2a-4add-8c24-3de82efa7f43),segment_id=107221a5-4a2a-4add-8c24-3de82efa7f43)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:32.865863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:32.873205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57106) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:32.877757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-59bb254c-56fa-4542-8fb9-2987a030b445 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "PUT /v2.0/routers/6653bd10-d07e-45b0-a1db-904a4aa46224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0420961 Dec 06 23:56:32.895080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-097b1bb8-8fc9-46a4-b535-2728c760cec2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0255156 Dec 06 23:56:32.897781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57112) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:32.908673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:7b:8d:f3', 'name': 'tempest-NetworksTestDHCPv6-74046668'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:32.919759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Sync routers for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:32.933417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'f7ec0279-4dce-44b3-8b64-a4b8291dce00'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:32.934453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.939330 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:32.979071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.037680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:33.038330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:33.050006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-705af5b4-d625-481b-9b81-661c29c3ca3b None None] Port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:33.055477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.059977 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483a1d5-4a39-466c-8485-8a1b337bb0de None None] Pushing event updated for resources: {'Port': ['ID=f8ffe676-7003-4218-8e45-059ce37351b5,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:33.065476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.102205 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Routers {'2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:33.102904 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:33.128605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1057766217'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:33.219740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=6a98b91e-3bcc-4602-a4a2-3341e1bcb01c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:33.294000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.327243 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] Set router 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:33.345718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-85677bc8-172c-43ac-8eea-3e3758d4428e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-14444033&fields=id&tenant_id=9feef033edb6433b95d2c2425a853956 HTTP/1.1" status: 200 len: 267 time: 0.1383333 Dec 06 23:56:33.356720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.447230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:33.451945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.475116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Allocated IP 172.20.0.2 (0c9ef150-8f64-4b54-a68b-c837f595510f/f7ec0279-4dce-44b3-8b64-a4b8291dce00/f81a8aa7-7e5d-41b4-b923-79760dab88ed) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:33.481559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:33.526297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Allocated IP 2001:db8::f816:3eff:fe17:bf9f (0c9ef150-8f64-4b54-a68b-c837f595510f/9af6fa51-5ba6-41fc-94e0-c39aadba3783/f81a8aa7-7e5d-41b4-b923-79760dab88ed) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:33.528903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 371c3677-f625-49ee-9374-5be5fc63f800 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:33.558457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.567256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.600877 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'name': '', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'external_fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:24Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'name': '', 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:33.604256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Deleting port f8ffe676-7003-4218-8e45-059ce37351b5 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:33.604798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.619713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.636740 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeab2bb-a873-485b-91ce-092fcb39c392 None None] The sync data for ids ['2ba5e2e5-b9a2-4e30-8d07-494d2da57e54'] in dv-neutron-master-2-hyperv is: [{'id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'name': '', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'external_fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:24Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'f8ffe676-7003-4218-8e45-059ce37351b5', 'name': '', 'network_id': 'e3756c6b-8d54-44a2-a2cb-5683be9c317c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:72:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba5e2e5-b9a2-4e30-8d07-494d2da57e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:33.656591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 371c3677-f625-49ee-9374-5be5fc63f800 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:33.657033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 371c3677-f625-49ee-9374-5be5fc63f800 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:33.666140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-0d6d18c9-5115-4ead-a895-80e45e7ec609 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:33.668416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-0d6d18c9-5115-4ead-a895-80e45e7ec609 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/networks?id=58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 200 len: 796 time: 0.3214700 Dec 06 23:56:33.671899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.698982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-66980738-eeb2-40d3-844c-2d322eaebc0e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/quotas/9feef033edb6433b95d2c2425a853956 HTTP/1.1" status: 200 len: 375 time: 0.0204964 Dec 06 23:56:33.774681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:33.825977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] For port f8ffe676-7003-4218-8e45-059ce37351b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8ffe676-7003-4218-8e45-059ce37351b5,segment=NetworkSegment(107221a5-4a2a-4add-8c24-3de82efa7f43),segment_id=107221a5-4a2a-4add-8c24-3de82efa7f43)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:33.826353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.829908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:33.834674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fda7e96-6328-4f06-ba77-4ff590cb69ea {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:33.864479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Calling delete_port for f8ffe676-7003-4218-8e45-059ce37351b5 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:33.878341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-8fb51464-abf4-454a-8ed8-b594183b4766 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682484 Dec 06 23:56:33.930642 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 23:56:33.932383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e511e5d9-a423-4851-ac17-2319bef76061 tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0028510 Dec 06 23:56:33.952201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57128) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:34.003609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.040836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.045138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-28009945-e575-4619-9fdd-f3f018675533 None None] Provisioning complete for port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:34.045629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28009945-e575-4619-9fdd-f3f018675533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.105671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port c970b4cd-ebf7-4469-b673-f877e8fed516 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:34.114416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.114987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.126906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-28009945-e575-4619-9fdd-f3f018675533 None None] Port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:34.192714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.206012 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-509f1bcc-891b-447c-a87f-923866582bfc service neutron] 10.222.0.53 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930765 Dec 06 23:56:34.231160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.278501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdde887f-1b5d-4f0c-aae1-39dd224d8b04,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:34.282244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:34.320985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:34.325695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:34.329792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:34.404872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Deleting port 6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:34.405367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.416944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f8ffe676-7003-4218-8e45-059ce37351b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:34.458114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Pushing event updated for resources: {'Port': ['ID=f81a8aa7-7e5d-41b4-b923-79760dab88ed,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:34.495882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:29Z', 'revision_number': 2, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:34.496348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.531006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Attempting to bind port f81a8aa7-7e5d-41b4-b923-79760dab88ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:34.531389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Attempting to bind port f81a8aa7-7e5d-41b4-b923-79760dab88ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:34.531761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Attempting to bind port f81a8aa7-7e5d-41b4-b923-79760dab88ed on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:34.532318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.539895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Checking router: 6653bd10-d07e-45b0-a1db-904a4aa46224 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:56:34.539895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Updating router 6653bd10-d07e-45b0-a1db-904a4aa46224 port 1828c07e-bac1-461a-b198-0bce70f5791c binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:56:34.544861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-a6884548-10e1-43fc-82dc-ac28f278eb60 service neutron] 10.222.0.53 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198547 Dec 06 23:56:34.552215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:34.552612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:34.553028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.553514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:34.553948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Bound port: f81a8aa7-7e5d-41b4-b923-79760dab88ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:34.554310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.565459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8ffe676-7003-4218-8e45-059ce37351b5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:34.587017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.605301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Calling delete_port for 6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:34.622446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port f8ffe676-7003-4218-8e45-059ce37351b5 {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 23:56:34.623001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f8ffe676-7003-4218-8e45-059ce37351b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 23:56:34.650286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.671362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.672200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.678117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Port f8ffe676-7003-4218-8e45-059ce37351b5 not found, will not notify nova. {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 23:56:34.741735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.780192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.780756 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 532ab33b-7e88-440e-8651-9925d33d7c67 of type vlan for network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a Dec 06 23:56:34.838405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:34.864951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] For port f81a8aa7-7e5d-41b4-b923-79760dab88ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:34.891888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 172.20.0.9 (0c9ef150-8f64-4b54-a68b-c837f595510f/f7ec0279-4dce-44b3-8b64-a4b8291dce00/c970b4cd-ebf7-4469-b673-f877e8fed516) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:34.901597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe7b:8df3 (0c9ef150-8f64-4b54-a68b-c837f595510f/9af6fa51-5ba6-41fc-94e0-c39aadba3783/c970b4cd-ebf7-4469-b673-f877e8fed516) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:34.921615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] For port f81a8aa7-7e5d-41b4-b923-79760dab88ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f81a8aa7-7e5d-41b4-b923-79760dab88ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:35.020712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.068856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.124813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.132573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:35.133139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.205801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed2858-778d-45c2-9cd2-bb04fb08cc1b None None] Pushing event updated for resources: {'Port': ['ID=f81a8aa7-7e5d-41b4-b923-79760dab88ed,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.232857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=9a6ff40b-7447-41b2-9843-c8fbcad64a9a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.235014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Pushing event deleted for resources: {'Port': ['ID=6329fab4-c6d8-4d6b-82e2-48b631c1b0e6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.244285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad2b9b-a74d-48e7-bff6-8dedff09f173 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:35.272916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:35.356541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.369547 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff902a7d-fab2-4dd2-8ee5-18a2ca101ede tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4944320 Dec 06 23:56:35.372141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:35.382192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1144967034'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:35.386222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.389743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6443826d-932f-4428-af5f-b8d32e106d0b tempest-RoutersAdminNegativeIpV6Test-908850905 tempest-RoutersAdminNegativeIpV6Test-908850905-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6329fab4-c6d8-4d6b-82e2-48b631c1b0e6 HTTP/1.1" status: 204 len: 168 time: 1.4333951 Dec 06 23:56:35.390019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=6a98b91e-3bcc-4602-a4a2-3341e1bcb01c,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.390585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.407692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.442686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.448014 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-948414aa-beb0-40a2-9233-858a41cd72ea req-1a259969-dade-4c5a-b108-32f082b7d52b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.1464961 Dec 06 23:56:35.486627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.532785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:35.534689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:35.546628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:35.553831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.600159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.608128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2bde-ff1f-45e1-b6d5-85aebf0a53b6 None None] Pushing event updated for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.680978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.681922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:35.693823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.700947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9dd77311-d7a4-4419-97e1-9cedce1c9289 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2ba5e2e5-b9a2-4e30-8d07-494d2da57e54 HTTP/1.1" status: 204 len: 168 time: 3.4807513 Dec 06 23:56:35.701831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57144) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:35.733797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Attempting to bind port 1828c07e-bac1-461a-b198-0bce70f5791c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:35.734197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Attempting to bind port 1828c07e-bac1-461a-b198-0bce70f5791c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:35.734572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Attempting to bind port 1828c07e-bac1-461a-b198-0bce70f5791c on network 58182b87-2ed3-4acd-ba29-629cca40654b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:35.752948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:35.753333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Checking segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:35.754714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.754851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Bound using segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:35.760892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Bound port: 1828c07e-bac1-461a-b198-0bce70f5791c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:35.761322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.763278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=c970b4cd-ebf7-4469-b673-f877e8fed516,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:35.792935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:35.796147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Deleting subnet f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:35.803118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.812496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:35.814870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.815475 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 7035cce4-ea53-4982-988d-2454f3ebbed8 of type vlan for network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 Dec 06 23:56:35.818194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:35.843108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:35.926334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.931201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] For port 1828c07e-bac1-461a-b198-0bce70f5791c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:35.935132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] For port 1828c07e-bac1-461a-b198-0bce70f5791c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1828c07e-bac1-461a-b198-0bce70f5791c,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:35.943616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:35.960635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:35.961294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.023476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.027015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.070562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:36.071094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.077655 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d6e6b86a-7186-4ebb-a8e7-714e448699f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.1779592 Dec 06 23:56:36.080112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57150) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.104111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router b7e70cd9-6826-4efb-af84-de99ee2437d8 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:36.108377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57152) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.112729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.124456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:36.125066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.201381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.226633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.229979 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04 HTTP/1.1" status: 204 len: 168 time: 0.5246725 Dec 06 23:56:36.257850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57156) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.261918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c2f3a-f46c-4a41-9de5-0b1f760f4abc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:36.264821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:36.265472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:36.268741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469211fb-a440-4ec7-a23c-2b1b7ae7b25a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:36.273542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c2f3a-f46c-4a41-9de5-0b1f760f4abc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:36.278724 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0c0c2f3a-f46c-4a41-9de5-0b1f760f4abc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1976519 Dec 06 23:56:36.280175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57158) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.289007 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9143863 Dec 06 23:56:36.293878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57160) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.306906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:36.311311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419f18d-86d6-4eae-b485-6d98c740e241 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=50d5bd67-6a5f-4ad5-831d-aaa567ba3d75,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:36.365223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:36.378727 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] Sync routers for ids ['b7e70cd9-6826-4efb-af84-de99ee2437d8'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:36.384370 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-75dae063-56f9-4f2a-90d8-6db67d88bb78 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/b7e70cd9-6826-4efb-af84-de99ee2437d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9354002 Dec 06 23:56:36.391227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57164) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.413898 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] Routers {'b7e70cd9-6826-4efb-af84-de99ee2437d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:36.415314 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b7e70cd9-6826-4efb-af84-de99ee2437d8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:36.469034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.482097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3756fec5-ce8a-485b-8be6-463169fce1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.496224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:36.505332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:36.536538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] Routers {'b7e70cd9-6826-4efb-af84-de99ee2437d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:36.538521 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b7e70cd9-6826-4efb-af84-de99ee2437d8'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:36.569317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a2ae7-f202-4db6-9afd-8dac3451bffb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:36.573407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fb7a2ae7-f202-4db6-9afd-8dac3451bffb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports/6a98b91e-3bcc-4602-a4a2-3341e1bcb01c HTTP/1.1" status: 200 len: 982 time: 0.1786628 Dec 06 23:56:36.576650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57168) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:36.618406 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:36.619373 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ff878f-ba52-4c38-85d3-c60b253905dc None None] The sync data for ids ['b7e70cd9-6826-4efb-af84-de99ee2437d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:36.666439 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e89fe1d-2ce5-4679-9a16-c6b97f2c1b48 req-8894b5fd-163a-4c79-98e1-9512a73e98d1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.0569420 Dec 06 23:56:36.727802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port c970b4cd-ebf7-4469-b673-f877e8fed516 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:36.728178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.761214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:36.776501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e2bde-ff1f-45e1-b6d5-85aebf0a53b6 None None] Pushing event updated for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:36.779058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:36.792196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.823050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f81a8aa7-7e5d-41b4-b923-79760dab88ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:36.922350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e99b73-406a-4b07-a2d9-2ee1382a49f4 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:36.957230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.960615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:36.973052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for c970b4cd-ebf7-4469-b673-f877e8fed516 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:36.982962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3756c6b-8d54-44a2-a2cb-5683be9c317c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:37.062779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107221a5-4a2a-4add-8c24-3de82efa7f43') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:37.063218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107221a5-4a2a-4add-8c24-3de82efa7f43') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:37.069391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3756fec5-ce8a-485b-8be6-463169fce1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.083148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.112163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.147483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:37.148251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:37.153783 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:37.174192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3756fec5-ce8a-485b-8be6-463169fce1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.245486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.265123 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3756fec5-ce8a-485b-8be6-463169fce1c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a89d51f38f044d18abf9dcea795dbb7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1531837 Dec 06 23:56:37.265123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756fec5-ce8a-485b-8be6-463169fce1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731aa46-76d4-4f8f-97ac-f10f2fbeb4e2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:37.266910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57170) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:37.290565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.338135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=c838b8cc-97c0-4cc0-921b-eb3e192d0ec1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:37.356121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '532ab33b-7e88-440e-8651-9925d33d7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:37.356485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 9a6ff40b-7447-41b2-9843-c8fbcad64a9a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:37.362289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.372665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.373373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] For port 1828c07e-bac1-461a-b198-0bce70f5791c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1828c07e-bac1-461a-b198-0bce70f5791c,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:37.384415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.384883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f81a8aa7-7e5d-41b4-b923-79760dab88ed triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:37.385269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.391631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3756c6b-8d54-44a2-a2cb-5683be9c317c {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:56:37.391906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.396792 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/networks/e3756c6b-8d54-44a2-a2cb-5683be9c317c HTTP/1.1" status: 204 len: 168 time: 1.1361229 Dec 06 23:56:37.416878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=c970b4cd-ebf7-4469-b673-f877e8fed516,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:37.417093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6aef0-ca7a-402f-ae0f-978a8854583c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3756c6b-8d54-44a2-a2cb-5683be9c317c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:37.421329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.483197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:37.483460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.517493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.641950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364811b5-385e-4d36-bf88-5a27dc3f91ed None None] Pushing event updated for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:37.643916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.658971 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-89429f28-efeb-406e-ad13-315150455101 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c970b4cd-ebf7-4469-b673-f877e8fed516 HTTP/1.1" status: 204 len: 168 time: 1.3686366 Dec 06 23:56:37.662818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57176) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:37.734014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.739808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.739934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb81907-4584-455e-929b-1b48e9ac237b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:37.740544 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d731aa46-76d4-4f8f-97ac-f10f2fbeb4e2 HTTP/1.1" status: 204 len: 168 time: 0.4691951 Dec 06 23:56:37.741927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:37.742538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb81907-4584-455e-929b-1b48e9ac237b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:37.742725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.744154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb81907-4584-455e-929b-1b48e9ac237b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:37.748530 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0bb81907-4584-455e-929b-1b48e9ac237b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0818310 Dec 06 23:56:37.748530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a6ff40b-7447-41b2-9843-c8fbcad64a9a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:37.749045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57182) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:37.819644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aab2b3-82d0-4346-8370-efd636e63ee0 None None] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:37.848285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.888069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 9af6fa51-5ba6-41fc-94e0-c39aadba3783 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:37.896344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:35Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:37.896885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:37.994294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63670d3b-e87e-4c31-b9a4-1244ac46ed8c None None] The sync data for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv is: [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:35Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:38.013965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.030594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f81a8aa7-7e5d-41b4-b923-79760dab88ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f81a8aa7-7e5d-41b4-b923-79760dab88ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:38.058470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731aa46-76d4-4f8f-97ac-f10f2fbeb4e2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:38.127841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57186) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:38.143066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'name': 'tempest-router--1580574528', 'project_id': 'b93c259784bb47908012f8945b2fef30'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:38.158086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.221673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-46184045-6950-40d2-b6e3-e6053fa19cb9 req-27c24532-6ee6-4eb7-bc49-54b3bec107ce tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.3403914 Dec 06 23:56:38.225877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:38.226624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.234337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.279249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.279590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.285292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.285633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.286050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.286717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a6ff40b-7447-41b2-9843-c8fbcad64a9a', 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': 'c838b8cc-97c0-4cc0-921b-eb3e192d0ec1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:38.288212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.297617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.298597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f8ffe676-7003-4218-8e45-059ce37351b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:38.299042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e5ad43-edbe-4917-bfdd-11d75aa2ea82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:38.316775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.343011 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1c2e2a85-5ed4-4068-903b-29bcc369e50b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0477576 Dec 06 23:56:38.356163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57194) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:38.369168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.380934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:38.392559 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/9af6fa51-5ba6-41fc-94e0-c39aadba3783 HTTP/1.1" status: 204 len: 168 time: 0.6413965 Dec 06 23:56:38.399769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:38.400375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Provisioning complete for port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:38.400375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.407751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f8ffe676-7003-4218-8e45-059ce37351b5 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:38.409474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f8ffe676-7003-4218-8e45-059ce37351b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:38.490520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c814a4-9062-4e72-a6c1-4a7ef145e816 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=9af6fa51-5ba6-41fc-94e0-c39aadba3783,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:38.548824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f81a8aa7-7e5d-41b4-b923-79760dab88ed,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:38.602459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet f7ec0279-4dce-44b3-8b64-a4b8291dce00 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:38.612828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.617169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.621238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.655746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:38.672986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.691682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Provisioning complete for port f81a8aa7-7e5d-41b4-b923-79760dab88ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:38.693116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-406e3cfb-9b33-43cc-bd69-d08e14ed7e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.700976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.744984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-2029e46a-4790-467a-9b43-9a0b89ebc9f1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:38.744984 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-2029e46a-4790-467a-9b43-9a0b89ebc9f1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.45 "GET /v2.0/networks?id=58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 200 len: 796 time: 0.8848381 Dec 06 23:56:38.807511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Allocated IP 172.20.0.2 (9a6ff40b-7447-41b2-9843-c8fbcad64a9a/c838b8cc-97c0-4cc0-921b-eb3e192d0ec1/2874c1f9-d321-4ddf-bf71-cd0cec98f697) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:38.819334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cc70bd-7b3b-4d93-a90c-7464f71a53db None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:38.827546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.843286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:38.846286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.849000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.963633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57198) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:38.992712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:38.996961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5cbe2b94-6458-40e5-88f4-633cc81ec964 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8567224 Dec 06 23:56:38.999488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57200) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.023380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-d7867c0b-daa3-49b1-a767-29a9a13fd752 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9feef033edb6433b95d2c2425a853956 HTTP/1.1" status: 200 len: 378 time: 0.2080357 Dec 06 23:56:39.038422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'port': {'device_id': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'admin_state_up': True, 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'security_groups': ['3846b65c-3ec3-41cb-8f35-7650a96dcd1c']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:39.061470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.063149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:39.063971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.183671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.204082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9c2561a8-d953-46fe-bde7-c4cfff48ca0d None None] Provisioning complete for port f81a8aa7-7e5d-41b4-b923-79760dab88ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:39.204576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9c2561a8-d953-46fe-bde7-c4cfff48ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.264343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.354779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:39.397815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:39.426333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:39.432734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:39.435637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Pushing event updated for resources: {'Port': ['ID=2874c1f9-d321-4ddf-bf71-cd0cec98f697,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:39.451592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7b0b2013-c461-4b30-9879-e55bfe4f87da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5be0bdcdf277481a93e2b9bd19ea95ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865079 Dec 06 23:56:39.462391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.462845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.463253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.463663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.464071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.464499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.464917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.465333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.465864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.466282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.466682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.467072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.467466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:39.478245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57204) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.497873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.503813 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/f7ec0279-4dce-44b3-8b64-a4b8291dce00 HTTP/1.1" status: 204 len: 168 time: 1.0396361 Dec 06 23:56:39.503813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f549a1d-13b3-489b-bfe1-6389a941f1be tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ec0279-4dce-44b3-8b64-a4b8291dce00,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:39.507860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57206) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.537378 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2b7d6c2-14d7-40c7-ad00-84b63d1bcc12 req-7fd8e449-f948-4569-8e9c-70d69a5fa9af tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.0945761 Dec 06 23:56:39.541274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.573388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Attempting to bind port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:39.573691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Attempting to bind port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '532ab33b-7e88-440e-8651-9925d33d7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:39.574059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Attempting to bind port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 on network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:39.584161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Deleting port f81a8aa7-7e5d-41b4-b923-79760dab88ed {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:39.584406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.586236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:39.586617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Checking segment: {'id': '532ab33b-7e88-440e-8651-9925d33d7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:39.587256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.587394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Bound using segment: {'id': '532ab33b-7e88-440e-8651-9925d33d7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:39.587880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Bound port: 2874c1f9-d321-4ddf-bf71-cd0cec98f697, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532ab33b-7e88-440e-8651-9925d33d7c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9a6ff40b-7447-41b2-9843-c8fbcad64a9a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:39.588277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.652469 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6073ea5f-7b85-4271-a230-1f390e9dab82 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256311 Dec 06 23:56:39.690298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57208) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.707020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] For port f81a8aa7-7e5d-41b4-b923-79760dab88ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f81a8aa7-7e5d-41b4-b923-79760dab88ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:39.707435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.722853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Calling delete_port for f81a8aa7-7e5d-41b4-b923-79760dab88ed owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:39.755751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.760721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.778439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.812698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.834434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.861058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ced991-f97a-4efa-b938-eec701083467 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:39.865296 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c2ced991-f97a-4efa-b938-eec701083467 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1655657 Dec 06 23:56:39.866166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.869954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 6a98b91e-3bcc-4602-a4a2-3341e1bcb01c owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:39.898521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Made reservation on behalf of 9feef033edb6433b95d2c2425a853956 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:39.898521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.927699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f44e80-4e94-4a80-9ad1-e47bfc33b614 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:39.931553 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-16f44e80-4e94-4a80-9ad1-e47bfc33b614 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626042 Dec 06 23:56:39.931553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.932414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b915afee-5108-458f-ad15-97960e985809 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:39.937303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:39.942551 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2809bb1c-b1d8-438f-94aa-5918daf92a9f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b915afee-5108-458f-ad15-97960e985809 HTTP/1.1" status: 204 len: 168 time: 0.9377520 Dec 06 23:56:39.942551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57212) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:39.990007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] For port 2874c1f9-d321-4ddf-bf71-cd0cec98f697, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:39.999734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.008648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] For port 2874c1f9-d321-4ddf-bf71-cd0cec98f697, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2874c1f9-d321-4ddf-bf71-cd0cec98f697,segment=NetworkSegment(532ab33b-7e88-440e-8651-9925d33d7c67),segment_id=532ab33b-7e88-440e-8651-9925d33d7c67)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:40.041940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-74e0bda8-c0a4-4780-8811-3dbe31e05026 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933425 Dec 06 23:56:40.042316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57216) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:40.047957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:40.087551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.124357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.134216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=ad94d537-8934-4be0-ac61-10ee3f438f69,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:40.163386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.167691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] No DVR routers for this DVR port f81a8aa7-7e5d-41b4-b923-79760dab88ed on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:40.168343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.170137 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afbfb993-98b6-4550-b053-635bba7cea23 HTTP/1.1" status: 204 len: 168 time: 0.6842852 Dec 06 23:56:40.188636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbfb993-98b6-4550-b053-635bba7cea23,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:40.199835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.200137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.200999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.201359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.201850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.202362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.202692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.203569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.203921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.204304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.204686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.205042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.208483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a32a07-efdd-4939-af1f-e2589d48d401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:56:40.228896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443f86e-7a42-4215-b77d-51ce0b43fa29 None None] Pushing event updated for resources: {'Port': ['ID=2874c1f9-d321-4ddf-bf71-cd0cec98f697,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:40.265032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc19db3-8ce4-412a-bba3-83c0228b1bc4 None None] Pushing event deleted for resources: {'Port': ['ID=f81a8aa7-7e5d-41b4-b923-79760dab88ed,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:40.280399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:40.291941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.294166 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:40.295343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:40.312375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Allocated IP 172.20.0.23 (58182b87-2ed3-4acd-ba29-629cca40654b/e8fd9c78-d108-476e-b9b5-4ef30c500bc7/81186095-ad7a-4efd-a956-3582c78894aa) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:40.335409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '7035cce4-ea53-4982-988d-2454f3ebbed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:40.335777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:40.420405 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d89cbe6a-bd8c-4307-8c8d-77352450f99d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3767855 Dec 06 23:56:40.423585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57220) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:40.429303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:40.431875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1828c07e-bac1-461a-b198-0bce70f5791c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:40.479848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:40.526183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57222) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:40.553025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1828c07e-bac1-461a-b198-0bce70f5791c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:40.553409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.565230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.610031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:40.623668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e8932-a650-4b4f-9ae2-c3ef048294b2 None None] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:40.646282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:40.651499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.652566 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:40.653021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:40.750933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:40.751791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.752206 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fb6de321-1076-4871-8fd4-6c2958e936a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3267896 Dec 06 23:56:40.752843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57230) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:40.755064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=6a98b91e-3bcc-4602-a4a2-3341e1bcb01c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:40.770157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:40.785503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dec5ec9d-732f-4f0c-94d7-d19e2551ef3f req-3a3aaa95-f737-45f4-b14b-f9c8a2a28051 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.0945232 Dec 06 23:56:40.890481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f81a8aa7-7e5d-41b4-b923-79760dab88ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:40.962423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1487907893', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:40.970962 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9ff6dd0-8906-40b3-86b2-efc319106809 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6104844 Dec 06 23:56:40.984917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57236) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:40.988970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-50d5bd67-6a5f-4ad5-831d-aaa567ba3d75', 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': 'ad94d537-8934-4be0-ac61-10ee3f438f69'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:40.992282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:40.993591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f81a8aa7-7e5d-41b4-b923-79760dab88ed {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:40.993888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f81a8aa7-7e5d-41b4-b923-79760dab88ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:41.021535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1161416581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:41.039563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.064685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.098262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:41.104132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.106250 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:41.114787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:41.163405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:56:41.163405 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:56:41.163405 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '43964c22f8154eab8d8f425da264533b', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 56, 21, 33633)}] Dec 06 23:56:41.163405 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:56:41.163889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:56:41.200624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Allocated IP 172.21.0.2 (50d5bd67-6a5f-4ad5-831d-aaa567ba3d75/ad94d537-8934-4be0-ac61-10ee3f438f69/d57628ed-2680-490f-8c2c-ff72c647f5cb) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:41.249979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.251030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.274631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router b7e70cd9-6826-4efb-af84-de99ee2437d8 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:41.299581 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-11982587-6cb4-4bfb-b359-d60225a3a985 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5449965 Dec 06 23:56:41.300330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57242) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:41.305583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:41.339431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.394817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.446279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.481890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.506415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:41.509334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:41.512869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:41.514721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:41.518522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.520853 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:41.521455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:41.569860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:41.574386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962e0ce-4786-4924-8310-d3d9ba3bd216 None None] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:41.580140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-70e72f3a-8259-4aa6-a315-c7b9fb2b882a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/b7e70cd9-6826-4efb-af84-de99ee2437d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9903812 Dec 06 23:56:41.584764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57250) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:41.589069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network 58182b87-2ed3-4acd-ba29-629cca40654b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:41.593588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] Sync routers for ids ['b7e70cd9-6826-4efb-af84-de99ee2437d8'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:41.601727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:41.648151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:41.661889 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a1fa7bba-33e9-4f92-9b87-a03438c60b48 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3604763 Dec 06 23:56:41.664978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57254) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:41.671489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:41.678158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:41.689769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] Routers {'b7e70cd9-6826-4efb-af84-de99ee2437d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:41.690441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b7e70cd9-6826-4efb-af84-de99ee2437d8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:41.731001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.776724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Attempting to bind port d57628ed-2680-490f-8c2c-ff72c647f5cb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:41.777246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Attempting to bind port d57628ed-2680-490f-8c2c-ff72c647f5cb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7035cce4-ea53-4982-988d-2454f3ebbed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:41.780251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Attempting to bind port d57628ed-2680-490f-8c2c-ff72c647f5cb on network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:41.783066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Pushing event updated for resources: {'Port': ['ID=d57628ed-2680-490f-8c2c-ff72c647f5cb,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:41.784052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:41.784831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.788631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57256) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:41.792284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:41.803583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] Provisioning complete for port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:41.804213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.857275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.858659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.871013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:41.877834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Checking segment: {'id': '7035cce4-ea53-4982-988d-2454f3ebbed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:41.877834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.877834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Bound using segment: {'id': '7035cce4-ea53-4982-988d-2454f3ebbed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:41.877834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Bound port: d57628ed-2680-490f-8c2c-ff72c647f5cb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035cce4-ea53-4982-988d-2454f3ebbed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '50d5bd67-6a5f-4ad5-831d-aaa567ba3d75'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:41.877834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.923355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] Routers {'b7e70cd9-6826-4efb-af84-de99ee2437d8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:41.924008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b7e70cd9-6826-4efb-af84-de99ee2437d8'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:41.983319 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f9baa1e0-26e1-49ee-9938-ffa4f8f53111 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9510820 Dec 06 23:56:41.989822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:41.990457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:41.990571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e3761-077f-4289-8cf1-f76fce7a20b2 None None] The sync data for ids ['b7e70cd9-6826-4efb-af84-de99ee2437d8'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:41.994476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1809507806'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:42.008773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Request body: {'port': {'device_id': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:42.016992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-731d07ea-62b5-4878-9b77-f8626143da67 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 23:56:42.020618 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-731d07ea-62b5-4878-9b77-f8626143da67 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/b7e70cd9-6826-4efb-af84-de99ee2437d8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4322898 Dec 06 23:56:42.021067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57262) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.059563 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-54d98c6e-c742-4e81-bd31-cd7999938ad2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e70cd9-6826-4efb-af84-de99ee2437d8 HTTP/1.1" status: 200 len: 205 time: 0.0323749 Dec 06 23:56:42.059563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57264) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.072481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.074034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc5334-d2b1-4fa5-95af-090e9417a5b0 req-d096a1ad-b868-4e14-9a73-b84538bec4fb tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:42.075512 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0efc5334-d2b1-4fa5-95af-090e9417a5b0 req-d096a1ad-b868-4e14-9a73-b84538bec4fb tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 932 time: 0.1699381 Dec 06 23:56:42.091315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.118047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-853bf281-2ac8-498f-96de-8a844284654b None None] For port d57628ed-2680-490f-8c2c-ff72c647f5cb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:42.148924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:42.152321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.153855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:42.154280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:42.160826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-853bf281-2ac8-498f-96de-8a844284654b None None] For port d57628ed-2680-490f-8c2c-ff72c647f5cb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d57628ed-2680-490f-8c2c-ff72c647f5cb,segment=NetworkSegment(7035cce4-ea53-4982-988d-2454f3ebbed8),segment_id=7035cce4-ea53-4982-988d-2454f3ebbed8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:42.180204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.191391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.241192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.245310 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-159f521b-4479-4765-af32-b3b76f7483e7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2436564 Dec 06 23:56:42.245925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57266) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.274702 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0efc5334-d2b1-4fa5-95af-090e9417a5b0 req-4621c448-9a46-442d-8d01-4db0833a28ce tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590381 Dec 06 23:56:42.304536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] For port 2874c1f9-d321-4ddf-bf71-cd0cec98f697, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2874c1f9-d321-4ddf-bf71-cd0cec98f697,segment=NetworkSegment(532ab33b-7e88-440e-8651-9925d33d7c67),segment_id=532ab33b-7e88-440e-8651-9925d33d7c67)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:42.308507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.383450 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba589644-f035-4507-af90-44bbef8012a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7145121 Dec 06 23:56:42.384282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57268) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.384760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.389024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf281-2ac8-498f-96de-8a844284654b None None] Pushing event updated for resources: {'Port': ['ID=d57628ed-2680-490f-8c2c-ff72c647f5cb,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:42.389563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:42.411399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.420315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.433357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2874c1f9-d321-4ddf-bf71-cd0cec98f697 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:42.483618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.555626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41cf6d-c6e1-47f6-8766-580ecec06178 None None] Pushing event updated for resources: {'Port': ['ID=2874c1f9-d321-4ddf-bf71-cd0cec98f697,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:42.559459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.568441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9e774bf3-3731-407b-9afd-7468ecfe8b2c None None] Provisioning complete for port 81186095-ad7a-4efd-a956-3582c78894aa triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:42.569408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9e774bf3-3731-407b-9afd-7468ecfe8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.620703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:42.621084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.623940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9e774bf3-3731-407b-9afd-7468ecfe8b2c None None] Port 81186095-ad7a-4efd-a956-3582c78894aa cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:42.666418 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Made reservation on behalf of eb9b9189c609455e92bcb2fa38727a4c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:42.669871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.686469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.687320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router b7e70cd9-6826-4efb-af84-de99ee2437d8 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:42.700082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.701867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9c1fc229-005b-4c99-bd68-07e4e838861c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/b7e70cd9-6826-4efb-af84-de99ee2437d8 HTTP/1.1" status: 204 len: 168 time: 0.6417773 Dec 06 23:56:42.702704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57270) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.763037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.763530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:42.767730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.769702 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:56:42.770236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:56:42.780849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1f6ab565-171f-47b2-81a4-bdb72a938a77 None None] Provisioning complete for port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:42.781480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f6ab565-171f-47b2-81a4-bdb72a938a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.805012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 79c31f66-63d5-43a2-a95c-87a0e3bd13f1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:42.815407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.852363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-05ecc984-6aaa-49c0-8aa6-a9887273ff7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4670503 Dec 06 23:56:42.855343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57272) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.893960 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-914b80ee-278e-4e85-ae6b-00afac0f560b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354543 Dec 06 23:56:42.894932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57274) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:42.898220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:42.991516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b0f35-7046-4e3d-b63b-deea1e69e2af tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:42.993518 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4b4b0f35-7046-4e3d-b63b-deea1e69e2af tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0975857 Dec 06 23:56:42.996177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57276) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:43.055379 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d5b4eca-1547-4dc9-bfce-f1ce74e376ae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579617 Dec 06 23:56:43.059044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57278) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:43.064313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:43.101354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.269924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:43.273586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.308451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Allocated IP 172.36.7.222 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/cef096cf-fec7-4433-bdae-dbee033dd343) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:43.342758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.386941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=79c31f66-63d5-43a2-a95c-87a0e3bd13f1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:43.397127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.403136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6f4dc8ad-654a-4eef-9d02-093ac025030a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/79c31f66-63d5-43a2-a95c-87a0e3bd13f1 HTTP/1.1" status: 204 len: 168 time: 0.6968684 Dec 06 23:56:43.403926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57282) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:43.421856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f035882-e71d-495e-8f8e-440c796e886b None None] Network 907192c4-37f0-4b30-bb55-de1fe8eed87a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:43.423852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.497147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:56:43.526575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.526752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.585509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.630232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Transition to ACTIVE for port object 81186095-ad7a-4efd-a956-3582c78894aa will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:56:43.654260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.670939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:43.671096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06b29-cdd3-43d7-9909-54171e8a9310 req-723add01-6097-4f61-9e8a-f9d515dc7704 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:43.671296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.672621 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c2e06b29-cdd3-43d7-9909-54171e8a9310 req-723add01-6097-4f61-9e8a-f9d515dc7704 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 932 time: 0.2653635 Dec 06 23:56:43.713319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] DHCP port deletion for 907192c4-37f0-4b30-bb55-de1fe8eed87a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:43.729474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.767376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:43.770495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,segment=NetworkSegment(815253fa-729a-40b1-a561-c262669315bf),segment_id=815253fa-729a-40b1-a561-c262669315bf)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:43.770876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.773350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Deleting port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:43.777352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.788268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094d8dc-e823-4912-8fef-2cd01f6a1590 None None] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:43.790008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:43.821386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.858589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.858947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Added segment 33d9bb28-d828-46df-bec2-a0ef0da9e549 of type vlan for network 66819082-5f64-42dc-b1ca-d495a25b597f Dec 06 23:56:43.868142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5617cf5-d686-4833-98cd-02855410caaa,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:43.915887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] For port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,segment=NetworkSegment(815253fa-729a-40b1-a561-c262669315bf),segment_id=815253fa-729a-40b1-a561-c262669315bf)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:43.916426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:43.964631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Calling delete_port for 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:43.970644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] Provisioning complete for port d57628ed-2680-490f-8c2c-ff72c647f5cb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:43.971044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:43.971234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.005174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:44.007123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.023655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.069857 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c2e06b29-cdd3-43d7-9909-54171e8a9310 req-86f1a74f-e3fe-46e6-8c6b-5ac65ede874a tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3529210 Dec 06 23:56:44.086198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.104051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:44.108045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:44.113938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.116225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:44.127191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:44.128976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.140721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.20.0.1 (9a6ff40b-7447-41b2-9843-c8fbcad64a9a/c838b8cc-97c0-4cc0-921b-eb3e192d0ec1/8f46ca07-52e6-42ad-b306-d5c5adc9d633) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:44.145401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ccc34c-03c9-4838-a48b-cb42ff26cb75 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:44.171492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.195875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=380d30fc-34cf-4b09-8aaa-b39646b47638,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.215742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.246554 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-de8f0b9f-0626-4122-ba6b-b633c917ebe3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1863039 Dec 06 23:56:44.248788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.251385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57284) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:44.256257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:44.264209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:43:df:69', 'name': 'tempest-NetworksTestDHCPv6-1950873175'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:44.266416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:44.269738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:44.313053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907192c4-37f0-4b30-bb55-de1fe8eed87a']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:44.333405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Attempting to bind port 81186095-ad7a-4efd-a956-3582c78894aa on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:44.333889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Attempting to bind port 81186095-ad7a-4efd-a956-3582c78894aa by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:44.333889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Attempting to bind port 81186095-ad7a-4efd-a956-3582c78894aa on network 58182b87-2ed3-4acd-ba29-629cca40654b {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:44.341491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.349588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:44.350004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.359766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815253fa-729a-40b1-a561-c262669315bf') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:44.360065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815253fa-729a-40b1-a561-c262669315bf') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:44.383476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.391337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event updated for resources: {'Port': ['ID=cef096cf-fec7-4433-bdae-dbee033dd343,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.412380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Port 81186095-ad7a-4efd-a956-3582c78894aa on network 58182b87-2ed3-4acd-ba29-629cca40654b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:56:44.412713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Attempting to bind port 81186095-ad7a-4efd-a956-3582c78894aa on network 58182b87-2ed3-4acd-ba29-629cca40654b {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:44.414217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30536931-769b-47ea-bb3a-bbeaf47e5de4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:44.414893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.429214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:44.429214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Checking segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:44.429214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Bound using segment: {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:44.429214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Bound port: 81186095-ad7a-4efd-a956-3582c78894aa, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbebb767-1610-4cd4-822f-5c819a08dc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:44.429214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.435523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:56:44.435523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:56:44.437661 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:56:44.457213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] Pushing event deleted for resources: {'Port': ['ID=6e68a799-c35a-4f01-8b93-d36d7b8bcb1d,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.463625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2ef44-9aa8-4eca-aa8f-eb8dcb826f7c None None] No DVR routers for this DVR port 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:44.509245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.566332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7709832 Dec 06 23:56:44.567175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e06849-ab33-4046-977d-8b7f2aef5386 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Network': ['ID=66819082-5f64-42dc-b1ca-d495a25b597f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.569254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57286) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:44.581074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'subnet': {'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:44.623005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 66819082-5f64-42dc-b1ca-d495a25b597f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:44.659973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.677464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:44.714535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2874c1f9-d321-4ddf-bf71-cd0cec98f697 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:44.717685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:44.728150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:44.744143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.757963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.766084 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/907192c4-37f0-4b30-bb55-de1fe8eed87a HTTP/1.1" status: 204 len: 168 time: 1.3579628 Dec 06 23:56:44.766462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57288) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:44.772732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1632827522'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:44.781381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cf575-78ae-4919-b43f-4096297bf611 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=907192c4-37f0-4b30-bb55-de1fe8eed87a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:44.788293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '380d30fc-34cf-4b09-8aaa-b39646b47638'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:44.789228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.815551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] For port d57628ed-2680-490f-8c2c-ff72c647f5cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d57628ed-2680-490f-8c2c-ff72c647f5cb,segment=NetworkSegment(7035cce4-ea53-4982-988d-2454f3ebbed8),segment_id=7035cce4-ea53-4982-988d-2454f3ebbed8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:44.828397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.834003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Made reservation on behalf of eb9b9189c609455e92bcb2fa38727a4c for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:44.834200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.835398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.836535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.898329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.902855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port dabb180b-6959-4f33-b1ea-89d3c7f2893b yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:44.929949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:44.930423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.931225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:44.931765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:44.933563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] 10.222.0.45 "PUT /v2.0/ports/81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 200 len: 1094 time: 2.9321842 Dec 06 23:56:44.942510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:56:44.952094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012330ca-25cc-4bcf-8e22-9d6c3749d13c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:56:44.973486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:44.981991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:44.985337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:45.039719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd35ea95-2a53-4672-bfa0-b33db83f3e3d x-openstack-request-id: req-bd35ea95-2a53-4672-bfa0-b33db83f3e3d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:56:45.039719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:56:45.039719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd35ea95-2a53-4672-bfa0-b33db83f3e3d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:56:45.040116 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'status': 'completed', 'code': 200} Dec 06 23:56:45.040891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.088912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Allocated IP 2001:db8::f816:3eff:fe63:47a2 (0c9ef150-8f64-4b54-a68b-c837f595510f/380d30fc-34cf-4b09-8aaa-b39646b47638/6d7350c0-bb4c-4d3b-a40c-e7587d531c5d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:45.147251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=8f46ca07-52e6-42ad-b306-d5c5adc9d633,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:45.212695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa0f36-dc04-453c-a45e-02c3f92c9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:45.216696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:45.220400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.283278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.286494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-dd4d2379-e57b-4425-b8da-c294285b0d51 None None] Provisioning complete for port d57628ed-2680-490f-8c2c-ff72c647f5cb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:45.286873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2379-e57b-4425-b8da-c294285b0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.315126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db3f9f-6067-4703-b119-7b7db60f89a4 None None] Pushing event updated for resources: {'Port': ['ID=d57628ed-2680-490f-8c2c-ff72c647f5cb,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:45.326668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.372703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.402478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.405631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Subnet': ['ID=99519ad7-4fa3-4aed-9f78-17c81f70a97d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:45.407900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Checking segment: {'id': '33d9bb28-d828-46df-bec2-a0ef0da9e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:45.408197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network hostable DHCP agents. Network: 66819082-5f64-42dc-b1ca-d495a25b597f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:45.408537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d57628ed-2680-490f-8c2c-ff72c647f5cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:45.435940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:56:45.448993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-9a7871b8-3a9d-43c7-8ed6-583b44c182c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:45.450440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-9a7871b8-3a9d-43c7-8ed6-583b44c182c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1097 time: 0.3072875 Dec 06 23:56:45.465430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd6c30-8dee-4e96-a0a6-8c9f7e607012 req-6153c8d1-eff7-4d7c-9237-14f07216c8b1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:45.466904 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9abd6c30-8dee-4e96-a0a6-8c9f7e607012 req-6153c8d1-eff7-4d7c-9237-14f07216c8b1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.2393546 Dec 06 23:56:45.489692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.490049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8 of type vlan for network 14201571-4300-42b6-8f29-c4052f24b51f Dec 06 23:56:45.500749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.505271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d57628ed-2680-490f-8c2c-ff72c647f5cb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:45.505664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.535823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network 66819082-5f64-42dc-b1ca-d495a25b597f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:45.552573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe43:df69 (0c9ef150-8f64-4b54-a68b-c837f595510f/380d30fc-34cf-4b09-8aaa-b39646b47638/dabb180b-6959-4f33-b1ea-89d3c7f2893b) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:45.581939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:45.592784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:45.598516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:45.602045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Pushing event updated for resources: {'Port': ['ID=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:45.633606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 66819082-5f64-42dc-b1ca-d495a25b597f) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:45.640347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:45.642450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-dd4d2379-e57b-4425-b8da-c294285b0d51 None None] Provisioning complete for port cef096cf-fec7-4433-bdae-dbee033dd343 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:45.642827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2379-e57b-4425-b8da-c294285b0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.643233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.669067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8086505-2564-4876-bf3f-5bea2582f3ec None None] Network 66819082-5f64-42dc-b1ca-d495a25b597f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:45.714950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.746747 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bae9da56-e76b-408f-936e-080a075f4572 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1763978 Dec 06 23:56:45.752675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:45.758819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-834797883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:45.771364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.771806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Attempting to bind port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:45.772292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Attempting to bind port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:45.772888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Attempting to bind port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:45.794287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:45.794732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:45.795167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.795531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:45.795971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Bound port: 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:45.796405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.803195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d2379-e57b-4425-b8da-c294285b0d51 None None] Port cef096cf-fec7-4433-bdae-dbee033dd343 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:45.886605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.888605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.890254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:45.924380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:45.941695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:45.942466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6e68a799-c35a-4f01-8b93-d36d7b8bcb1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:45.961636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-852258fe-8416-43be-bc14-2ab37096570a None None] For port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:45.968328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-852258fe-8416-43be-bc14-2ab37096570a None None] For port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:45.993980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.004622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a6503b36-566b-4395-821f-444bb2c76abc None None] Provisioning complete for port 8f46ca07-52e6-42ad-b306-d5c5adc9d633 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:46.004808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6503b36-566b-4395-821f-444bb2c76abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.009382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-66819082-5f64-42dc-b1ca-d495a25b597f', 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f', 'tenant_id': 'eb9b9189c609455e92bcb2fa38727a4c', 'fixed_ips': [{'subnet_id': '99519ad7-4fa3-4aed-9f78-17c81f70a97d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:46.010243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.011341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:46.015501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:46.017431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=dabb180b-6959-4f33-b1ea-89d3c7f2893b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:46.020136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:46.025916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:46.026384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.106438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a6503b36-566b-4395-821f-444bb2c76abc None None] Port 8f46ca07-52e6-42ad-b306-d5c5adc9d633 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:46.110425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.154723 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1c1cee4-5fdb-42a7-86b9-44a842277371 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9022470 Dec 06 23:56:46.156248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.165504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57296) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:46.212393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852258fe-8416-43be-bc14-2ab37096570a None None] Pushing event updated for resources: {'Port': ['ID=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:46.216988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:56:46.232785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Allocated IP 172.20.0.2 (66819082-5f64-42dc-b1ca-d495a25b597f/99519ad7-4fa3-4aed-9f78-17c81f70a97d/7c941de3-f1dd-4d1a-9f10-8a0e7076bde2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:46.248307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.249829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8143be86-ad35-4621-b919-1286084c87f2 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4961631 Dec 06 23:56:46.252631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57298) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:46.267478 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9abd6c30-8dee-4e96-a0a6-8c9f7e607012 req-d38660cf-7327-44fe-995b-73eadb19e289 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7742720 Dec 06 23:56:46.328988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-9adedac4-0d36-4ba3-9e37-0673e94adf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:46.330671 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-9adedac4-0d36-4ba3-9e37-0673e94adf33 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9feef033edb6433b95d2c2425a853956&shared=False HTTP/1.1" status: 200 len: 897 time: 0.8365142 Dec 06 23:56:46.449787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d57628ed-2680-490f-8c2c-ff72c647f5cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:46.469173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.474834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:46.475455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.516857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.537261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d57628ed-2680-490f-8c2c-ff72c647f5cb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:46.537957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.606508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8385541 Dec 06 23:56:46.609533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:46.612000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.619537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.632693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': '14201571-4300-42b6-8f29-c4052f24b51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:46.662495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da4326-dc05-469e-9897-6b7e9aea146a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:46.668687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37da4326-dc05-469e-9897-6b7e9aea146a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:46.672923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-37da4326-dc05-469e-9897-6b7e9aea146a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4872053 Dec 06 23:56:46.683988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Network 66819082-5f64-42dc-b1ca-d495a25b597f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:46.694493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:46.699649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:46.723837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57302) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:46.748700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Pushing event updated for resources: {'Port': ['ID=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:46.790513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Attempting to bind port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:46.791187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Attempting to bind port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '33d9bb28-d828-46df-bec2-a0ef0da9e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:46.791391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Attempting to bind port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 on network 66819082-5f64-42dc-b1ca-d495a25b597f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:46.798587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:46.798978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Checking segment: {'id': '33d9bb28-d828-46df-bec2-a0ef0da9e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:46.800144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.800144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Bound using segment: {'id': '33d9bb28-d828-46df-bec2-a0ef0da9e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:46.800955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Bound port: 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d9bb28-d828-46df-bec2-a0ef0da9e549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:46.801356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.869362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec467-4f13-43cc-9b73-a015df611330 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=14201571-4300-42b6-8f29-c4052f24b51f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:46.877953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] For port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:46.882545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] For port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,segment=NetworkSegment(33d9bb28-d828-46df-bec2-a0ef0da9e549),segment_id=33d9bb28-d828-46df-bec2-a0ef0da9e549)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:46.885382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 14201571-4300-42b6-8f29-c4052f24b51f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:56:46.958957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:46.969519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.023190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-850f6cb8-d2e3-44a2-b361-406f22d2c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.035510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8246e0-4e9d-45d5-b9b5-0420bf37ea51 None None] Pushing event updated for resources: {'Port': ['ID=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:47.043397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-012330ca-25cc-4bcf-8e22-9d6c3749d13c req-850f6cb8-d2e3-44a2-b361-406f22d2c6a9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6841559 Dec 06 23:56:47.115711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.183785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port dabb180b-6959-4f33-b1ea-89d3c7f2893b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:47.184128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.216170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.247564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3423c5-de8e-40b1-b166-f685278bd60d req-be2fda26-f58d-4291-a2b2-87aa66015b5b tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.249523 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca3423c5-de8e-40b1-b166-f685278bd60d req-be2fda26-f58d-4291-a2b2-87aa66015b5b tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1191554 Dec 06 23:56:47.332862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-a5348345-cf22-46dd-af46-184478dc8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.334450 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-a5348345-cf22-46dd-af46-184478dc8884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1097 time: 0.2060857 Dec 06 23:56:47.346413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:47.355293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.359161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Router 763bfeca-30ff-4482-a9eb-311a446e2458 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:47.425612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=8f46ca07-52e6-42ad-b306-d5c5adc9d633,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:47.442158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca3423c5-de8e-40b1-b166-f685278bd60d req-e6a31597-5137-4114-91f3-efc021b8abb7 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804702 Dec 06 23:56:47.447588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Allocated IP 172.20.0.1 (66819082-5f64-42dc-b1ca-d495a25b597f/99519ad7-4fa3-4aed-9f78-17c81f70a97d/04eecd12-71e5-48e2-aab6-1d66e6f675d9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:47.562693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-f350b090-9b2e-4f58-8579-ab106ca4a565 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 200 len: 217 time: 0.1900985 Dec 06 23:56:47.616914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8f458-85a2-4eed-82a0-ad756c057e09 req-39e77848-2d27-4ff7-b527-908889d3a2ce tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.618472 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d4e8f458-85a2-4eed-82a0-ad756c057e09 req-39e77848-2d27-4ff7-b527-908889d3a2ce tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0675027 Dec 06 23:56:47.657204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] Provisioning complete for port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:47.657591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.673394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.714537 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d4e8f458-85a2-4eed-82a0-ad756c057e09 req-3486b734-699e-4e3c-95fd-2a691f717fe2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897543 Dec 06 23:56:47.770059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.778868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.784964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.813873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] For port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:47.818405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.847067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for dabb180b-6959-4f33-b1ea-89d3c7f2893b owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:47.860509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64920df-797b-4951-8342-c3b5ca594faf req-1e4d2bb1-a097-4e65-b2d6-72d55994eb5f tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.862028 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f64920df-797b-4951-8342-c3b5ca594faf req-1e4d2bb1-a097-4e65-b2d6-72d55994eb5f tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.4580870 Dec 06 23:56:47.872520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network 66819082-5f64-42dc-b1ca-d495a25b597f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:47.875536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:47.878227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:47.883533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-b52676e8-f3b8-4c02-91ea-9c9f11d9f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:47.885397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-b52676e8-f3b8-4c02-91ea-9c9f11d9f606 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8fd9c78-d108-476e-b9b5-4ef30c500bc7 HTTP/1.1" status: 200 len: 838 time: 0.2937105 Dec 06 23:56:47.908947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.911669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=04eecd12-71e5-48e2-aab6-1d66e6f675d9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:47.945222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:47.970945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555c6ce-f64b-4c74-ad74-f4796edf680d None None] Pushing event updated for resources: {'Port': ['ID=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:48.007815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:48.021215 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] Sync routers for ids ['763bfeca-30ff-4482-a9eb-311a446e2458'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:48.036286 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] Routers {'763bfeca-30ff-4482-a9eb-311a446e2458'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:48.036923 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['763bfeca-30ff-4482-a9eb-311a446e2458'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:48.046222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-262ddc6f-b21e-47f9-bbbb-9c98a00e2dce None None] Provisioning complete for port dabb180b-6959-4f33-b1ea-89d3c7f2893b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:48.047039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-262ddc6f-b21e-47f9-bbbb-9c98a00e2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.124295 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:48.134449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-262ddc6f-b21e-47f9-bbbb-9c98a00e2dce None None] Port dabb180b-6959-4f33-b1ea-89d3c7f2893b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:48.145567 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] Routers {'763bfeca-30ff-4482-a9eb-311a446e2458'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:48.146862 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['763bfeca-30ff-4482-a9eb-311a446e2458'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:48.154863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-4602e362-edf7-494f-90d8-136687273468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:48.156474 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-4602e362-edf7-494f-90d8-136687273468 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58182b87-2ed3-4acd-ba29-629cca40654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2516086 Dec 06 23:56:48.170560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef34e5-ac87-4fb0-9fa3-9bd0e3af57fa req-c5b3b214-3296-4ae3-a6b5-39e3de363176 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:48.172293 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-89ef34e5-ac87-4fb0-9fa3-9bd0e3af57fa req-c5b3b214-3296-4ae3-a6b5-39e3de363176 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0716360 Dec 06 23:56:48.189894 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:48.190938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405fd96-be96-46bc-ba15-e4063a18780c None None] The sync data for ids ['763bfeca-30ff-4482-a9eb-311a446e2458'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:48.219461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f64920df-797b-4951-8342-c3b5ca594faf req-9a873d09-38f8-4c7e-8c41-9400f55329d2 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3225524 Dec 06 23:56:48.227249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.236688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.238801 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6a713d93-9fdc-47e7-ae04-93ffad2689b8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7109954 Dec 06 23:56:48.250196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57314) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:48.335335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:48.338653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:48.360636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7424a9e9-88d4-4d78-b96e-1d668c8d3068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.373938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-89ef34e5-ac87-4fb0-9fa3-9bd0e3af57fa req-ec8f66f2-32d9-4900-b9a6-ec36db2a8620 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942787 Dec 06 23:56:48.402185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.533212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:48.595369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2acf3818-b9b5-4664-af46-aa6ee164da1a tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/763bfeca-30ff-4482-a9eb-311a446e2458 HTTP/1.1" status: 200 len: 921 time: 0.3359165 Dec 06 23:56:48.596130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57316) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:48.627788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:48.628467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.642584 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4fd1e039-ba5c-4dda-94ee-b629cbdc6374 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=763bfeca-30ff-4482-a9eb-311a446e2458 HTTP/1.1" status: 200 len: 205 time: 0.0429463 Dec 06 23:56:48.674859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57318) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:48.736466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c754e-b84f-4b2f-bab1-fb5c0244509f None None] Network 66819082-5f64-42dc-b1ca-d495a25b597f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:48.815732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:48.842688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.851737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Provisioning complete for port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:48.852273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.892454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:48.916617 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-85b552a7-8082-4a0b-96a5-537b9636d4d6 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7450037 Dec 06 23:56:48.924072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=6995fb5f-31c9-43d3-952e-b2d6f3d28a10,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:48.962081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.022238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:49.022613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: 14201571-4300-42b6-8f29-c4052f24b51f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:56:49.036456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.044410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.058576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=04eecd12-71e5-48e2-aab6-1d66e6f675d9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:49.070390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.093227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=dabb180b-6959-4f33-b1ea-89d3c7f2893b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:49.112510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:49.112901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.121328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7d87871-4122-4572-9fc9-aa3f6ed77f48 req-2e60c80d-2b2d-41c1-abb7-1a531a07d945 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909916 Dec 06 23:56:49.148873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.154385 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3783c938-6c53-429b-90ce-16656c864293 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/dabb180b-6959-4f33-b1ea-89d3c7f2893b HTTP/1.1" status: 204 len: 168 time: 2.4270637 Dec 06 23:56:49.160130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57320) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:49.177520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 14201571-4300-42b6-8f29-c4052f24b51f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:56:49.223424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router da19d654-ffc5-46b8-a94a-caef8911420a is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:49.223857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.271580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network 66819082-5f64-42dc-b1ca-d495a25b597f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:49.276284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:49.290472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e1f7d-7f56-4669-8fa1-45a4b23bada4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:49.292148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3e1f7d-7f56-4669-8fa1-45a4b23bada4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:49.293718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be3e1f7d-7f56-4669-8fa1-45a4b23bada4 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1325183 Dec 06 23:56:49.304265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57324) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:49.308910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] For port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,segment=NetworkSegment(33d9bb28-d828-46df-bec2-a0ef0da9e549),segment_id=33d9bb28-d828-46df-bec2-a0ef0da9e549)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:49.354275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14201571-4300-42b6-8f29-c4052f24b51f) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:49.361477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.375788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f7533-574b-42c8-939d-f22abce73fe9 None None] Network 14201571-4300-42b6-8f29-c4052f24b51f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:49.422343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.423350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:49.444005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4172b39-6346-463a-944b-a0edf76ab929 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1758921 Dec 06 23:56:49.450243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57328) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:49.452366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:49.453312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.529635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1a60-ba53-4f56-a72c-b554d085c085 req-3539c2a0-b4ee-4422-8443-8d77cd2c40ba tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:49.531291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-997d1a60-ba53-4f56-a72c-b554d085c085 req-3539c2a0-b4ee-4422-8443-8d77cd2c40ba tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.0848246 Dec 06 23:56:49.536731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] Sync routers for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:49.551112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Pushing event updated for resources: {'Port': ['ID=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:49.581815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port cef096cf-fec7-4433-bdae-dbee033dd343 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:49.582786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.603825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bf5e3c74-1e7a-453f-b582-e6176ced483d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9791484 Dec 06 23:56:49.605504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57330) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:49.612560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-183449666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:49.644129 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-997d1a60-ba53-4f56-a72c-b554d085c085 req-0306f267-6279-4be9-943d-f071334920e1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061409 Dec 06 23:56:49.686828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.691636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Provisioning complete for port 8f46ca07-52e6-42ad-b306-d5c5adc9d633 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:49.692028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.702412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for cef096cf-fec7-4433-bdae-dbee033dd343 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:49.719556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed3d87d-6f66-4f0a-9eba-4d7412b0ce93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:49.724421 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2ed3d87d-6f66-4f0a-9eba-4d7412b0ce93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports/8f46ca07-52e6-42ad-b306-d5c5adc9d633 HTTP/1.1" status: 200 len: 910 time: 0.2690747 Dec 06 23:56:49.725936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:49.774178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-71662ed8-03b4-45ab-99b1-e8f8af4b1072 None None] Port 8f46ca07-52e6-42ad-b306-d5c5adc9d633 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:49.776029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:56:49.776567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:56:49.779928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:49.780603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:49.838327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 380d30fc-34cf-4b09-8aaa-b39646b47638 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:49.838544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:49.839056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.864564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.865937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.873402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:49.873836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:49.890694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.916103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-14201571-4300-42b6-8f29-c4052f24b51f', 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '6995fb5f-31c9-43d3-952e-b2d6f3d28a10'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:49.917669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:49.941568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:49.942410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20be08e-370b-4d65-99cb-961645d02ed7 None None] The sync data for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:50.002048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.015230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2c9c85be-5582-455d-9e76-836fc3a264b0 None None] Provisioning complete for port 04eecd12-71e5-48e2-aab6-1d66e6f675d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:50.015660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2c9c85be-5582-455d-9e76-836fc3a264b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.091960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Router 72757ff5-5e7d-465e-b703-beaabf49c5ad is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:50.119447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199cad9-2446-417c-bea1-cf1e5e4f2310 req-fcdc5f99-ce1e-49bb-a5a1-a8dd169957ae tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:50.123117 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9199cad9-2446-417c-bea1-cf1e5e4f2310 req-fcdc5f99-ce1e-49bb-a5a1-a8dd169957ae tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3977981 Dec 06 23:56:50.123926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.137836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2c9c85be-5582-455d-9e76-836fc3a264b0 None None] Port 04eecd12-71e5-48e2-aab6-1d66e6f675d9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:50.166890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2c9c85be-5582-455d-9e76-836fc3a264b0 None None] Provisioning complete for port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:50.167279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2c9c85be-5582-455d-9e76-836fc3a264b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.174656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Allocated IP 2001:db8::2 (14201571-4300-42b6-8f29-c4052f24b51f/6995fb5f-31c9-43d3-952e-b2d6f3d28a10/5ed3a4de-45fc-43df-8e11-72a80b53b9ea) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:50.239051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.253013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.341611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.348970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.348970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0e092afe-3a3e-487a-9eb4-a55ec32b8578 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7404351 Dec 06 23:56:50.349306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/380d30fc-34cf-4b09-8aaa-b39646b47638 HTTP/1.1" status: 204 len: 168 time: 1.0412855 Dec 06 23:56:50.349306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8afe79-ad87-416c-996f-9cc74062d838 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=380d30fc-34cf-4b09-8aaa-b39646b47638,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:50.350930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57334) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:50.353953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57336) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:50.380206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416f40a3-c0da-411c-9495-7854003a1eed None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:50.402688 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a1f17f2e-2e4e-4faa-9e81-54f86a3ca4e9 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451806 Dec 06 23:56:50.403284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57338) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:50.408069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:50.513893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.637869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:50.742716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-838475ef-dfe4-4914-a04c-0fdd17416571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.766352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.790418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:50.800318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-befafae1-5af9-4371-8257-1d0bd08f1a15 None None] Provisioning complete for port 04eecd12-71e5-48e2-aab6-1d66e6f675d9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:50.800705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-befafae1-5af9-4371-8257-1d0bd08f1a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.823891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.21.0.1 (50d5bd67-6a5f-4ad5-831d-aaa567ba3d75/ad94d537-8934-4be0-ac61-10ee3f438f69/0009a31d-3145-4e04-942b-62b516f9249c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:50.880520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:50.881038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.883382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-befafae1-5af9-4371-8257-1d0bd08f1a15 None None] Port 04eecd12-71e5-48e2-aab6-1d66e6f675d9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:50.889512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.951198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Deleting port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:50.951611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.959359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:50.990555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Network 14201571-4300-42b6-8f29-c4052f24b51f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:50.999233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9199cad9-2446-417c-bea1-cf1e5e4f2310 req-6b0825aa-ec41-4d82-9aee-2b1a63dc8efe tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8660903 Dec 06 23:56:51.004495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:51.007860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.014074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:51.019962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:51.021899 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5e52909c-ba4a-4401-a877-5bbbe5d1d6c1 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "PUT /v2.0/routers/72757ff5-5e7d-465e-b703-beaabf49c5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7674186 Dec 06 23:56:51.024639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57342) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:51.031342 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] Sync routers for ids ['72757ff5-5e7d-465e-b703-beaabf49c5ad'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:51.035303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'port': {'network_id': '66819082-5f64-42dc-b1ca-d495a25b597f', 'name': 'tempest-FloatingIPNegativeTestJSON-1766354192'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:51.061623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:51.064122 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] Routers {'72757ff5-5e7d-465e-b703-beaabf49c5ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:51.065050 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['72757ff5-5e7d-465e-b703-beaabf49c5ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:51.097875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.117311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Pushing event updated for resources: {'Port': ['ID=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.140101 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:51.160827 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] Routers {'72757ff5-5e7d-465e-b703-beaabf49c5ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:51.164784 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['72757ff5-5e7d-465e-b703-beaabf49c5ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:51.178953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:51.186770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:51.196635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:51.201454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Attempting to bind port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:51.201696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Attempting to bind port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:51.202017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Attempting to bind port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea on network 14201571-4300-42b6-8f29-c4052f24b51f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:51.234796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] For port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:51.234796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.242913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77954b-4dd8-4c7e-9587-4da14bff06da req-d8b8bd71-522b-4e1a-aae6-f43f41f33443 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:51.245393 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dc77954b-4dd8-4c7e-9587-4da14bff06da req-d8b8bd71-522b-4e1a-aae6-f43f41f33443 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.2510905 Dec 06 23:56:51.250109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=0009a31d-3145-4e04-942b-62b516f9249c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.264617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:51.265003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Checking segment: {'id': 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:51.265415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.265816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Bound using segment: {'id': 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:51.266302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Bound port: 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14201571-4300-42b6-8f29-c4052f24b51f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:51.266691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.271199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Calling delete_port for 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:51.289175 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:51.291154 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f75b7-c4a2-4686-ab50-708c2ecefadd None None] The sync data for ids ['72757ff5-5e7d-465e-b703-beaabf49c5ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:51.334525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.392883 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dc77954b-4dd8-4c7e-9587-4da14bff06da req-b2c6c24c-73ab-41d8-b280-9b0e212c8772 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1353295 Dec 06 23:56:51.397617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.412408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.489949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83679a6f-3ae6-4e41-b37a-96bb38e8ba19 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:51.506662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] For port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:51.516394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=cef096cf-fec7-4433-bdae-dbee033dd343,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.542013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] For port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,segment=NetworkSegment(f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8),segment_id=f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:51.611835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3fb73dec-2092-44a7-9afe-7305edd3c2f0 None None] Provisioning complete for port 0009a31d-3145-4e04-942b-62b516f9249c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:51.612273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3fb73dec-2092-44a7-9afe-7305edd3c2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.614440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.614582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.615329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.704615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Made reservation on behalf of eb9b9189c609455e92bcb2fa38727a4c for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:51.708398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.768596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.778051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.789056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] device_id is not set on port 7f89a0fc-e6a4-47c2-80dc-f7d91f667357 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:51.818858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.835236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:56:51.841811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] No DVR routers for this DVR port 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:51.845953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.849595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1ded-7e3d-424d-9ccc-f16da7a892d6 None None] Pushing event deleted for resources: {'Port': ['ID=6d7350c0-bb4c-4d3b-a40c-e7587d531c5d,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.889095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3fb73dec-2092-44a7-9afe-7305edd3c2f0 None None] Port 0009a31d-3145-4e04-942b-62b516f9249c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:51.915932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b333b38-b5da-469e-8b14-f0303f639bbe None None] Pushing event updated for resources: {'Port': ['ID=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.917350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:51.936040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8::1 (14201571-4300-42b6-8f29-c4052f24b51f/6995fb5f-31c9-43d3-952e-b2d6f3d28a10/1d018f5c-ba0c-4e35-a334-eb05dd8cceb7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:51.946005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:51.956226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:51.956746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.957057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.959219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dbae4a-4b3d-45f2-9895-c783517ec174 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:51.974085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=e859ecf4-a5e5-416a-874a-46c5cccdd8c7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:51.985978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.986422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router 763bfeca-30ff-4482-a9eb-311a446e2458 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:56:51.993755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:51.999325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45a219ab-546d-41cb-a8a8-c79b83b81847 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/763bfeca-30ff-4482-a9eb-311a446e2458 HTTP/1.1" status: 204 len: 168 time: 3.3192060 Dec 06 23:56:51.999605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57344) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:52.003799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1936343811', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:52.019486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Allocated IP 172.20.0.11 (66819082-5f64-42dc-b1ca-d495a25b597f/99519ad7-4fa3-4aed-9f78-17c81f70a97d/7f89a0fc-e6a4-47c2-80dc-f7d91f667357) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:52.074441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.115103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-273e9768-1bdb-4501-84e1-9a88e08e0e1b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7075465 Dec 06 23:56:52.116864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57348) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:52.143193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:99:2d:4b', 'name': 'tempest-NetworksTestDHCPv6-1278440919'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:52.162014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'e859ecf4-a5e5-416a-874a-46c5cccdd8c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:56:52.162898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.186288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.314095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.315127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.342407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe9f15-8b15-454a-9c1d-6fc01f5d978a req-021250b7-48e0-417f-8b6b-42819889fb76 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:52.344594 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-96fe9f15-8b15-454a-9c1d-6fc01f5d978a req-021250b7-48e0-417f-8b6b-42819889fb76 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1722829 Dec 06 23:56:52.347569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.356196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=0009a31d-3145-4e04-942b-62b516f9249c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:52.357556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:56:52.368401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.374744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Allocated IP 2001:db8::f816:3eff:fe0c:f689 (0c9ef150-8f64-4b54-a68b-c837f595510f/e859ecf4-a5e5-416a-874a-46c5cccdd8c7/f1561825-4792-44f6-9137-f0e52cb5d7ed) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:52.464323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-96fe9f15-8b15-454a-9c1d-6fc01f5d978a req-d2b9b2a2-7c92-4a74-b1c9-f7add527ef2d tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048765 Dec 06 23:56:52.476998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.511190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:52.517858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:52.526113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.561995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.594572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:52.615067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 14201571-4300-42b6-8f29-c4052f24b51f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:52.619040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:52.625684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:52.626305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.629440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '81186095-ad7a-4efd-a956-3582c78894aa', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'mac_address': 'fa:16:3e:f0:41:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:56:52.723368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.724964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=1d018f5c-ba0c-4e35-a334-eb05dd8cceb7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:52.777514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5ed3a4de-45fc-43df-8e11-72a80b53b9ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:52.777974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network 66819082-5f64-42dc-b1ca-d495a25b597f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:52.814669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:52.827817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:52.846056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.874179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.887802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=7f89a0fc-e6a4-47c2-80dc-f7d91f667357,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:52.918466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:52.919284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.934234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:56:52.963937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd976819-d163-4bdb-9cc2-fe59804df837 None None] Provisioning complete for port 0009a31d-3145-4e04-942b-62b516f9249c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:52.964334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd976819-d163-4bdb-9cc2-fe59804df837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.966326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.974584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:52.974949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:52.977870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:53.019833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.040957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.080881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:53.092009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:53.095091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.102564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:53.126569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd976819-d163-4bdb-9cc2-fe59804df837 None None] Port 0009a31d-3145-4e04-942b-62b516f9249c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:53.152697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Pushing event updated for resources: {'Port': ['ID=f1561825-4792-44f6-9137-f0e52cb5d7ed,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:53.226238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Attempting to bind port f1561825-4792-44f6-9137-f0e52cb5d7ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:53.226707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Attempting to bind port f1561825-4792-44f6-9137-f0e52cb5d7ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:53.227145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Attempting to bind port f1561825-4792-44f6-9137-f0e52cb5d7ed on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:53.235240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:53.243052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:53.243052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.243052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:53.243052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Bound port: f1561825-4792-44f6-9137-f0e52cb5d7ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:53.243052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.311785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:53.345238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:53.348052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.375978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a5ebe78f-6df1-4796-832c-16485b4462f8 None None] Provisioning complete for port 7f89a0fc-e6a4-47c2-80dc-f7d91f667357 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:53.376705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe78f-6df1-4796-832c-16485b4462f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.378993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.430648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router da19d654-ffc5-46b8-a94a-caef8911420a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:53.431697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed81ef-fd27-4c6d-b0ce-ee40d3282354 None None] Network 14201571-4300-42b6-8f29-c4052f24b51f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:53.432742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.442694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,segment=NetworkSegment(f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8),segment_id=f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:53.442914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d47db-1ce0-48ac-992d-bffaf962d1be req-f1b08eba-b8df-41b6-bcd8-99d4cd345fb6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:53.444320 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f7d47db-1ce0-48ac-992d-bffaf962d1be req-f1b08eba-b8df-41b6-bcd8-99d4cd345fb6 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.8626506 Dec 06 23:56:53.451973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.456187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.470549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] For port f1561825-4792-44f6-9137-f0e52cb5d7ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:53.494042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-60c4749e-1923-4a6e-80b8-920f372a7180 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4682665 Dec 06 23:56:53.499648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57352) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:53.505414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:53.509170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['81186095-ad7a-4efd-a956-3582c78894aa'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:56:53.516093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebe78f-6df1-4796-832c-16485b4462f8 None None] Port 7f89a0fc-e6a4-47c2-80dc-f7d91f667357 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:53.517924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] For port f1561825-4792-44f6-9137-f0e52cb5d7ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1561825-4792-44f6-9137-f0e52cb5d7ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:53.547274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=1d018f5c-ba0c-4e35-a334-eb05dd8cceb7,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:53.577336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.623055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.631066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:53.636486 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3fda00a-899e-474c-ace1-a44acc413f2a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9092875 Dec 06 23:56:53.641233 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f7d47db-1ce0-48ac-992d-bffaf962d1be req-ed8a2d2b-9741-469b-8e7b-26469b8acaf2 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1858847 Dec 06 23:56:53.646705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57356) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:53.646705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.686175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:56:53.688743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] Sync routers for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:53.699535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.703824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 14201571-4300-42b6-8f29-c4052f24b51f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:53.717196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:53.723206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7471c44-e46e-4387-8d7e-8d5a82fcdc18 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:53.724859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b7471c44-e46e-4387-8d7e-8d5a82fcdc18 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports/0009a31d-3145-4e04-942b-62b516f9249c HTTP/1.1" status: 200 len: 910 time: 0.0765913 Dec 06 23:56:53.729854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57358) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:53.737248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 6982467e-2b38-4443-9259-e2dd61b5d77e yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:56:53.749200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:56:53.749550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6d7350c0-bb4c-4d3b-a40c-e7587d531c5d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:56:53.776346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:53.776999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:53.830697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:53.857642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520f6d8-1c6d-42cb-b243-43a99856c07d req-34d71a6f-9274-4072-8627-6d4c6148180f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:53.859842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d8b5efc2-1a6a-47da-b3ea-eb45e992c17f None None] Provisioning complete for port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:53.863379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8b5efc2-1a6a-47da-b3ea-eb45e992c17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:53.866553 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c520f6d8-1c6d-42cb-b243-43a99856c07d req-34d71a6f-9274-4072-8627-6d4c6148180f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2297127 Dec 06 23:56:53.892837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:53.913391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe99:2d4b (0c9ef150-8f64-4b54-a68b-c837f595510f/e859ecf4-a5e5-416a-874a-46c5cccdd8c7/6982467e-2b38-4443-9259-e2dd61b5d77e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:54.038791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec8968-40d5-441b-9684-5d7077276af8 None None] Pushing event updated for resources: {'Port': ['ID=f1561825-4792-44f6-9137-f0e52cb5d7ed,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:54.052675 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c520f6d8-1c6d-42cb-b243-43a99856c07d req-f26ce14b-9cb0-4e73-9686-31d7fb8fde10 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856346 Dec 06 23:56:54.079040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:54.079722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:54.131901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:54.132981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98546c8c-c94b-45fd-8b5e-6749442a7601 None None] The sync data for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:54.214612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.242976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.377312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.420045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.36.7.99 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/cbe45df6-7fbf-4fd4-9686-d28abcefae35) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:54.489443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.561566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.617787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.624675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.639024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:54.654252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:54.658730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:54.669212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:54.670108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.686751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=6982467e-2b38-4443-9259-e2dd61b5d77e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:54.726997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 70c2eada-97b6-4275-9a2f-d16a1d891ceb is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:54.757242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cb29585e-8f73-4189-b1c7-9f88ba17ba6f None None] Provisioning complete for port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:54.757242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb29585e-8f73-4189-b1c7-9f88ba17ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.788260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5ed3a4de-45fc-43df-8e11-72a80b53b9ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:54.817563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-777640e2-57d7-495a-8cb0-94ec049f2df1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6994872 Dec 06 23:56:54.832806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57362) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:54.852255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.938511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:54.938988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:54.973342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee665f85-173f-49a8-b02c-2d6feb2b4e10 req-87ea143b-ee22-440a-9563-c64ca3a8df69 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:54.975183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ee665f85-173f-49a8-b02c-2d6feb2b4e10 req-87ea143b-ee22-440a-9563-c64ca3a8df69 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 945 time: 0.1789100 Dec 06 23:56:54.978124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:54.987916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:54.993520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:54.994297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cb29585e-8f73-4189-b1c7-9f88ba17ba6f None None] Provisioning complete for port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:54.994871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb29585e-8f73-4189-b1c7-9f88ba17ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.006449 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] Sync routers for ids ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:55.010084 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a475ef7-356e-49ad-b1fc-51b1a8caaa5f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/70c2eada-97b6-4275-9a2f-d16a1d891ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6479530 Dec 06 23:56:55.019794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57364) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:55.024367 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] Routers {'70c2eada-97b6-4275-9a2f-d16a1d891ceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:55.024914 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:55.033898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4a652-1d39-4c86-b7cf-8dbe25b52426 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:55.036215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Allocated IP 172.36.7.178 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/cc5ea9cc-c760-478f-9c2c-592a7ee2f04b) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:55.046431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cb29585e-8f73-4189-b1c7-9f88ba17ba6f None None] Port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:55.048545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b79e9-cd83-4363-9ecf-2666915b413f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:55.048739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4a652-1d39-4c86-b7cf-8dbe25b52426 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:55.051831 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8a4a652-1d39-4c86-b7cf-8dbe25b52426 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2172210 Dec 06 23:56:55.052831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:55.090961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57366) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:55.091763 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:55.102228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=cbe45df6-7fbf-4fd4-9686-d28abcefae35,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:55.127381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] Routers {'70c2eada-97b6-4275-9a2f-d16a1d891ceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:55.128446 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:55.160280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1561825-4792-44f6-9137-f0e52cb5d7ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:55.211139 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:55.214594 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7375df86-77d4-4bec-8240-7454e20511ed None None] The sync data for ids ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:55.246859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f1561825-4792-44f6-9137-f0e52cb5d7ed triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.247316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.267610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ee665f85-173f-49a8-b02c-2d6feb2b4e10 req-57a45ce9-19de-497d-8f99-9e5823f94d1f tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2811165 Dec 06 23:56:55.284656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9ae7e-4853-47b3-b25f-9dab14ae99fb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:55.286095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7df9ae7e-4853-47b3-b25f-9dab14ae99fb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports/1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 HTTP/1.1" status: 200 len: 911 time: 0.2640162 Dec 06 23:56:55.298460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Provisioning complete for port cbe45df6-7fbf-4fd4-9686-d28abcefae35 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.298834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.302890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57370) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:55.354595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Port cbe45df6-7fbf-4fd4-9686-d28abcefae35 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:55.400945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Provisioning complete for port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.401323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.432241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.471179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e2c8-6e1a-4b25-838e-0dbaf26a1ccf None None] Port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:55.481127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f1561825-4792-44f6-9137-f0e52cb5d7ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1561825-4792-44f6-9137-f0e52cb5d7ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:55.517145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f532-eacd-4539-8a03-9c12d4921625 req-bd72bdf5-4b68-40e3-ad01-2f59cc3dcc1c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:55.518689 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e42f532-eacd-4539-8a03-9c12d4921625 req-bd72bdf5-4b68-40e3-ad01-2f59cc3dcc1c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3132260 Dec 06 23:56:55.550990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.594941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.636633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4b30366f-5992-4115-86bf-837f4c8b81aa None None] Provisioning complete for port f1561825-4792-44f6-9137-f0e52cb5d7ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.636936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b30366f-5992-4115-86bf-837f4c8b81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.643281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f1561825-4792-44f6-9137-f0e52cb5d7ed,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:55.646315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.652141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.763926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4b30366f-5992-4115-86bf-837f4c8b81aa None None] Provisioning complete for port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.764579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b30366f-5992-4115-86bf-837f4c8b81aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.772749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 6982467e-2b38-4443-9259-e2dd61b5d77e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:55.773096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.805189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4b30366f-5992-4115-86bf-837f4c8b81aa None None] Port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:55.805444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e42f532-eacd-4539-8a03-9c12d4921625 req-afdd2343-631d-4806-ac12-4770ce5c9e56 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754166 Dec 06 23:56:55.834740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.935778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c0407fa6-e88f-448d-9d73-682357896cc6 None None] Provisioning complete for port 6982467e-2b38-4443-9259-e2dd61b5d77e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:55.936477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c0407fa6-e88f-448d-9d73-682357896cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.976912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:55.978539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c0407fa6-e88f-448d-9d73-682357896cc6 None None] Port 6982467e-2b38-4443-9259-e2dd61b5d77e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:56.012793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.035211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:56:56.056845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 6982467e-2b38-4443-9259-e2dd61b5d77e owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:56.075639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:56.087759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:56.091834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=cc5ea9cc-c760-478f-9c2c-592a7ee2f04b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:56.095876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:56.141134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:56.152860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Sync routers for ids ['7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:56.164130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Routers {'7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:56.165873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:56.208630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.210363 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-12c3a749-96b5-4f67-aabe-e4b783336a92 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2097390 Dec 06 23:56:56.212648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:56.278995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Set router 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:56.336337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f63ad671-5f9f-48da-9ace-c89e60a2286e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 HTTP/1.1" status: 200 len: 908 time: 0.1221504 Dec 06 23:56:56.338440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57376) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:56.343966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1936343811', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': True}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:56.349315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:56.363225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.412311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.421335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88300-5167-416c-ac45-3fd67e9bbe59 req-eeb917f8-4349-407c-bce0-66c1d717d7a0 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:56.424288 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-34c88300-5167-416c-ac45-3fd67e9bbe59 req-eeb917f8-4349-407c-bce0-66c1d717d7a0 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 945 time: 0.0608034 Dec 06 23:56:56.453932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.455055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.493004 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-34c88300-5167-416c-ac45-3fd67e9bbe59 req-261b8f04-faf0-4ec5-a47b-a0057e41c35b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630102 Dec 06 23:56:56.501961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.505704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 0009a31d-3145-4e04-942b-62b516f9249c {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:56.509767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.511854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 81186095-ad7a-4efd-a956-3582c78894aa completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:56:56.517351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 81186095-ad7a-4efd-a956-3582c78894aa triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:56.517695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.539106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.571530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=6982467e-2b38-4443-9259-e2dd61b5d77e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:56.602663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.615216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99'}], 'enable_snat': False}, 'gw_port_id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:52Z', 'updated_at': '2021-12-06T23:56:55Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:54Z', 'updated_at': '2021-12-06T23:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:56.641498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1561825-4792-44f6-9137-f0e52cb5d7ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:56:56.667670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.673699 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d445a9b5-27e6-4ded-847a-5d98eee513c6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/6982467e-2b38-4443-9259-e2dd61b5d77e HTTP/1.1" status: 204 len: 168 time: 1.5663736 Dec 06 23:56:56.710152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Checking router: 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:56:56.710509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Updating router 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 port cbe45df6-7fbf-4fd4-9686-d28abcefae35 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:56:56.742643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.760134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.782914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:56.788564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:56.812649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:56:56.815213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7251ee-312a-4fed-9d0b-4dafe47f8e0e" -d '{"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-plugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:56:56.855964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d9271-4d11-416a-9dbc-c21f2d71c41c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:56.857681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d9271-4d11-416a-9dbc-c21f2d71c41c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:56.859822 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f5d9271-4d11-416a-9dbc-c21f2d71c41c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0694504 Dec 06 23:56:56.863977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57384) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:56.930920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8ad1f4-340d-4c48-ae6c-e1a6613f4778 x-openstack-request-id: req-fb8ad1f4-340d-4c48-ae6c-e1a6613f4778 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:56:56.931320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-plugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:56:56.931513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb8ad1f4-340d-4c48-ae6c-e1a6613f4778 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:56:56.931897 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'code': 200} Dec 06 23:56:56.942344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:56.944544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f1561825-4792-44f6-9137-f0e52cb5d7ed triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:56.944921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.018948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.030725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet e859ecf4-a5e5-416a-874a-46c5cccdd8c7 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:56:57.037821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.089705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.093744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847468a-93f9-48af-a19e-2f5d3679817b req-8a5a8e54-ff4b-4958-9749-a983ca7fdba0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:57.095988 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2847468a-93f9-48af-a19e-2f5d3679817b req-8a5a8e54-ff4b-4958-9749-a983ca7fdba0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1823037 Dec 06 23:56:57.133307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.139459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 0009a31d-3145-4e04-942b-62b516f9249c owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:57.291383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:57.372054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.383460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.447357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.503409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.506239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:57.506586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.567856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Attempting to bind port cbe45df6-7fbf-4fd4-9686-d28abcefae35 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:56:57.568084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=cc5ea9cc-c760-478f-9c2c-592a7ee2f04b,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:57.568491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Attempting to bind port cbe45df6-7fbf-4fd4-9686-d28abcefae35 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:56:57.568951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Attempting to bind port cbe45df6-7fbf-4fd4-9686-d28abcefae35 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:56:57.580059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0900f7f2-c551-4bc5-b23c-693a1df0dc33 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:57.586731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908de31-6a7a-4f05-b96f-7c0cc2a127b3 None None] Pushing event updated for resources: {'Port': ['ID=cbe45df6-7fbf-4fd4-9686-d28abcefae35,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:57.599797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:56:57.600571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:56:57.601183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.601787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:56:57.602976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Bound port: cbe45df6-7fbf-4fd4-9686-d28abcefae35, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:56:57.603582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.623329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.639747 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2847468a-93f9-48af-a19e-2f5d3679817b req-843a8f1e-593c-4e53-983b-2e77f963c825 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5231113 Dec 06 23:56:57.640482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.668945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] For port cbe45df6-7fbf-4fd4-9686-d28abcefae35, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:56:57.672752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] For port cbe45df6-7fbf-4fd4-9686-d28abcefae35, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbe45df6-7fbf-4fd4-9686-d28abcefae35,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:56:57.697835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.709943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=0009a31d-3145-4e04-942b-62b516f9249c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:57.710161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2070a8-4318-45ed-acb3-2d449ddb5aea req-093ed252-9842-4530-b112-eee68bdedbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:57.711159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d2070a8-4318-45ed-acb3-2d449ddb5aea req-093ed252-9842-4530-b112-eee68bdedbc5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1099 time: 0.1711566 Dec 06 23:56:57.718557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.726662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ab5348fb-5a29-46cf-bfe5-567e7e8d4f99 None None] Provisioning complete for port cbe45df6-7fbf-4fd4-9686-d28abcefae35 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:57.727051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab5348fb-5a29-46cf-bfe5-567e7e8d4f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.731193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 1d018f5c-ba0c-4e35-a334-eb05dd8cceb7 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:57.739626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.740893 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-273107e0-7f65-4549-bcff-9596ae909090 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2391171 Dec 06 23:56:57.754696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:57.780612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d8047b38-852c-4b51-900a-4cc6850c2b91 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'floatingip': {'port_id': '7f89a0fc-e6a4-47c2-80dc-f7d91f667357', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:57.781703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ab5348fb-5a29-46cf-bfe5-567e7e8d4f99 None None] Port cbe45df6-7fbf-4fd4-9686-d28abcefae35 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:57.791781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.902379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8047b38-852c-4b51-900a-4cc6850c2b91 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:57.906929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908de31-6a7a-4f05-b96f-7c0cc2a127b3 None None] Pushing event updated for resources: {'Port': ['ID=cbe45df6-7fbf-4fd4-9686-d28abcefae35,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:57.908487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132012b0-e4ca-412a-b5cf-57acc8872ca6 req-83356a68-efc1-4926-aea0-fede7f9058e9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:57.910082 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-132012b0-e4ca-412a-b5cf-57acc8872ca6 req-83356a68-efc1-4926-aea0-fede7f9058e9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.2511017 Dec 06 23:56:57.923764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0442c5f-aa06-4466-b37b-77462282a52a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:57.940318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Routers {'7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:57.943686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:58.066679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] Provisioning complete for port cbe45df6-7fbf-4fd4-9686-d28abcefae35 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:58.067084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.072860 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d2070a8-4318-45ed-acb3-2d449ddb5aea req-c986ee84-592a-4225-a891-72c7ff469e6e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3166518 Dec 06 23:56:58.082061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.089339 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-132012b0-e4ca-412a-b5cf-57acc8872ca6 req-a5818462-49a9-489d-91ce-6776a1ca8e98 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1450751 Dec 06 23:56:58.092849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.116077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] Set router 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:56:58.128896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.192818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.202447 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-d8047b38-852c-4b51-900a-4cc6850c2b91 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] update failed (client error): The resource could not be found. Dec 06 23:56:58.204739 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d8047b38-852c-4b51-900a-4cc6850c2b91 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "PUT /v2.0/floatingips/1dd20f2f-f1cf-475b-8638-fd2b5b9e533b HTTP/1.1" status: 404 len: 507 time: 0.4286523 Dec 06 23:56:58.216497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57390) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.245342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=e859ecf4-a5e5-416a-874a-46c5cccdd8c7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:58.271661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7effb-1378-40f9-a515-496875ffab33 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:56:58.280356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.283278 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9305dfc0-1986-4191-9632-5297466b52de tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/e859ecf4-a5e5-416a-874a-46c5cccdd8c7 HTTP/1.1" status: 204 len: 168 time: 1.4181757 Dec 06 23:56:58.286204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57392) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.287387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.293136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.345322 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb4b2747-81b8-4ed4-aa19-a2d5320f68b1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515068 Dec 06 23:56:58.346288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57394) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.357780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=1d018f5c-ba0c-4e35-a334-eb05dd8cceb7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:58.367032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] For port cbe45df6-7fbf-4fd4-9686-d28abcefae35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbe45df6-7fbf-4fd4-9686-d28abcefae35,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:58.459562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.463797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.467233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router da19d654-ffc5-46b8-a94a-caef8911420a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:58.528712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99'}], 'enable_snat': False}, 'gw_port_id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:52Z', 'updated_at': '2021-12-06T23:56:55Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:54Z', 'updated_at': '2021-12-06T23:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:58.570741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dafb1e-9e01-4d60-95b7-958f5684c7b5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:58.574833 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-02dafb1e-9e01-4d60-95b7-958f5684c7b5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2252667 Dec 06 23:56:58.575035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.36.7.124 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/dbb967f5-4b3c-4e8b-94d1-455dad0a29dd) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:56:58.578237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57396) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.592733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7175a-7f69-471d-ba54-fc35c550ed23 None None] The sync data for ids ['7fa0446c-0eb7-48ff-8a3d-105dd199ecb2'] in dv-neutron-master-2-hyperv is: [{'id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99'}], 'enable_snat': False}, 'gw_port_id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:52Z', 'updated_at': '2021-12-06T23:56:55Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'cbe45df6-7fbf-4fd4-9686-d28abcefae35', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa0446c-0eb7-48ff-8a3d-105dd199ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:54Z', 'updated_at': '2021-12-06T23:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:58.609126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af102bf-2198-4ebb-ac0f-fe1e9fca88c6 None None] Pushing event updated for resources: {'Port': ['ID=cbe45df6-7fbf-4fd4-9686-d28abcefae35,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:58.621091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting port cc5ea9cc-c760-478f-9c2c-592a7ee2f04b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:58.621091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.645899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:58.743445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Deleting port f1561825-4792-44f6-9137-f0e52cb5d7ed {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:56:58.743876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.796898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c212bdb3-aa95-47d2-b08e-22774771d11f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:58.810975 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c212bdb3-aa95-47d2-b08e-22774771d11f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2319496 Dec 06 23:56:58.811905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.834209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] For port f1561825-4792-44f6-9137-f0e52cb5d7ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1561825-4792-44f6-9137-f0e52cb5d7ed,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:56:58.834967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:58.851561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Calling delete_port for f1561825-4792-44f6-9137-f0e52cb5d7ed owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:58.860360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:58.872757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3dadaf8a-859e-4bbc-8a5c-da314ea5068d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1302648 Dec 06 23:56:58.879981 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] Sync routers for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:58.881227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57402) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.900623 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:58.901640 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:58.921136 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5ad7c102-1697-4b4a-a524-71d5400da082 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975299 Dec 06 23:56:58.936945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57404) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:58.947515 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:58.959440 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:58.969644 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:58.970262 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:58.981672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 70c2eada-97b6-4275-9a2f-d16a1d891ceb has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:56:59.025942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.040928 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:59.042576 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf2fb7d-8688-476b-bfd7-fb41b679a65e None None] The sync data for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:59.049076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709295fd-96d5-4b0f-8c95-9d24d015aac6 req-9df34748-abd9-4d62-89b0-b2cd300fcbcb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:59.051252 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-709295fd-96d5-4b0f-8c95-9d24d015aac6 req-9df34748-abd9-4d62-89b0-b2cd300fcbcb tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2458110 Dec 06 23:56:59.068783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.097158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.097490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.113145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] No DVR routers for this DVR port f1561825-4792-44f6-9137-f0e52cb5d7ed on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:56:59.117707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546efa46-3f8e-4988-b497-a5408aa3ef7b None None] Pushing event deleted for resources: {'Port': ['ID=f1561825-4792-44f6-9137-f0e52cb5d7ed,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:59.147297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Calling delete_port for cc5ea9cc-c760-478f-9c2c-592a7ee2f04b owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:56:59.265850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-709295fd-96d5-4b0f-8c95-9d24d015aac6 req-b456fe35-ca96-4c24-ac67-f5971b288ed8 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041867 Dec 06 23:56:59.290373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:56:59.295226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eb93d49b-a80c-4668-946c-c0e88bb24437 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/70c2eada-97b6-4275-9a2f-d16a1d891ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9845684 Dec 06 23:56:59.303621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57408) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:59.305460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] Sync routers for ids ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:56:59.331472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee9c20-2517-4bab-b168-e0b02b367836 req-bee503f3-6b76-4b94-81c9-f5e784057424 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:56:59.333055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-16ee9c20-2517-4bab-b168-e0b02b367836 req-bee503f3-6b76-4b94-81c9-f5e784057424 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1022518 Dec 06 23:56:59.341320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] Routers {'70c2eada-97b6-4275-9a2f-d16a1d891ceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:59.345088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d3e961a0-3526-448f-b6cd-f76e27b63d4e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=70c2eada-97b6-4275-9a2f-d16a1d891ceb HTTP/1.1" status: 200 len: 205 time: 0.0419941 Dec 06 23:56:59.345414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57410) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:59.345875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:59.349136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:56:59.353245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.405599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:59.408992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.415897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] Routers {'70c2eada-97b6-4275-9a2f-d16a1d891ceb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:56:59.416744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:59.462593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:56:59.463632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a435eb7-934d-43d0-8ee9-1f6dccd5e36f None None] The sync data for ids ['70c2eada-97b6-4275-9a2f-d16a1d891ceb'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:56:59.467287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.512968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:56:59.528329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:56:59.534278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb967f5-4b3c-4e8b-94d1-455dad0a29dd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:59.536097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:56:59.551334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3334f0f-62ef-4e78-9c57-04be66be232f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:56:59.605812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-adb54f2b-aaae-44be-ae15-942e6900e270 None None] Provisioning complete for port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:56:59.605812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-adb54f2b-aaae-44be-ae15-942e6900e270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.647321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-adb54f2b-aaae-44be-ae15-942e6900e270 None None] Port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:56:59.658321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.715182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Port': ['ID=cc5ea9cc-c760-478f-9c2c-592a7ee2f04b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:56:59.850172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.853194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:56:59.856664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-945a4234-0961-4150-a6cf-723d0effa542 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "DELETE /v2.0/floatingips/1dd20f2f-f1cf-475b-8638-fd2b5b9e533b HTTP/1.1" status: 204 len: 168 time: 1.6207175 Dec 06 23:56:59.858558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:56:59.886002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ab7c0d11-5b4e-4c23-8f6d-448114779dbb tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'floatingip': {'floating_network_id': '66819082-5f64-42dc-b1ca-d495a25b597f', 'port_id': '7f89a0fc-e6a4-47c2-80dc-f7d91f667357', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:56:59.920114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-16ee9c20-2517-4bab-b168-e0b02b367836 req-084b0674-d913-4bcd-930e-e0ae30868737 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5656991 Dec 06 23:57:00.016375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.019216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.020272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.066699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab7c0d11-5b4e-4c23-8f6d-448114779dbb tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.108518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.171800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.172265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 70c2eada-97b6-4275-9a2f-d16a1d891ceb {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:00.183461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.184586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bebeb511-9e64-4b2c-87be-55624d4c3321 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/70c2eada-97b6-4275-9a2f-d16a1d891ceb HTTP/1.1" status: 204 len: 168 time: 0.8382030 Dec 06 23:57:00.187152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57414) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:00.221505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:57:00.226998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.279766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 6995fb5f-31c9-43d3-952e-b2d6f3d28a10 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:00.303582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.323260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:00.335848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:00.341824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:00.342441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.345719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac801ac6-fcc1-4165-878e-131059309f66 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:00.358950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.394221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=cba56866-7be3-4077-baed-2b0d7ddb3e33,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:00.464577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.482261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1868d-db07-45fc-93ea-6e503c398310 req-187b8521-a195-41f4-9291-9c108f13e393 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:00.492840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b7c1868d-db07-45fc-93ea-6e503c398310 req-187b8521-a195-41f4-9291-9c108f13e393 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1074817 Dec 06 23:57:00.503880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.513819 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-663a026d-9e4e-4256-8da6-f448299aadb1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5765953 Dec 06 23:57:00.522476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57418) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:00.579711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 8f46ca07-52e6-42ad-b306-d5c5adc9d633 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:00.580085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.583902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': 'cba56866-7be3-4077-baed-2b0d7ddb3e33'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:00.585370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.598762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:f5:70:a7', 'name': 'tempest-NetworksTestDHCPv6-1635749557'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:00.653263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.671513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cbe45df6-7fbf-4fd4-9686-d28abcefae35 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:00.705284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=6995fb5f-31c9-43d3-952e-b2d6f3d28a10,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:00.715384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.722033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1aa5484e-893c-409a-8cfc-c3da7cd00493 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/6995fb5f-31c9-43d3-952e-b2d6f3d28a10 HTTP/1.1" status: 204 len: 168 time: 0.5338337 Dec 06 23:57:00.726315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57420) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:00.734257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0493a5-1e4b-487d-91f1-c194656650b2 None None] Network 14201571-4300-42b6-8f29-c4052f24b51f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:00.771020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.814464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 8f46ca07-52e6-42ad-b306-d5c5adc9d633 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:00.840925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:00.858752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Allocated IP 2001:db8::f816:3eff:fe8e:ed84 (0c9ef150-8f64-4b54-a68b-c837f595510f/cba56866-7be3-4077-baed-2b0d7ddb3e33/42d3bf3e-1951-49e1-9997-ee5d288f1dc2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:00.898059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cbe45df6-7fbf-4fd4-9686-d28abcefae35 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:00.898421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.074995 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-ab7c0d11-5b4e-4c23-8f6d-448114779dbb tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:57:01.076007 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab7c0d11-5b4e-4c23-8f6d-448114779dbb tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2162623 Dec 06 23:57:01.077324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:01.077324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.084020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b7c1868d-db07-45fc-93ea-6e503c398310 req-073ac152-9c5f-4595-9844-f9786f783873 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5702848 Dec 06 23:57:01.084650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57424) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:01.114635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0baf-e315-4f64-883d-66897dfb9942 req-4d5f265d-c403-42c5-9293-01d8016f685d tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:01.116267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad0e0baf-e315-4f64-883d-66897dfb9942 req-4d5f265d-c403-42c5-9293-01d8016f685d tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1152866 Dec 06 23:57:01.121049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '7f89a0fc-e6a4-47c2-80dc-f7d91f667357', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:01.189972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] DHCP port deletion for 14201571-4300-42b6-8f29-c4052f24b51f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:01.211515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.257954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,segment=NetworkSegment(f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8),segment_id=f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:01.258330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.258685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.271025 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad0e0baf-e315-4f64-883d-66897dfb9942 req-1b98b0f6-1ef6-4945-9590-88215e2f782e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185980 Dec 06 23:57:01.272597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1561825-4792-44f6-9137-f0e52cb5d7ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:01.277623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 5ed3a4de-45fc-43df-8e11-72a80b53b9ea owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:01.289612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router 5437498f-a546-4284-88cc-4eca46226209 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:01.338914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.376281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=8f46ca07-52e6-42ad-b306-d5c5adc9d633,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:01.392267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:01.574130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f1561825-4792-44f6-9137-f0e52cb5d7ed {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:01.574459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1561825-4792-44f6-9137-f0e52cb5d7ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:01.577125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.592514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Deleting port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:01.593109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.604467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:01.609479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:01.610449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:01.645303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.647896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:01.660531 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Sync routers for ids ['5437498f-a546-4284-88cc-4eca46226209'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:01.677173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290cb72-4a50-4c41-a5e1-87109b827c29 req-f8049621-bda3-43a1-8789-d70a3cd769ca tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:01.679782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3290cb72-4a50-4c41-a5e1-87109b827c29 req-f8049621-bda3-43a1-8789-d70a3cd769ca tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.2174714 Dec 06 23:57:01.680843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.683586 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Routers {'5437498f-a546-4284-88cc-4eca46226209'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:01.684437 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5437498f-a546-4284-88cc-4eca46226209'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:01.731521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b22156-1492-48f6-a127-d367b5bf0764 req-f3029e7f-f5fa-47f3-b65b-b7ad64ad302a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:01.731910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] For port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:01.732261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.733167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d0b22156-1492-48f6-a127-d367b5bf0764 req-f3029e7f-f5fa-47f3-b65b-b7ad64ad302a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2251062 Dec 06 23:57:01.734557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.754182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:01.757963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:01.759741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.768691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Calling delete_port for 5ed3a4de-45fc-43df-8e11-72a80b53b9ea owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:01.768856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 23:57:01.774078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.779374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port bd414247-5d07-49ba-afdf-13a4215070c2 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:01.809978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Pushing event updated for resources: {'Port': ['ID=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:01.813375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] No DVR routers for this DVR port 5ed3a4de-45fc-43df-8e11-72a80b53b9ea on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:01.831587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-7127d938-276e-478f-bd7b-a890abc05878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:01.833171 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-7127d938-276e-478f-bd7b-a890abc05878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.1677954 Dec 06 23:57:01.851946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e0df-d26e-47e9-9aae-56549487f017 None None] Pushing event deleted for resources: {'Port': ['ID=5ed3a4de-45fc-43df-8e11-72a80b53b9ea,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:01.888206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.890789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7307fb63-78b7-4edf-a6a2-029434b11206 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5509493 Dec 06 23:57:01.911636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57432) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:01.920935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Attempting to bind port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:01.921907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Attempting to bind port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:01.922299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Attempting to bind port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:01.927096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3290cb72-4a50-4c41-a5e1-87109b827c29 req-f608f9ae-e863-4c62-8cc1-f275c616e6fe tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2310534 Dec 06 23:57:01.942551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:01.942950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:01.943363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.943760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:01.944633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Bound port: 42d3bf3e-1951-49e1-9997-ee5d288f1dc2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:01.945026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:01.961704 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Set router 5437498f-a546-4284-88cc-4eca46226209 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:01.973612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57434) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.014384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.015978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] For port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:02.020318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] For port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:02.078884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14201571-4300-42b6-8f29-c4052f24b51f']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.080135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.093490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.093790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3934e26-9b0b-4d6b-9b77-8ce4c7ecd1f8') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.100515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d0b22156-1492-48f6-a127-d367b5bf0764 req-09e5d823-a37c-4b49-8463-299b5cb04128 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405242 Dec 06 23:57:02.115966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.185842 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437498f-a546-4284-88cc-4eca46226209', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.124'}], 'enable_snat': True}, 'gw_port_id': 'dbb967f5-4b3c-4e8b-94d1-455dad0a29dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:56Z', 'updated_at': '2021-12-06T23:56:59Z', 'revision_number': 3, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port': {'id': 'dbb967f5-4b3c-4e8b-94d1-455dad0a29dd', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5437498f-a546-4284-88cc-4eca46226209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:58Z', 'updated_at': '2021-12-06T23:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.194741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99338a7a-bd0f-4867-b76d-a6e8bb3a5c05 None None] Pushing event updated for resources: {'Port': ['ID=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:02.220042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router da19d654-ffc5-46b8-a94a-caef8911420a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:02.223516 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7b7c4d80-4ec6-41dd-a234-1f087788cfba tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/5437498f-a546-4284-88cc-4eca46226209 HTTP/1.1" status: 200 len: 908 time: 0.3017685 Dec 06 23:57:02.223686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d957dfb9-5d11-4488-8b12-49fb68de86e4 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:02.224874 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d957dfb9-5d11-4488-8b12-49fb68de86e4 tempest-TestNetworkAdvancedServerOps-1689235277 tempest-TestNetworkAdvancedServerOps-1689235277-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1094 time: 0.2502120 Dec 06 23:57:02.226187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.228121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57436) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.228482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57438) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.233329 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Checking router: 5437498f-a546-4284-88cc-4eca46226209 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:02.233785 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Updating router 5437498f-a546-4284-88cc-4eca46226209 port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:57:02.241446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'fixed_ip_address': '172.20.0.23'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:02.262107 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.262351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:02.262755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.265796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Allocated IP 172.36.7.195 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/4ec32fe9-40b8-4582-b0af-dd6b7b4ee11d) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:02.269627 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:02.273636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-83e822ee-1d08-49a9-a6d7-5b8b889e9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:02.275176 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-83e822ee-1d08-49a9-a6d7-5b8b889e9547 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.4081967 Dec 06 23:57:02.277503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fef5:70a7 (0c9ef150-8f64-4b54-a68b-c837f595510f/cba56866-7be3-4077-baed-2b0d7ddb3e33/bd414247-5d07-49ba-afdf-13a4215070c2) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:02.435157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-ebc238c7-2c10-4d6b-92e9-38f897fb3475 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.1491220 Dec 06 23:57:02.468106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.531574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:02.539345 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9a75c90a-a8b8-42b2-b619-48cf300985d7 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6570823 Dec 06 23:57:02.545238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] Sync routers for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:02.545539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57440) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.572396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.577618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:02.578709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.633636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-dc08631b-8359-4f40-9682-57712d4ecd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:02.635140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-dc08631b-8359-4f40-9682-57712d4ecd71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.1895745 Dec 06 23:57:02.643195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.645973 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c0c463b9-6b15-4dee-a376-aa8079c408c4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=da19d654-ffc5-46b8-a94a-caef8911420a HTTP/1.1" status: 200 len: 205 time: 0.0969470 Dec 06 23:57:02.649987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.653081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.663599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.674262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/14201571-4300-42b6-8f29-c4052f24b51f HTTP/1.1" status: 204 len: 168 time: 1.9451110 Dec 06 23:57:02.675274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57444) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:02.695342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-940563864', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:02.715093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.742676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:02.749524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] Routers {'da19d654-ffc5-46b8-a94a-caef8911420a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:02.750564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['da19d654-ffc5-46b8-a94a-caef8911420a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.816589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:02.817667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825a8f71-528a-4d92-8a96-05f116cea5b4 None None] The sync data for ids ['da19d654-ffc5-46b8-a94a-caef8911420a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:02.824561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.850302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:02.850603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.932767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.937379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-a92ee972-37bb-41c4-b2ca-67d0a5a91277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:02.939214 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-a92ee972-37bb-41c4-b2ca-67d0a5a91277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2844472 Dec 06 23:57:02.940084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.941748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:02.969844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.014933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:03.022898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af6977-f312-4de6-b073-b4d8b2b468ff tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=14201571-4300-42b6-8f29-c4052f24b51f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.081103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.132908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.195656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5ed3a4de-45fc-43df-8e11-72a80b53b9ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:03.202190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.234371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.236434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.241855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.244133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.283687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:03.286975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5ed3a4de-45fc-43df-8e11-72a80b53b9ea {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:03.288044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5ed3a4de-45fc-43df-8e11-72a80b53b9ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:03.299330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.321760 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.344739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:03.360746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.361775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.377631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:03.405780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771952d-de69-4277-b193-94d428afd532 req-a25539d0-9bf3-4fad-8ece-0a891695a906 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:03.406240 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.407481 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b771952d-de69-4277-b193-94d428afd532 req-a25539d0-9bf3-4fad-8ece-0a891695a906 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1861231 Dec 06 23:57:03.463859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Pushing event updated for resources: {'Port': ['ID=dbb967f5-4b3c-4e8b-94d1-455dad0a29dd,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.465295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Deleting port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:03.465705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.477562 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.484688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.487103 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.488459 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.489118 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:03.491155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:03.498950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event updated for resources: {'Port': ['ID=4ec32fe9-40b8-4582-b0af-dd6b7b4ee11d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.511453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb69b1-7160-47d9-972a-cbf7f9a7c9ee None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:03.517292 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Attempting to bind port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:03.517918 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Attempting to bind port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:03.519060 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Attempting to bind port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:03.519461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:03.521267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.521759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router da19d654-ffc5-46b8-a94a-caef8911420a {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:03.528878 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:03.529392 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:03.530478 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.531084 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:03.531664 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Bound port: dbb967f5-4b3c-4e8b-94d1-455dad0a29dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:03.532262 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.546602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:03.553659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:03.554307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.592432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Allocated IP 172.36.7.116 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/9573b897-5bef-4640-b728-5f98cf6b1d12) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:03.604863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=bd414247-5d07-49ba-afdf-13a4215070c2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.619300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fcbb32a5-31ef-4412-9577-edc44c8ad154 None None] Provisioning complete for port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:03.620059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcbb32a5-31ef-4412-9577-edc44c8ad154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.624926 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-7e1bd9af-ce5e-428a-8e54-615bd03d04cb service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739984 Dec 06 23:57:03.630680 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] For port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:03.634510 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] For port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dbb967f5-4b3c-4e8b-94d1-455dad0a29dd,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:03.644484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b771952d-de69-4277-b193-94d428afd532 req-7ef506d1-3438-4bde-994b-c6521148626c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088394 Dec 06 23:57:03.685723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.695166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb32a5-31ef-4412-9577-edc44c8ad154 None None] Port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:03.718445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.719560 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-69294a6c-b02c-44e6-ab5d-4e9bc063ff14 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a HTTP/1.1" status: 204 len: 168 time: 1.0567477 Dec 06 23:57:03.723520 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.727620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57450) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:03.736869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Calling delete_port for dbb967f5-4b3c-4e8b-94d1-455dad0a29dd owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:03.782720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a1e22-d83e-424c-8184-b6bc39a5c25e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:03.805124 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f132b-d381-486b-8e83-b5f5596884dd None None] Pushing event updated for resources: {'Port': ['ID=dbb967f5-4b3c-4e8b-94d1-455dad0a29dd,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:03.807816 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Routers {'5437498f-a546-4284-88cc-4eca46226209'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:03.808451 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5437498f-a546-4284-88cc-4eca46226209'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:03.851575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e5bdf222-3cbc-4063-8ec2-72eb51e903ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2630525 Dec 06 23:57:03.856801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57452) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:03.859889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-713e1c14-390b-40f7-9a4a-518532d0f256 None None] Provisioning complete for port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:03.859889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713e1c14-390b-40f7-9a4a-518532d0f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.932480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet ad94d537-8934-4be0-ac61-10ee3f438f69 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:03.939134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:03.940911 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] Set router 5437498f-a546-4284-88cc-4eca46226209 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:03.978944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.025495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-713e1c14-390b-40f7-9a4a-518532d0f256 None None] Provisioning complete for port dbb967f5-4b3c-4e8b-94d1-455dad0a29dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:04.025877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713e1c14-390b-40f7-9a4a-518532d0f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.030527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5437498f-a546-4284-88cc-4eca46226209', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:56Z', 'updated_at': '2021-12-06T23:57:03Z', 'revision_number': 4, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:04.070891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.083686 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f9e9-6dd6-4ca3-a196-72136a7c9db9 None None] The sync data for ids ['5437498f-a546-4284-88cc-4eca46226209'] in dv-neutron-master-2-hyperv is: [{'id': '5437498f-a546-4284-88cc-4eca46226209', 'name': 'tempest-snat-router-1936343811', 'tenant_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:56Z', 'updated_at': '2021-12-06T23:57:03Z', 'revision_number': 4, 'project_id': '9d7ae2f27eb14a839f0f0792d992f5a9', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:04.151896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713e1c14-390b-40f7-9a4a-518532d0f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.218513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.279048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.315433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:04.319231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:04.321960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:04.334935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=9573b897-5bef-4640-b728-5f98cf6b1d12,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:04.339307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.365166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.419206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbb967f5-4b3c-4e8b-94d1-455dad0a29dd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:04.422281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207806f-1d59-4a2e-8e9c-39d746d2a55f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:04.428370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207806f-1d59-4a2e-8e9c-39d746d2a55f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:04.435706 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7207806f-1d59-4a2e-8e9c-39d746d2a55f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5705223 Dec 06 23:57:04.442890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1105d-bb1e-4728-95e2-23f92346fa5c None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:04.447545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57454) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:04.510510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b3e6544-6c26-47f0-895f-659d1e7546c1 req-663efada-517e-47b5-aa7c-f6012f2921b3 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8523810 Dec 06 23:57:04.517346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-48722c05-94ba-40e1-b393-a54eb1679483 None None] Provisioning complete for port bd414247-5d07-49ba-afdf-13a4215070c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:04.517723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-48722c05-94ba-40e1-b393-a54eb1679483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.533778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.555180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting port 4ec32fe9-40b8-4582-b0af-dd6b7b4ee11d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:04.555553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.601617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-48722c05-94ba-40e1-b393-a54eb1679483 None None] Port bd414247-5d07-49ba-afdf-13a4215070c2 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:04.616715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:04.631026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.689110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:04.689668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.711671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.717498 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/ad94d537-8934-4be0-ac61-10ee3f438f69 HTTP/1.1" status: 204 len: 168 time: 0.9863043 Dec 06 23:57:04.717498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03ca97-a299-4409-8fb1-61d89db087c8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=ad94d537-8934-4be0-ac61-10ee3f438f69,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:04.723023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da07a8-1db7-439f-8e2b-893b92c3cf45 None None] Network 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:04.725409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57458) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:04.739193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.746692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.747076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.771654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.793530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Calling delete_port for 4ec32fe9-40b8-4582-b0af-dd6b7b4ee11d owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:04.835090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port bd414247-5d07-49ba-afdf-13a4215070c2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:04.835579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.872540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet c838b8cc-97c0-4cc0-921b-eb3e192d0ec1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:04.877476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.953470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f39c2-36bf-414b-be3b-6da16e051f9a req-01ca11ef-5771-449e-ac1e-777a9c1b5cd0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:04.958838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.959471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5437498f-a546-4284-88cc-4eca46226209 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:04.962277 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-151f39c2-36bf-414b-be3b-6da16e051f9a req-01ca11ef-5771-449e-ac1e-777a9c1b5cd0 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2181559 Dec 06 23:57:04.963844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:04.967715 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7e575a7f-80f7-4673-b0f1-828971d82814 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5437498f-a546-4284-88cc-4eca46226209 HTTP/1.1" status: 204 len: 168 time: 2.7319756 Dec 06 23:57:04.969754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57460) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:04.972120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.018498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] DHCP port deletion for 50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:05.086819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.091898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Deleting port d57628ed-2680-490f-8c2c-ff72c647f5cb {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:05.094383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.154185 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-151f39c2-36bf-414b-be3b-6da16e051f9a req-284912cc-b2aa-4c69-acd7-b2dc7e20d0d6 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846361 Dec 06 23:57:05.190941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for bd414247-5d07-49ba-afdf-13a4215070c2 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:05.192980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] For port d57628ed-2680-490f-8c2c-ff72c647f5cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d57628ed-2680-490f-8c2c-ff72c647f5cb,segment=NetworkSegment(7035cce4-ea53-4982-988d-2454f3ebbed8),segment_id=7035cce4-ea53-4982-988d-2454f3ebbed8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:05.193275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.208635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Calling delete_port for d57628ed-2680-490f-8c2c-ff72c647f5cb owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:05.257570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.318311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.348931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.352465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.384929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.420988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] No DVR routers for this DVR port d57628ed-2680-490f-8c2c-ff72c647f5cb on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:05.427800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf9fe3-dd3f-4e4f-8f90-b5e801d2d123 None None] Pushing event deleted for resources: {'Port': ['ID=d57628ed-2680-490f-8c2c-ff72c647f5cb,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:05.445927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.492319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.515183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Port': ['ID=4ec32fe9-40b8-4582-b0af-dd6b7b4ee11d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:05.552397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.585000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 172.36.7.182 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/193832aa-4ba9-4c74-83c2-b3dc4b77e993) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:05.591552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.640131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.651009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=bd414247-5d07-49ba-afdf-13a4215070c2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:05.671923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=c838b8cc-97c0-4cc0-921b-eb3e192d0ec1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:05.675934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.681945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1eff3e32-b079-4d25-81a5-808dd2a9d36f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/c838b8cc-97c0-4cc0-921b-eb3e192d0ec1 HTTP/1.1" status: 204 len: 168 time: 0.9512725 Dec 06 23:57:05.687379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57462) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:05.695387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895613ad-f088-46a8-8543-66f5a86b2368 None None] Network 9a6ff40b-7447-41b2-9843-c8fbcad64a9a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:05.731617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.738130 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3e516388-b1d6-4863-9fa4-8505b60cea15 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/bd414247-5d07-49ba-afdf-13a4215070c2 HTTP/1.1" status: 204 len: 168 time: 1.2894819 Dec 06 23:57:05.740585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57464) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:05.791199 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] create failed (client error): The resource could not be found. Dec 06 23:57:05.795790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4b5ecc4-3622-43fd-8054-824a1fa39bea tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6820853 Dec 06 23:57:05.796593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57466) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:05.883168 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-c4dac9e2-a55d-4a16-a3c2-71c29abb2da6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2511086 Dec 06 23:57:05.959789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:05.961559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] DHCP port deletion for 9a6ff40b-7447-41b2-9843-c8fbcad64a9a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:06.004892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.021506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Deleting port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:06.022066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.088359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] For port 2874c1f9-d321-4ddf-bf71-cd0cec98f697, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2874c1f9-d321-4ddf-bf71-cd0cec98f697,segment=NetworkSegment(532ab33b-7e88-440e-8651-9925d33d7c67),segment_id=532ab33b-7e88-440e-8651-9925d33d7c67)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:06.088359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.089967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-1ba910ab-6d1f-4b35-b370-b43b19c606ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.091553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-1ba910ab-6d1f-4b35-b370-b43b19c606ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.1238048 Dec 06 23:57:06.103730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Calling delete_port for 2874c1f9-d321-4ddf-bf71-cd0cec98f697 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:06.145631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.167223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting port 7f89a0fc-e6a4-47c2-80dc-f7d91f667357 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:06.167526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.171704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.200887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5cd3b-2520-4a31-830c-05a847d418af tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.204007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5cd3b-2520-4a31-830c-05a847d418af tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.208535 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7cb5cd3b-2520-4a31-830c-05a847d418af tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4641616 Dec 06 23:57:06.209483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57470) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:06.257305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.273204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Deleting port cbe45df6-7fbf-4fd4-9686-d28abcefae35 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:06.273861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.283480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.285520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] Pushing event deleted for resources: {'Port': ['ID=2874c1f9-d321-4ddf-bf71-cd0cec98f697,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:06.289757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1c979-7437-46c5-809c-675eac65c113 None None] No DVR routers for this DVR port 2874c1f9-d321-4ddf-bf71-cd0cec98f697 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:06.290801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d5bd67-6a5f-4ad5-831d-aaa567ba3d75']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:06.340780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7035cce4-ea53-4982-988d-2454f3ebbed8') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:06.341014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7035cce4-ea53-4982-988d-2454f3ebbed8') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:06.373139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.377437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:06.395967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:06.413973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:06.415722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet cba56866-7be3-4077-baed-2b0d7ddb3e33 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:06.417287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a8666-1187-4a38-ad6b-c0a5a1c70983 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:06.431343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.441766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.450552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-212ae7a9-095b-4f91-946e-a669eb3bff3e None None] Provisioning complete for port 193832aa-4ba9-4c74-83c2-b3dc4b77e993 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:06.450926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-212ae7a9-095b-4f91-946e-a669eb3bff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.453848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.459120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-555bfbdf-9c5e-4093-86e7-61baf39f5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.460705 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-555bfbdf-9c5e-4093-86e7-61baf39f5eea service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.3123052 Dec 06 23:57:06.468904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=193832aa-4ba9-4c74-83c2-b3dc4b77e993,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:06.482433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:06.482568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:06.485682 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:06.490850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee6c3-efd5-4c5f-bc55-6ccfad1f9a48 req-fda6a174-c2c4-47b6-8d2a-b9d9f7994f12 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.492437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-63eee6c3-efd5-4c5f-bc55-6ccfad1f9a48 req-fda6a174-c2c4-47b6-8d2a-b9d9f7994f12 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2577946 Dec 06 23:57:06.509988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-212ae7a9-095b-4f91-946e-a669eb3bff3e None None] Port 193832aa-4ba9-4c74-83c2-b3dc4b77e993 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:06.527376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Calling delete_port for 7f89a0fc-e6a4-47c2-80dc-f7d91f667357 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:06.540052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.583336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] For port cbe45df6-7fbf-4fd4-9686-d28abcefae35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbe45df6-7fbf-4fd4-9686-d28abcefae35,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:06.583633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.594949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2874c1f9-d321-4ddf-bf71-cd0cec98f697 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:06.617320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2874c1f9-d321-4ddf-bf71-cd0cec98f697 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:06.617560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Calling delete_port for cbe45df6-7fbf-4fd4-9686-d28abcefae35 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:06.617684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2874c1f9-d321-4ddf-bf71-cd0cec98f697 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:06.618052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d57628ed-2680-490f-8c2c-ff72c647f5cb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:06.622115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.641786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: d57628ed-2680-490f-8c2c-ff72c647f5cb {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:06.642067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d57628ed-2680-490f-8c2c-ff72c647f5cb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:06.695304 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-63eee6c3-efd5-4c5f-bc55-6ccfad1f9a48 req-e4690e2c-e74a-48c4-b8a2-278daf90a932 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802301 Dec 06 23:57:06.721077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.724673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-98a16fa7-7f00-4fcc-8dfe-2904d7fc658b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.2496707 Dec 06 23:57:06.726704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.736831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.739815 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/50d5bd67-6a5f-4ad5-831d-aaa567ba3d75 HTTP/1.1" status: 204 len: 168 time: 1.0349481 Dec 06 23:57:06.758185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:06.785099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:06.816031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae32a1-0bab-4337-bc76-91374e6aa59c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=50d5bd67-6a5f-4ad5-831d-aaa567ba3d75,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:06.882542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-53e0c0ec-aede-48b3-8cd8-0f731e45d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.883850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-53e0c0ec-aede-48b3-8cd8-0f731e45d856 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.1247241 Dec 06 23:57:06.909023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event updated for resources: {'Port': ['ID=9573b897-5bef-4640-b728-5f98cf6b1d12,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:06.950069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d70ec7-296b-48b3-8236-9cb165a70c70 req-fb240996-4d2d-4a45-b0d6-d5e72614b607 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:06.951570 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7d70ec7-296b-48b3-8236-9cb165a70c70 req-fb240996-4d2d-4a45-b0d6-d5e72614b607 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1682210 Dec 06 23:57:06.999024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.004496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.049281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-49bea7e6-26ad-4339-9a94-6f9a732e3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:07.051399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-49bea7e6-26ad-4339-9a94-6f9a732e3c5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600838 Dec 06 23:57:07.074956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.198817 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7d70ec7-296b-48b3-8236-9cb165a70c70 req-c79a8ba9-824a-45f2-8236-bc3bf220e563 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235792 Dec 06 23:57:07.199473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Port': ['ID=7f89a0fc-e6a4-47c2-80dc-f7d91f667357,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:07.207548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.249664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.270875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=cba56866-7be3-4077-baed-2b0d7ddb3e33,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:07.272850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.279910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.285279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3918d1-195e-449b-908a-aa4c34405ca0 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:07.285758 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7724618-1db5-4846-b952-6d59b4516692 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/cba56866-7be3-4077-baed-2b0d7ddb3e33 HTTP/1.1" status: 204 len: 168 time: 1.0723612 Dec 06 23:57:07.286332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57478) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:07.350029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6ff40b-7447-41b2-9843-c8fbcad64a9a']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:07.353287 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Floating IP a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 associated. External IP: 172.36.7.116, port: 81186095-ad7a-4efd-a956-3582c78894aa. Dec 06 23:57:07.360039 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1995fa1-8915-497a-b12c-aa769e46c7cf tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660150 Dec 06 23:57:07.360718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57480) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:07.382777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:07.444658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532ab33b-7e88-440e-8651-9925d33d7c67') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:07.445324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532ab33b-7e88-440e-8651-9925d33d7c67') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:07.447810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.500100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.552664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70e96c-f05a-45c5-9bf2-e194872358fd None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:07.555713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:07.559273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbe45df6-7fbf-4fd4-9686-d28abcefae35,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:07.569673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.619832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Deleting port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:07.620206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.642601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:07.642601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:07.647125 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:07.691537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] For port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:07.691825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.704720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Calling delete_port for 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:07.725524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ebf97-79ad-4988-9582-038b2272f674 req-ddaa6e0d-4f09-46e5-a111-685cdafd4762 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:07.727211 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b73ebf97-79ad-4988-9582-038b2272f674 req-ddaa6e0d-4f09-46e5-a111-685cdafd4762 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3597362 Dec 06 23:57:07.751603 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-a1595bdd-c81e-4ed2-a389-14dffcd57747 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879976 Dec 06 23:57:07.799055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.799749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.803399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b618200e-a343-49a4-8f30-2cce2ac430b8 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "DELETE /v2.0/ports/7f89a0fc-e6a4-47c2-80dc-f7d91f667357 HTTP/1.1" status: 204 len: 168 time: 2.0001640 Dec 06 23:57:07.805808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:07.869099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.895332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] Pushing event deleted for resources: {'Port': ['ID=42d3bf3e-1951-49e1-9997-ee5d288f1dc2,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:07.908519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d2ed6d-5cfe-45a0-baba-870e98c49a18 None None] No DVR routers for this DVR port 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:07.925414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.939649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:07.946612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.957612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.961719 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/9a6ff40b-7447-41b2-9843-c8fbcad64a9a HTTP/1.1" status: 204 len: 168 time: 1.1911395 Dec 06 23:57:07.966018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57484) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:07.975525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4cc33-a826-43c3-863d-7c31cf5da5d4 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:07.977089 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-97d4cc33-a826-43c3-863d-7c31cf5da5d4 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "GET /v2.0/ports?device_id=72757ff5-5e7d-465e-b703-beaabf49c5ad HTTP/1.1" status: 200 len: 913 time: 0.1688983 Dec 06 23:57:07.977326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:07.982597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1925839827'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:07.987534 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5b6a4939-5a37-4e48-8505-6e6779830da4 req-042061a3-de30-4472-812d-0eac3a9d139c service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023580 Dec 06 23:57:07.992442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57486) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:07.995422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.005383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd026c5-6a9e-47cf-97fd-f7071888be8f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=9a6ff40b-7447-41b2-9843-c8fbcad64a9a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:08.010295 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b73ebf97-79ad-4988-9582-038b2272f674 req-04e150dc-86ab-4597-9c51-7e63df42a6b2 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549567 Dec 06 23:57:08.138360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.157295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Router 6653bd10-d07e-45b0-a1db-904a4aa46224 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:08.221885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.222418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:08.239923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:08.243398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.255243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.259789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-33c2e2ab-6dca-4b70-baa4-5b8ce21621c4 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7fa0446c-0eb7-48ff-8a3d-105dd199ecb2 HTTP/1.1" status: 204 len: 168 time: 3.2814391 Dec 06 23:57:08.260846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:08.269476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721635907', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:08.332695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:08.333262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:08.344217 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Sync routers for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:08.359804 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:08.360705 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:08.384812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.385558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment d5393bc2-4044-4f4b-818d-3b8caee4b76f of type vlan for network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 Dec 06 23:57:08.404672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.409526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.466847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.482067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.487877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.518627 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6fac12a9-4aa6-4dbe-b8a1-7da77a30052e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2805557 Dec 06 23:57:08.518627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:57:08.521176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264c630-41e7-480f-800e-95c90487fe58" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:57:08.601647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.615226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:08.615866 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:08.616006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.625540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.631854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 11ea4e2a-4f33-4efc-a975-6fe372343ba1 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:08.666559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f60287-7d1a-416e-97da-078f9ec7833d x-openstack-request-id: req-09f60287-7d1a-416e-97da-078f9ec7833d {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:57:08.666997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:57:08.667474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09f60287-7d1a-416e-97da-078f9ec7833d {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:57:08.667982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'status': 'completed', 'code': 200} Dec 06 23:57:08.722587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:57:08.725666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.756821 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:57:08.847188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.872220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:08.880984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:08.891466 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9240034 Dec 06 23:57:08.893921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d44360-c849-49d9-8ab1-a2a59504f1fc req-b0d14ecc-37fd-48c1-9a52-47025669cab1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:08.895371 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e1d44360-c849-49d9-8ab1-a2a59504f1fc req-b0d14ecc-37fd-48c1-9a52-47025669cab1 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.2437074 Dec 06 23:57:08.895963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57498) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:08.896741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffc38b-f85f-4058-9b35-b3fe194c0458 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:08.897429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:08.902227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:08.905331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:08.915521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79870453-ff93-48eb-94f8-69c78880c784 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=8301d5dc-f81f-4e4f-b5db-82f9362cb413,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:08.966011 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4c4cb81-6fd6-4b60-b27a-cf892be12bd7', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'floating_ip_address': '172.36.7.116', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'mac_address': 'fa:16:3e:f0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:57:05Z', 'updated_at': '2021-12-06T23:57:05Z', 'revision_number': 0, 'project_id': '9feef033edb6433b95d2c2425a853956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.050788 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Checking router: 6653bd10-d07e-45b0-a1db-904a4aa46224 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:09.076746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:09.083805 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:09.084123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c630-41e7-480f-800e-95c90487fe58 req-bb3e9515-8a68-4671-adef-10be98e6e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:09.084521 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.086052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-bb3e9515-8a68-4671-adef-10be98e6e4f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1099 time: 0.3425889 Dec 06 23:57:09.129037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318a20f-d465-44a2-8027-29e2adac467a req-08fa67cc-a985-480d-b569-63f323de89ca tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:09.130160 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f318a20f-d465-44a2-8027-29e2adac467a req-08fa67cc-a985-480d-b569-63f323de89ca tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3763502 Dec 06 23:57:09.168263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:09.202405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:09.202749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 42d3bf3e-1951-49e1-9997-ee5d288f1dc2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:09.248172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '1421cf7c-3266-4c72-862b-b42945a99f2a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:09.249720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.249846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:09.260931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=1421cf7c-3266-4c72-862b-b42945a99f2a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:09.286318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] Sync routers for ids ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:09.289677 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:09.320085 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f318a20f-d465-44a2-8027-29e2adac467a req-f9847834-c85e-4bc3-8738-acd614346046 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889408 Dec 06 23:57:09.374008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c630-41e7-480f-800e-95c90487fe58 req-db5492b1-7555-4c32-9e07-a50c8f94c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:09.375533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-db5492b1-7555-4c32-9e07-a50c8f94c7ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 200 len: 897 time: 0.2737648 Dec 06 23:57:09.387947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] Routers {'11ea4e2a-4f33-4efc-a975-6fe372343ba1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:09.388899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.399118 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e51eade5-b77b-49a1-9c02-5d92f4c7c47e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0220268 Dec 06 23:57:09.402453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57500) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:09.413908 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e1d44360-c849-49d9-8ab1-a2a59504f1fc req-cb863285-6248-4bcf-b341-1252fa3c88c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5013936 Dec 06 23:57:09.437219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:58:37:03', 'name': 'tempest-NetworksTestDHCPv6-1237614216'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:09.442139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57502) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:09.492571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.497058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:09.497656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f0ffbd4a-f559-4e34-8dea-b5eaa25d4fb0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.8054259 Dec 06 23:57:09.556911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:09.560915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.615492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.625731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-2165abcf-8543-4886-ad51-c363bc325e5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 200 len: 1000 time: 0.2390692 Dec 06 23:57:09.634876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] Routers {'11ea4e2a-4f33-4efc-a975-6fe372343ba1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:09.635785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.654319 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1b479ad4-9ee4-4d49-983e-8ff8544314d3 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/floatingips/a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 HTTP/1.1" status: 200 len: 992 time: 0.2054756 Dec 06 23:57:09.683162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.684117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b48bd5-c53e-40a1-89ee-740e893dff16 None None] The sync data for ids ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:09.731160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Allocated IP 2001:db8::f816:3eff:fe7d:7b61 (0c9ef150-8f64-4b54-a68b-c837f595510f/1421cf7c-3266-4c72-862b-b42945a99f2a/167b6428-713b-4ba7-95d9-caf0af5f0e46) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:09.754508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting port 04eecd12-71e5-48e2-aab6-1d66e6f675d9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:09.754859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.772633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c630-41e7-480f-800e-95c90487fe58 req-df9b1c72-c60d-44ce-9ab4-70bce727df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:09.774128 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-df9b1c72-c60d-44ce-9ab4-70bce727df24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8fd9c78-d108-476e-b9b5-4ef30c500bc7 HTTP/1.1" status: 200 len: 838 time: 0.1198256 Dec 06 23:57:09.797846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:09.799830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.812658 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-64f0a38d-bfee-4f91-823f-aef57fc94dd0 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers/11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 200 len: 884 time: 0.3111074 Dec 06 23:57:09.828596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57506) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:09.837023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.865213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4c4cb81-6fd6-4b60-b27a-cf892be12bd7', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'floating_ip_address': '172.36.7.116', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'mac_address': 'fa:16:3e:f0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:57:05Z', 'updated_at': '2021-12-06T23:57:05Z', 'revision_number': 0, 'project_id': '9feef033edb6433b95d2c2425a853956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:09.877044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.891538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Calling delete_port for 04eecd12-71e5-48e2-aab6-1d66e6f675d9 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:09.902005 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b033fbe-cffd-4004-b3f9-db9de671f7f3 None None] The sync data for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv is: [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a4c4cb81-6fd6-4b60-b27a-cf892be12bd7', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'floating_ip_address': '172.36.7.116', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'mac_address': 'fa:16:3e:f0:41:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:57:05Z', 'updated_at': '2021-12-06T23:57:05Z', 'revision_number': 0, 'project_id': '9feef033edb6433b95d2c2425a853956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:09.929165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:09.995812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.053612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c630-41e7-480f-800e-95c90487fe58 req-5ab27a38-9d42-425c-b07c-ff20aafb1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:10.055187 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-5ab27a38-9d42-425c-b07c-ff20aafb1153 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58182b87-2ed3-4acd-ba29-629cca40654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2734611 Dec 06 23:57:10.056175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:10.059115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:10.061914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:10.097347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Pushing event updated for resources: {'Port': ['ID=167b6428-713b-4ba7-95d9-caf0af5f0e46,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:10.136973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Attempting to bind port 167b6428-713b-4ba7-95d9-caf0af5f0e46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:10.137407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Attempting to bind port 167b6428-713b-4ba7-95d9-caf0af5f0e46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:10.137780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Attempting to bind port 167b6428-713b-4ba7-95d9-caf0af5f0e46 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:10.139838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Allocated IP 172.36.7.6 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/dc5afa78-bc98-49b5-a173-37838e955731) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:10.146099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:10.146681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:10.147195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.147657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:10.148160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Bound port: 167b6428-713b-4ba7-95d9-caf0af5f0e46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:10.148701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.164509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.233513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] For port 167b6428-713b-4ba7-95d9-caf0af5f0e46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:10.239759 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92075105-1034-4819-901b-ea482fa0c35a None None] New status for floating IP a4c4cb81-6fd6-4b60-b27a-cf892be12bd7: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:57:10.240857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] For port 167b6428-713b-4ba7-95d9-caf0af5f0e46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=167b6428-713b-4ba7-95d9-caf0af5f0e46,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:10.303643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.327125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=d4a54d93-331b-4d49-bd99-598e6dacdb84,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:10.376002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fcf0-47bb-4be8-a9a8-3fe56c00a52c None None] Pushing event updated for resources: {'Port': ['ID=167b6428-713b-4ba7-95d9-caf0af5f0e46,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:10.378411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': 'd5393bc2-4044-4f4b-818d-3b8caee4b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:10.378773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 8301d5dc-f81f-4e4f-b5db-82f9362cb413, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:10.440190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.457345 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e2ce0ca9-f5bf-4429-8368-34f1d46493c3 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6275873 Dec 06 23:57:10.462900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57510) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:10.470328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-940563864'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:10.515242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cbe45df6-7fbf-4fd4-9686-d28abcefae35 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:10.525867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:10.538663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.543048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: cbe45df6-7fbf-4fd4-9686-d28abcefae35 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:10.543407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cbe45df6-7fbf-4fd4-9686-d28abcefae35 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:10.577650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.609469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8301d5dc-f81f-4e4f-b5db-82f9362cb413) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:10.642148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882529e-1264-40a3-ac5b-d7010f8c499a None None] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:10.646643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:10.647911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.661129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57512) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:10.663651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:10.727125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:10.735005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:10.741883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event updated for resources: {'Port': ['ID=dc5afa78-bc98-49b5-a173-37838e955731,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:10.742787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d72e82e-04b5-439b-b26e-ff7d3ee8a88d None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:10.794911 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-84fc2a69-d987-4830-b8a1-a208fe9b0835 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/floatingips/a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 HTTP/1.1" status: 200 len: 994 time: 0.1273992 Dec 06 23:57:10.831410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port c39931d7-66fd-4d84-8ea9-abc3e01220ee yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:10.844465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655978f7-49fe-46d4-996c-ff90e1643b57 req-d160ac18-3bfd-4951-a945-37ab50f91764 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:10.846141 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-655978f7-49fe-46d4-996c-ff90e1643b57 req-d160ac18-3bfd-4951-a945-37ab50f91764 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3864379 Dec 06 23:57:10.852012 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eafb6c6b-8cd3-4ad8-9403-4ba516cbb766 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9509032 Dec 06 23:57:10.881760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:10.882876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8301d5dc-f81f-4e4f-b5db-82f9362cb413', 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': 'd4a54d93-331b-4d49-bd99-598e6dacdb84'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:10.883741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.886672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919000793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:10.887684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-34a44217-1079-46d5-9b3e-85b95616838c None None] Provisioning complete for port dc5afa78-bc98-49b5-a173-37838e955731 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:10.888052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34a44217-1079-46d5-9b3e-85b95616838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:10.987395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-34a44217-1079-46d5-9b3e-85b95616838c None None] Port dc5afa78-bc98-49b5-a173-37838e955731 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:11.023115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.024548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.064946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Allocated IP 172.20.0.2 (8301d5dc-f81f-4e4f-b5db-82f9362cb413/d4a54d93-331b-4d49-bd99-598e6dacdb84/15ab5b4f-22e2-4e99-bcb6-add5d8246498) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:11.065296 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-a50c91ef-48d3-4879-9daf-10aad1e989b3 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990821 Dec 06 23:57:11.080125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.157829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.165139 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-655978f7-49fe-46d4-996c-ff90e1643b57 req-e4b08314-ebf2-4c83-9b9b-1ad746ec7eb3 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677946 Dec 06 23:57:11.201836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.204944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.264712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe58:3703 (0c9ef150-8f64-4b54-a68b-c837f595510f/1421cf7c-3266-4c72-862b-b42945a99f2a/c39931d7-66fd-4d84-8ea9-abc3e01220ee) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:11.267921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.270890 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bad2323a-8c2f-44cb-a984-a958b9807287 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3881114 Dec 06 23:57:11.282508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:11.289651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'port': {'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413', 'name': 'tempest-RoutersTest-1940711316'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:11.307873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Port': ['ID=04eecd12-71e5-48e2-aab6-1d66e6f675d9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:11.493282 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8264c630-41e7-480f-800e-95c90487fe58 req-b009e45a-621f-4071-81a4-0f2a3293552e service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108381 Dec 06 23:57:11.498522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.567208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.585177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.652848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:11.657058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:11.661614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:11.696904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Pushing event updated for resources: {'Port': ['ID=15ab5b4f-22e2-4e99-bcb6-add5d8246498,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:11.706922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.732002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Attempting to bind port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:11.732536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Attempting to bind port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd5393bc2-4044-4f4b-818d-3b8caee4b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:11.732924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Attempting to bind port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 on network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:11.738905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:11.739291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Checking segment: {'id': 'd5393bc2-4044-4f4b-818d-3b8caee4b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:11.739832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.740266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Bound using segment: {'id': 'd5393bc2-4044-4f4b-818d-3b8caee4b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:11.740742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Bound port: 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5393bc2-4044-4f4b-818d-3b8caee4b76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8301d5dc-f81f-4e4f-b5db-82f9362cb413'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:11.741132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.767098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:11.771396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.777976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.804934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.824825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] For port 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:11.828412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] For port 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ab5b4f-22e2-4e99-bcb6-add5d8246498,segment=NetworkSegment(d5393bc2-4044-4f4b-818d-3b8caee4b76f),segment_id=d5393bc2-4044-4f4b-818d-3b8caee4b76f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:11.832555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] device_id is not set on port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:11.880166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-b24f6075-3162-4042-bfff-3e583cb9f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:11.881731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-b24f6075-3162-4042-bfff-3e583cb9f1bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49b600c29742461385df31188f1eb767&device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 1099 time: 0.2769151 Dec 06 23:57:11.897568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95743-ed3f-49af-b628-a31d85215742 req-6007972f-72e2-489b-b1f9-ab0a0276b7e4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:11.899236 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1ac95743-ed3f-49af-b628-a31d85215742 req-6007972f-72e2-489b-b1f9-ab0a0276b7e4 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3261857 Dec 06 23:57:11.906303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.965095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] Provisioning complete for port 167b6428-713b-4ba7-95d9-caf0af5f0e46 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:11.965560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:11.975982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.20.0.4 (8301d5dc-f81f-4e4f-b5db-82f9362cb413/d4a54d93-331b-4d49-bd99-598e6dacdb84/7254eaed-0bec-4fbd-b688-7e4cb0267a9a) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:12.022060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b8a86-aa45-4b8d-88be-224e72ca60ce None None] Pushing event updated for resources: {'Port': ['ID=15ab5b4f-22e2-4e99-bcb6-add5d8246498,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:12.039829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.069555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Router 9eff8678-2f92-4053-8b57-6b96ec956bf0 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:12.086364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.120846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] For port 167b6428-713b-4ba7-95d9-caf0af5f0e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=167b6428-713b-4ba7-95d9-caf0af5f0e46,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:12.177046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-cb591c7a-1ca9-4b22-ba00-e438174db3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:12.178553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-cb591c7a-1ca9-4b22-ba00-e438174db3d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 200 len: 911 time: 0.2757304 Dec 06 23:57:12.195749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1ac95743-ed3f-49af-b628-a31d85215742 req-3d1d0b0a-d8a0-49f0-9030-e2565bf81edf tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441237 Dec 06 23:57:12.202568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 11ea4e2a-4f33-4efc-a975-6fe372343ba1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:12.218954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.268897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:12.281329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] Sync routers for ids ['9eff8678-2f92-4053-8b57-6b96ec956bf0'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:12.281950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.298488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa5ea8-c570-498c-a74c-c2f9c48d9d8c None None] Pushing event updated for resources: {'Port': ['ID=167b6428-713b-4ba7-95d9-caf0af5f0e46,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:12.313945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] Routers {'9eff8678-2f92-4053-8b57-6b96ec956bf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:12.314707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9eff8678-2f92-4053-8b57-6b96ec956bf0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:12.351392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:12.357222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.361154 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ec301104-cb6c-4d14-a436-43b046b5f181 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0975187 Dec 06 23:57:12.361373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:12.361916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] Routers {'9eff8678-2f92-4053-8b57-6b96ec956bf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:12.363060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9eff8678-2f92-4053-8b57-6b96ec956bf0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:12.366888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:12.402101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:12.403209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b220a-871c-48a2-8340-3c676d6b0721 None None] The sync data for ids ['9eff8678-2f92-4053-8b57-6b96ec956bf0'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:12.645957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 15ab5b4f-22e2-4e99-bcb6-add5d8246498 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:12.703189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:12.704221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.731444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.750097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Router 72757ff5-5e7d-465e-b703-beaabf49c5ad has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:12.762191 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-6306a164-ad7e-453d-bf73-45212e002989 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 200 len: 1001 time: 0.5109131 Dec 06 23:57:12.796039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.819276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.821678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:12.827988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:12.838220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ab5b4f-22e2-4e99-bcb6-add5d8246498,segment=NetworkSegment(d5393bc2-4044-4f4b-818d-3b8caee4b76f),segment_id=d5393bc2-4044-4f4b-818d-3b8caee4b76f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:12.843053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:12.873853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=7254eaed-0bec-4fbd-b688-7e4cb0267a9a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:12.897197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.898296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 167b6428-713b-4ba7-95d9-caf0af5f0e46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:12.967142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:12.968072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:12.974225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=15ab5b4f-22e2-4e99-bcb6-add5d8246498,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:12.981394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:12.987398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc3cb3d8-5328-4111-90d9-51e6bed6d3f5 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "PUT /v2.0/routers/72757ff5-5e7d-465e-b703-beaabf49c5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9958651 Dec 06 23:57:12.989652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:12.990081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.010669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:13.010902 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] Sync routers for ids ['72757ff5-5e7d-465e-b703-beaabf49c5ad'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:13.011352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:13.017165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.018742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.036425 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] Routers {'72757ff5-5e7d-465e-b703-beaabf49c5ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:13.043350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-2ce150de-04f7-45e5-a55e-2717b8ed8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.043501 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['72757ff5-5e7d-465e-b703-beaabf49c5ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.043642 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-2ce150de-04f7-45e5-a55e-2717b8ed8802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 200 len: 849 time: 0.2359045 Dec 06 23:57:13.043642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=c39931d7-66fd-4d84-8ea9-abc3e01220ee,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:13.046500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:13.054117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.058174 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-83c21ea7-a65e-4dea-b397-9a9346b06c3c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 200 len: 891 time: 2.5912342 Dec 06 23:57:13.074067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] Sync routers for ids ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:13.093566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57526) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.095894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] Routers {'11ea4e2a-4f33-4efc-a975-6fe372343ba1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:13.097214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.121234 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.152785 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] Routers {'72757ff5-5e7d-465e-b703-beaabf49c5ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:13.154111 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['72757ff5-5e7d-465e-b703-beaabf49c5ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.160011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.164209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 167b6428-713b-4ba7-95d9-caf0af5f0e46 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:13.164636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.209252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-78a5cab6-a9b3-4208-8f17-c128f968dde0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9241874 Dec 06 23:57:13.212036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57528) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.220003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] Routers {'11ea4e2a-4f33-4efc-a975-6fe372343ba1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:13.220459 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.220677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.222029 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a70f4e-be6e-4133-9d57-9ee6c046cb08 None None] The sync data for ids ['72757ff5-5e7d-465e-b703-beaabf49c5ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:13.237976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-f0e0f049-5670-44bd-80a3-97f928611175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.239519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-f0e0f049-5670-44bd-80a3-97f928611175 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4abbdb98-9c02-462d-9655-f4956273e197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803920 Dec 06 23:57:13.246078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8885de41-be38-4cb6-9007-ecffe65a9df7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8133483 Dec 06 23:57:13.246724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57532) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.274631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:13.280812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c0d86-1bca-4569-a0fc-f0098050635c None None] The sync data for ids ['11ea4e2a-4f33-4efc-a975-6fe372343ba1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:13.381064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.427143 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b336dddd-008c-4f4a-a4bf-6fb0c0dd0467 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers/11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 200 len: 891 time: 0.3286176 Dec 06 23:57:13.427563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fdcea5-5712-489c-bb76-9c51a2b57fe8 None None] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:13.432862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57534) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.456511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23f732-1e05-4352-a280-1aedcdcf41fb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.462477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23f732-1e05-4352-a280-1aedcdcf41fb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.466873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4d23f732-1e05-4352-a280-1aedcdcf41fb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2149525 Dec 06 23:57:13.480585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57536) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.496057 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-382d218d-51f5-40e9-b367-2e75357c7e42 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 200 len: 205 time: 0.0621405 Dec 06 23:57:13.499838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57538) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:13.519289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2b1a270f-4750-42f0-8453-e3635cec41fa None None] Provisioning complete for port c39931d7-66fd-4d84-8ea9-abc3e01220ee triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:13.519657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b1a270f-4750-42f0-8453-e3635cec41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.580336 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-8b08e0fb-ce98-4384-9ac5-335676b173c8 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187318 Dec 06 23:57:13.599247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a270f-4750-42f0-8453-e3635cec41fa None None] Port c39931d7-66fd-4d84-8ea9-abc3e01220ee cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:13.645005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2b1a270f-4750-42f0-8453-e3635cec41fa None None] Provisioning complete for port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:13.645386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b1a270f-4750-42f0-8453-e3635cec41fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.716386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9a5e5-1290-4d13-8187-259d34aa759c req-6315bda8-5bce-4ff6-95e7-c74990f11e83 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:13.718032 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65c9a5e5-1290-4d13-8187-259d34aa759c req-6315bda8-5bce-4ff6-95e7-c74990f11e83 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.3468935 Dec 06 23:57:13.728268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.738634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.759313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.821476 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da903f3c-729b-408c-a4ef-5e8d189db292 req-bf823629-c5f5-4d5a-9fb2-c1c6fe5c3056 service neutron] 10.222.0.45 "GET /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023039 Dec 06 23:57:13.821476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port c39931d7-66fd-4d84-8ea9-abc3e01220ee {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:13.821476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.943914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.956885 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65c9a5e5-1290-4d13-8187-259d34aa759c req-b045ebdf-c019-406c-95d3-d720a0533d95 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279847 Dec 06 23:57:13.971982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.980336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a2344999-1788-4c44-96ab-5bff4d8a0654 None None] Provisioning complete for port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:13.980810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2344999-1788-4c44-96ab-5bff4d8a0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.988417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for c39931d7-66fd-4d84-8ea9-abc3e01220ee owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:13.996566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:13.997055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Fanout notify agent at l3_agent the message router_deleted on router 72757ff5-5e7d-465e-b703-beaabf49c5ad {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:13.999787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.007160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.011208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1be41fc2-0fd1-4d3d-96d7-a54f4badba74 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "DELETE /v2.0/routers/72757ff5-5e7d-465e-b703-beaabf49c5ad HTTP/1.1" status: 204 len: 168 time: 1.0137095 Dec 06 23:57:14.011372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57540) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:14.047675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a2344999-1788-4c44-96ab-5bff4d8a0654 None None] Port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:14.060871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a2344999-1788-4c44-96ab-5bff4d8a0654 None None] Provisioning complete for port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:14.061589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2344999-1788-4c44-96ab-5bff4d8a0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.093202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.156798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting subnet 99519ad7-4fa3-4aed-9f78-17c81f70a97d {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:14.167461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.240072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.277496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 193832aa-4ba9-4c74-83c2-b3dc4b77e993 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:14.277892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.301304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-66ee75a5-b08e-4b92-af06-252cc126977f None None] Provisioning complete for port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:14.301889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66ee75a5-b08e-4b92-af06-252cc126977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.348449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-66ee75a5-b08e-4b92-af06-252cc126977f None None] Port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:14.394552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.412800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.446529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.449286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=c39931d7-66fd-4d84-8ea9-abc3e01220ee,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:14.462065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.480777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 193832aa-4ba9-4c74-83c2-b3dc4b77e993 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:14.516726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.519921 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dbeb4791-b311-4081-89c1-1f2e9a985807 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c39931d7-66fd-4d84-8ea9-abc3e01220ee HTTP/1.1" status: 204 len: 168 time: 1.0363367 Dec 06 23:57:14.528744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57542) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:14.565779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.624780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 15ab5b4f-22e2-4e99-bcb6-add5d8246498 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:14.669572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.690444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:14.690980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.713501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Subnet': ['ID=99519ad7-4fa3-4aed-9f78-17c81f70a97d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:14.723223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.729493 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61badf30-e328-4d4a-aca1-19dd1bf0645d tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "DELETE /v2.0/subnets/99519ad7-4fa3-4aed-9f78-17c81f70a97d HTTP/1.1" status: 204 len: 168 time: 0.7154191 Dec 06 23:57:14.733476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57544) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:14.776913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c5af8-f29d-4555-af72-c2722a00811d None None] Network 66819082-5f64-42dc-b1ca-d495a25b597f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:14.787385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=7254eaed-0bec-4fbd-b688-7e4cb0267a9a,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:14.917372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:14.960797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.001777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=193832aa-4ba9-4c74-83c2-b3dc4b77e993,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:15.038831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d08439-be36-4b59-bc78-2047993ccba4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:15.103436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Deleting port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:15.103771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.119098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.123570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-08bdc724-7c2f-44e4-ac46-419f6b731454 None None] Provisioning complete for port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:15.123954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-08bdc724-7c2f-44e4-ac46-419f6b731454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.239184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72dd794-4379-4de7-bf70-dfe32960cfea tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:15.240875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72dd794-4379-4de7-bf70-dfe32960cfea tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:15.245935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f72dd794-4379-4de7-bf70-dfe32960cfea tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6887329 Dec 06 23:57:15.248721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57548) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:15.281458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.285425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.293749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] For port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,segment=NetworkSegment(33d9bb28-d828-46df-bec2-a0ef0da9e549),segment_id=33d9bb28-d828-46df-bec2-a0ef0da9e549)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:15.294108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.314946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] DHCP port deletion for 66819082-5f64-42dc-b1ca-d495a25b597f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:15.330691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-08bdc724-7c2f-44e4-ac46-419f6b731454 None None] Port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:15.341556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Calling delete_port for 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:15.351033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bc2e2-b66a-4bec-98f7-45af70c80521 req-fd00d0af-6187-4733-a406-a34653fa7c13 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:15.352568 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1b3bc2e2-b66a-4bec-98f7-45af70c80521 req-fd00d0af-6187-4733-a406-a34653fa7c13 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2623067 Dec 06 23:57:15.402439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Deleting port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:15.403016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.404460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 1421cf7c-3266-4c72-862b-b42945a99f2a {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:15.409356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.414074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.416105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.416685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 11ea4e2a-4f33-4efc-a975-6fe372343ba1 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:15.431479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.432636 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-824fa04b-4e05-4fe6-b8c3-710b82512bda tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 204 len: 168 time: 1.9318526 Dec 06 23:57:15.442026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57550) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:15.447373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1249619397'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:15.453177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.465736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1b3bc2e2-b66a-4bec-98f7-45af70c80521 req-29b5f0a8-f3c0-42b4-8f4c-b170e483ac7f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073055 Dec 06 23:57:15.486861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] For port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,segment=NetworkSegment(33d9bb28-d828-46df-bec2-a0ef0da9e549),segment_id=33d9bb28-d828-46df-bec2-a0ef0da9e549)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:15.486861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.503959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Calling delete_port for 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:15.538920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.550482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:15.556380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.583913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:15.594035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.594387 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 06be9aa7-c1b1-4120-89b8-c6feefba50ea of type vlan for network c643bd8a-991b-48b7-aea5-11f8915261c3 Dec 06 23:57:15.604016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.607094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.634498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] No DVR routers for this DVR port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:15.636725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d9cf2-eb05-4493-9820-febfe73af3c4 None None] Pushing event deleted for resources: {'Port': ['ID=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:15.639457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.653264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Port': ['ID=7c941de3-f1dd-4d1a-9f10-8a0e7076bde2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:15.665282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] No DVR routers for this DVR port 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:15.671644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.798212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a4c27-327f-4569-8adf-2883de383865 req-75db2b64-ecc7-453d-801e-eba0d7df2527 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:15.799815 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f64a4c27-327f-4569-8adf-2883de383865 req-75db2b64-ecc7-453d-801e-eba0d7df2527 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2331340 Dec 06 23:57:15.809426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:15.864714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router 9eff8678-2f92-4053-8b57-6b96ec956bf0 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:15.921491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f64a4c27-327f-4569-8adf-2883de383865 req-183b1d51-12f8-403b-9b2f-aea8a63195dc tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135855 Dec 06 23:57:16.002031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.050682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.111853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=1421cf7c-3266-4c72-862b-b42945a99f2a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:16.119999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.123303 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-04afee20-0102-4317-a850-40bd6363b1ca tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/1421cf7c-3266-4c72-862b-b42945a99f2a HTTP/1.1" status: 204 len: 168 time: 0.8736749 Dec 06 23:57:16.126523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57556) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.128559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:16.131163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa836d01-173b-4786-b76c-b7c599591bdf None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:16.134458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.135629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4be5f7aa-ccd5-4abf-963d-bb31872fd2e5 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "PUT /v2.0/routers/9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 200 len: 920 time: 3.7727277 Dec 06 23:57:16.138289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.144669 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] Sync routers for ids ['9eff8678-2f92-4053-8b57-6b96ec956bf0'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:16.170047 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bfeba5f7-1e33-4758-8754-a6a9204282c3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410562 Dec 06 23:57:16.172019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.174501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.179932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.180576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.183811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57560) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.184667 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] Routers {'9eff8678-2f92-4053-8b57-6b96ec956bf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:16.188162 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9eff8678-2f92-4053-8b57-6b96ec956bf0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.236020 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.249671 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] Routers {'9eff8678-2f92-4053-8b57-6b96ec956bf0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:16.250416 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9eff8678-2f92-4053-8b57-6b96ec956bf0'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.292943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66819082-5f64-42dc-b1ca-d495a25b597f']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.298277 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.299987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba2376-7679-4176-9cbd-b093b3bf8f13 None None] The sync data for ids ['9eff8678-2f92-4053-8b57-6b96ec956bf0'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:16.348719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d9bb28-d828-46df-bec2-a0ef0da9e549') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.348956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d9bb28-d828-46df-bec2-a0ef0da9e549') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:16.363024 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9179590 Dec 06 23:57:16.363024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d742597-b538-459d-bd49-cf6c780daa33 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=c643bd8a-991b-48b7-aea5-11f8915261c3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:16.368813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57564) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.377090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:16.379408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c643bd8a-991b-48b7-aea5-11f8915261c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:16.384162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.415818 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-74f80876-e22f-4a42-884f-c3edda3a3105 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 200 len: 920 time: 0.2763717 Dec 06 23:57:16.421067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.424178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39bea5-0c2b-4cce-8bae-18136277c12a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.428740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c39bea5-0c2b-4cce-8bae-18136277c12a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2310779 Dec 06 23:57:16.434606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57568) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.443246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:16.495640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.501899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Deleting port 167b6428-713b-4ba7-95d9-caf0af5f0e46 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:16.502281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.515164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:16.515552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:16.519138 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:16.552161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0323be-7bfa-43dc-86d3-4058d7da155d req-ccbe530d-a023-4a67-beb4-c8ad3a427e5e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.553777 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e0323be-7bfa-43dc-86d3-4058d7da155d req-ccbe530d-a023-4a67-beb4-c8ad3a427e5e tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.2377701 Dec 06 23:57:16.597489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7549c05-29da-45b8-8563-c73db10ba335 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.599024 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7549c05-29da-45b8-8563-c73db10ba335 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=9eff8678-2f92-4053-8b57-6b96ec956bf0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1768429 Dec 06 23:57:16.601262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b895444-cbf7-40db-84b0-55a7c12bd991 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.604920 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b895444-cbf7-40db-84b0-55a7c12bd991 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1650889 Dec 06 23:57:16.605989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.606165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57572) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.615089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 167b6428-713b-4ba7-95d9-caf0af5f0e46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:16.618399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] For port 167b6428-713b-4ba7-95d9-caf0af5f0e46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=167b6428-713b-4ba7-95d9-caf0af5f0e46,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:16.619015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.660256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Calling delete_port for 167b6428-713b-4ba7-95d9-caf0af5f0e46 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:16.673553 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-491148f1-a281-4f6d-9339-6fa0e470ee77 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623910 Dec 06 23:57:16.675931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57574) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.681246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:16.704673 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e0323be-7bfa-43dc-86d3-4058d7da155d req-e3f9c92e-f5ce-4663-bd6b-a548642249c9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411476 Dec 06 23:57:16.712941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.714116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.756074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:16.759539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.775736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.798490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.801251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.802308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] 10.222.0.53 "DELETE /v2.0/networks/66819082-5f64-42dc-b1ca-d495a25b597f HTTP/1.1" status: 204 len: 168 time: 2.0671341 Dec 06 23:57:16.807533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeede22-7f91-4adc-8a76-b576835d594b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:16.811783 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3aeede22-7f91-4adc-8a76-b576835d594b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.2021391 Dec 06 23:57:16.813378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57578) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.849958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41385de9-34da-418c-8a17-b8dad822b871 tempest-FloatingIPNegativeTestJSON-1054121019 tempest-FloatingIPNegativeTestJSON-1054121019-project] Pushing event deleted for resources: {'Network': ['ID=66819082-5f64-42dc-b1ca-d495a25b597f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:16.891369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-df9d8e37-5653-4a50-84e6-f38d3623c863 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 200 len: 205 time: 0.0554135 Dec 06 23:57:16.892710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:16.902365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.915682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:16.916209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.918706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=7254eaed-0bec-4fbd-b688-7e4cb0267a9a,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:16.924199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] No DVR routers for this DVR port 167b6428-713b-4ba7-95d9-caf0af5f0e46 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:16.952220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:16.956856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:16.973617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:16.974097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7c941de3-f1dd-4d1a-9f10-8a0e7076bde2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:16.977350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a591d-3b10-436d-bf07-29ff9f7f3e82 None None] Pushing event deleted for resources: {'Port': ['ID=167b6428-713b-4ba7-95d9-caf0af5f0e46,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:17.042877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:17.044549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:17.156966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.240052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:17.280985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f21aa06c-4207-4384-8dd6-c4f219c0a3fa None None] Provisioning complete for port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:17.281572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f21aa06c-4207-4384-8dd6-c4f219c0a3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.323310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f21aa06c-4207-4384-8dd6-c4f219c0a3fa None None] Port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:17.331392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.363718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:17.370103 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6a442f6-0e2c-4beb-9a26-6eef763479bc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0b90e2a4-43d4-4e01-aa0f-7e4389abfb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1554034 Dec 06 23:57:17.377194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:17.378499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] Sync routers for ids ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:17.387555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57586) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:17.395473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] Routers {'0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:17.396128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:17.410304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.430476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437855e-c69c-4766-95f0-ad1f026e250e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:17.432191 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0437855e-c69c-4766-95f0-ad1f026e250e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports/7254eaed-0bec-4fbd-b688-7e4cb0267a9a HTTP/1.1" status: 200 len: 977 time: 0.0534627 Dec 06 23:57:17.440670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57590) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:17.440822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=d594124d-2b15-419d-b80e-17d6c64aad43,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:17.446038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:17.456405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] Routers {'0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:17.457044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:17.459028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '06be9aa7-c1b1-4120-89b8-c6feefba50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:17.459412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: c643bd8a-991b-48b7-aea5-11f8915261c3, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:17.485761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.499989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:17.500859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb286b7-dd84-4842-a0db-77b5137cdd89 None None] The sync data for ids ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:17.562536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:17.568278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:17.571234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:17.571847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.577963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbec59a-d62c-4c24-a43c-d61806d1393f None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:17.586551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network c643bd8a-991b-48b7-aea5-11f8915261c3 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:17.592221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=99b4e238-4680-4511-b1dc-77411e1ffac1,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:17.617392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port dc5afa78-bc98-49b5-a173-37838e955731 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:17.617744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.674170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7986bcd-53a1-4cfb-9333-89c12c2fa461 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9968245 Dec 06 23:57:17.675094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c643bd8a-991b-48b7-aea5-11f8915261c3) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:17.678834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:17.687296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:24:fd:7f', 'name': 'tempest-NetworksTestDHCPv6-619459590'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:17.701829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:17.702776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.703056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb74a5-1dd7-4e4d-86ce-bf5065092057 None None] Network c643bd8a-991b-48b7-aea5-11f8915261c3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:17.791472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.806682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '99b4e238-4680-4511-b1dc-77411e1ffac1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:17.807664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:17.839341 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ee63d311-0869-43c3-be48-f0c7b10e874a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4635968 Dec 06 23:57:17.843325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57596) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:17.846779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for dc5afa78-bc98-49b5-a173-37838e955731 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:17.852446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-565169734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:17.951196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460fe8a-409e-492f-bc6f-5149ea1173dd req-c0ba2fca-8c57-4c0d-8fbe-5e4706b6d244 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:17.952836 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1460fe8a-409e-492f-bc6f-5149ea1173dd req-c0ba2fca-8c57-4c0d-8fbe-5e4706b6d244 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1585243 Dec 06 23:57:18.014863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c643bd8a-991b-48b7-aea5-11f8915261c3', 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': 'd594124d-2b15-419d-b80e-17d6c64aad43'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:18.015816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.030831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/99b4e238-4680-4511-b1dc-77411e1ffac1/e117337c-7b2e-4846-9848-6445ba27f3da) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:18.039461 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-905ce657-0c00-4ded-a07a-d3534930a13b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb9b9189c609455e92bcb2fa38727a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6463096 Dec 06 23:57:18.040772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57598) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:18.051907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.052973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.071071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1460fe8a-409e-492f-bc6f-5149ea1173dd req-9c4f4100-ecb7-4cf1-bfe8-fa9c554d6c8a tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070688 Dec 06 23:57:18.136359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.167423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.169681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:18.188062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.243131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Allocated IP 2001:db8::2 (c643bd8a-991b-48b7-aea5-11f8915261c3/d594124d-2b15-419d-b80e-17d6c64aad43/ae5a78ab-b461-447f-8be6-a428df06438d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:18.263188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.283413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.285736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.309580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 26e6c296-a86f-42d4-beb6-a7b0980bcce6 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:18.344792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.368681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.371465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.375123 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5617cf5-d686-4833-98cd-02855410caaa HTTP/1.1" status: 204 len: 168 time: 0.3276165 Dec 06 23:57:18.379246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ec8ddce-bb3b-4c6b-bab0-8c9ff5f3ed51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.386103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.390159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eef27c72-20bb-45ab-8d69-33a2d73481c6 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5412652 Dec 06 23:57:18.391631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=dc5afa78-bc98-49b5-a173-37838e955731,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:18.399132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57602) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:18.411313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0ddf52-449b-47bd-b049-f9d79e03fe83 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:18.417582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eef7a-98bf-4719-b2cb-54f211a33c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5617cf5-d686-4833-98cd-02855410caaa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:18.469325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.521127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.581013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 7254eaed-0bec-4fbd-b688-7e4cb0267a9a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:18.581404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.594849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.599124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.628702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.659454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:18.666630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:18.669651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Network c643bd8a-991b-48b7-aea5-11f8915261c3 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:18.673779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:18.678058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:18.679875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Pushing event updated for resources: {'Port': ['ID=e117337c-7b2e-4846-9848-6445ba27f3da,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:18.682232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:18.695036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.712172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 7254eaed-0bec-4fbd-b688-7e4cb0267a9a owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:18.797014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.803344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.817613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Attempting to bind port e117337c-7b2e-4846-9848-6445ba27f3da on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:18.818146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Attempting to bind port e117337c-7b2e-4846-9848-6445ba27f3da by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:18.818613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Attempting to bind port e117337c-7b2e-4846-9848-6445ba27f3da on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:18.839760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Pushing event updated for resources: {'Port': ['ID=ae5a78ab-b461-447f-8be6-a428df06438d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:18.844745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:18.844993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:18.845464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.845954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:18.847050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Bound port: e117337c-7b2e-4846-9848-6445ba27f3da, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:18.847532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.869873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Attempting to bind port ae5a78ab-b461-447f-8be6-a428df06438d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:18.871250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Attempting to bind port ae5a78ab-b461-447f-8be6-a428df06438d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06be9aa7-c1b1-4120-89b8-c6feefba50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:18.871728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Attempting to bind port ae5a78ab-b461-447f-8be6-a428df06438d on network c643bd8a-991b-48b7-aea5-11f8915261c3 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:18.900708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:18.901243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Checking segment: {'id': '06be9aa7-c1b1-4120-89b8-c6feefba50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:18.901890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.902386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Bound using segment: {'id': '06be9aa7-c1b1-4120-89b8-c6feefba50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:18.903216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Bound port: ae5a78ab-b461-447f-8be6-a428df06438d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be9aa7-c1b1-4120-89b8-c6feefba50ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c643bd8a-991b-48b7-aea5-11f8915261c3'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:18.903457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:18.916565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::68 (0c9ef150-8f64-4b54-a68b-c837f595510f/99b4e238-4680-4511-b1dc-77411e1ffac1/26e6c296-a86f-42d4-beb6-a7b0980bcce6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:18.976902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] For port e117337c-7b2e-4846-9848-6445ba27f3da, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:18.981634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] For port e117337c-7b2e-4846-9848-6445ba27f3da, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e117337c-7b2e-4846-9848-6445ba27f3da,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:19.005779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] For port ae5a78ab-b461-447f-8be6-a428df06438d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:19.009019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] For port ae5a78ab-b461-447f-8be6-a428df06438d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae5a78ab-b461-447f-8be6-a428df06438d,segment=NetworkSegment(06be9aa7-c1b1-4120-89b8-c6feefba50ea),segment_id=06be9aa7-c1b1-4120-89b8-c6feefba50ea)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:19.075479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.077273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.077842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router 9eff8678-2f92-4053-8b57-6b96ec956bf0 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:19.097507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.098192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.146066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=7254eaed-0bec-4fbd-b688-7e4cb0267a9a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:19.311744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506f7d0-6109-49ef-b02c-a258db73e7bb req-6512f935-f96d-4215-8874-3e24d32dc298 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:19.314652 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c506f7d0-6109-49ef-b02c-a258db73e7bb req-6512f935-f96d-4215-8874-3e24d32dc298 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.0769742 Dec 06 23:57:19.331490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.414040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.447458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6a317-b505-4481-b01a-ffad69af32a3 None None] Pushing event updated for resources: {'Port': ['ID=e117337c-7b2e-4846-9848-6445ba27f3da,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:19.549778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540c116-7302-4df6-89d3-a4a6846fb380 None None] Pushing event updated for resources: {'Port': ['ID=ae5a78ab-b461-447f-8be6-a428df06438d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:19.573796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-5aee41d9-ab70-4633-9f42-3c62de277e58 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:19.575358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-5aee41d9-ab70-4633-9f42-3c62de277e58 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.6240432 Dec 06 23:57:19.613982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.619132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-29cd9720-f14c-4bd7-802d-3074c8a94e1c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 204 len: 168 time: 2.7214391 Dec 06 23:57:19.619746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57620) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:19.627679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738087695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:19.708560 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c506f7d0-6109-49ef-b02c-a258db73e7bb req-67dfb327-4d82-4b9f-a38e-a1325b29318b tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725809 Dec 06 23:57:19.745259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:19.895904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.898133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:19.915629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:19.922912 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e8d57f0c-5807-476b-a98d-cfc47ef44d40 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0b90e2a4-43d4-4e01-aa0f-7e4389abfb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4868500 Dec 06 23:57:19.927512 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] Sync routers for ids ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:19.932751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57626) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:19.944063 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] Routers {'0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:19.946422 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:20.022268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.024605 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:20.038358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.051878 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] Routers {'0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:20.052663 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:56:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:20.077743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.088761 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:20.089383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d268dd7-3571-49ef-8448-121df8b06a07 None None] The sync data for ids ['0b90e2a4-43d4-4e01-aa0f-7e4389abfb24'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:20.093264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.146611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'networks': [{'name': 'tempest-network--922555879'}, {'name': 'tempest-network--1029013348'}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:20.147189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-network--922555879'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:20.147367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-network--1029013348'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:20.175307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.178809 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7d89810e-cd9a-4dc1-b309-5264633c6744 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5557163 Dec 06 23:57:20.179587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57632) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.184589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:20.250594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Deleting port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:20.250933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.327550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'network': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:20.332964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.348169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.361971 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-6f6ff4fd-8525-486e-b37d-602f59f240a8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 23:57:20.364733 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6f6ff4fd-8525-486e-b37d-602f59f240a8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0b90e2a4-43d4-4e01-aa0f-7e4389abfb24/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4240856 Dec 06 23:57:20.366149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8::1 (c643bd8a-991b-48b7-aea5-11f8915261c3/d594124d-2b15-419d-b80e-17d6c64aad43/87cd8f0e-0fcd-4920-b0e7-193018851776) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:20.373664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.375395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.427890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.456386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5bfff370-0f88-4e30-ae02-de702af7d092 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 HTTP/1.1" status: 200 len: 205 time: 0.0754566 Dec 06 23:57:20.462065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57636) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.464466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:20.476505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:20.503983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:20.509964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:20.510620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.550423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] For port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:20.550851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.593707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=26e6c296-a86f-42d4-beb6-a7b0980bcce6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:20.601777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.615267 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9b95b82-fd3e-4f51-aac0-bc5ec9eaeb7a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9340973 Dec 06 23:57:20.680921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0af890c3-25d0-4ec1-be5c-09c4f57fba15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.685410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.711436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.752109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e117337c-7b2e-4846-9848-6445ba27f3da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:20.818926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e117337c-7b2e-4846-9848-6445ba27f3da triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:20.819648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.854924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.855436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.878513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.895470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.899628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.929370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4daaf-b3ca-4fc0-98e2-5321eb8381f9 None None] Network c643bd8a-991b-48b7-aea5-11f8915261c3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:20.966558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:20.968782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af941382-8444-490a-821f-c6cafb451ae7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:20.972567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bb84a-e3c1-4951-9bb8-aa9e378b9af9 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:20.980080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bb84a-e3c1-4951-9bb8-aa9e378b9af9 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:20.982617 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-934bb84a-e3c1-4951-9bb8-aa9e378b9af9 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2961733 Dec 06 23:57:20.987133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57646) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:20.997242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:20.997608 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment 897650ed-3775-4313-a3b2-d638d17e0dc0 of type vlan for network 75d9cf30-4dd7-481a-9d10-d238ff754656 Dec 06 23:57:21.031288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.048789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.049302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.049470 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Floating IP 6914e8e6-9d44-4def-8077-4e69f52d6a92 disassociated. External IP: 172.36.7.40, port: 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac. Dec 06 23:57:21.049995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Calling delete_port for 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:21.067142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325ba98-4ff5-4c05-8445-5221064927b7 req-0ea5dcaa-1146-4ca9-81af-f68c5ae9fe03 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:21.069499 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6325ba98-4ff5-4c05-8445-5221064927b7 req-0ea5dcaa-1146-4ca9-81af-f68c5ae9fe03 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 946 time: 0.1817927 Dec 06 23:57:21.111270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] Provisioning complete for port ae5a78ab-b461-447f-8be6-a428df06438d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:21.111571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.122987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.161722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.166408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.167104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router 0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:21.183924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.186615 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d76020ad-f503-4adb-bdcc-d010eb89e0ce tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 HTTP/1.1" status: 204 len: 168 time: 0.7223244 Dec 06 23:57:21.188471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:21.196122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57650) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:21.210865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port e117337c-7b2e-4846-9848-6445ba27f3da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e117337c-7b2e-4846-9848-6445ba27f3da,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:21.247496 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6325ba98-4ff5-4c05-8445-5221064927b7 req-83dc08d2-be1c-44de-8209-ce7575aa1e4c tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups?id=d7a05993-fe9b-4200-ac28-cc4106a0dc42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698966 Dec 06 23:57:21.262794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.263978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment 02dafa22-d30f-43f1-b711-6ba3e48fedb0 of type vlan for network 01d0c1b8-6d22-486d-986d-839cd23ab93b Dec 06 23:57:21.287978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.307533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network c643bd8a-991b-48b7-aea5-11f8915261c3 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:21.319449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.320292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae5a78ab-b461-447f-8be6-a428df06438d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:21.321959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=87cd8f0e-0fcd-4920-b0e7-193018851776,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:21.324708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:21.333090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:21.345527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.351363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] For port ae5a78ab-b461-447f-8be6-a428df06438d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae5a78ab-b461-447f-8be6-a428df06438d,segment=NetworkSegment(06be9aa7-c1b1-4120-89b8-c6feefba50ea),segment_id=06be9aa7-c1b1-4120-89b8-c6feefba50ea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:21.376448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.408816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet d4a54d93-331b-4d49-bd99-598e6dacdb84 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:21.432266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=e117337c-7b2e-4846-9848-6445ba27f3da,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:21.435180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.462684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.464559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.466599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 26e6c296-a86f-42d4-beb6-a7b0980bcce6 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:21.467033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.469410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ae5a78ab-b461-447f-8be6-a428df06438d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:21.469801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.557690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.568832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.569775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b51f8-b7a1-49e5-8d97-0e5680c32476 None None] Pushing event updated for resources: {'Port': ['ID=ae5a78ab-b461-447f-8be6-a428df06438d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:21.576364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f9fba873-91c0-46d9-8f23-195397292d8a None None] Provisioning complete for port e117337c-7b2e-4846-9848-6445ba27f3da triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:21.576749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9fba873-91c0-46d9-8f23-195397292d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.713521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.755111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.867229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event deleted for resources: {'Port': ['ID=5bc4fd23-0a25-4cd5-a09d-af22d1b304ac,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:21.877637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-429e4fe3-0d1b-4119-a372-272c0836e576 None None] Provisioning complete for port 87cd8f0e-0fcd-4920-b0e7-193018851776 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:21.878373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-429e4fe3-0d1b-4119-a372-272c0836e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.914628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:21.948534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-429e4fe3-0d1b-4119-a372-272c0836e576 None None] Port 87cd8f0e-0fcd-4920-b0e7-193018851776 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:21.966684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-429e4fe3-0d1b-4119-a372-272c0836e576 None None] Provisioning complete for port ae5a78ab-b461-447f-8be6-a428df06438d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:21.967070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-429e4fe3-0d1b-4119-a372-272c0836e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.049238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.068146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.068676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.074876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.081041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.081714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.091658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.100975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.142137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 26e6c296-a86f-42d4-beb6-a7b0980bcce6 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:22.156484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a54d93-331b-4d49-bd99-598e6dacdb84,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:22.173639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.177663 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e4c2ae65-5b51-4c4b-9b82-0c53dba37c1e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/d4a54d93-331b-4d49-bd99-598e6dacdb84 HTTP/1.1" status: 204 len: 168 time: 0.9665887 Dec 06 23:57:22.184731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57654) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:22.206074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f148b3-a6e2-4011-9bce-0af27ddd76e5 None None] Network 8301d5dc-f81f-4e4f-b5db-82f9362cb413 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:22.223519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Provisioning complete for port 87cd8f0e-0fcd-4920-b0e7-193018851776 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:22.224218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.233793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2099960 Dec 06 23:57:22.263981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:22.266141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=75d9cf30-4dd7-481a-9d10-d238ff754656,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:22.267774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Port 87cd8f0e-0fcd-4920-b0e7-193018851776 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:22.305080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 75d9cf30-4dd7-481a-9d10-d238ff754656 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:22.365352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Router c68d87bf-27f5-4e3a-b677-036cb5008202 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:22.374400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.377647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Provisioning complete for port 26e6c296-a86f-42d4-beb6-a7b0980bcce6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:22.378121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.423812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Allocated IP 172.36.7.183 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/26a1e584-9731-4a79-b21a-5cba52a3b237) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:22.453577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:22.454312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e18c279c-1611-41e1-b378-8cc93df8214e req-ea698ae4-ec36-4859-88bb-cc62aed595fc tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.1168535 Dec 06 23:57:22.488548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:22.489001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:22.492648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-28aac6e7-9f93-4649-a385-3138aab76d62 None None] Port 26e6c296-a86f-42d4-beb6-a7b0980bcce6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:22.512535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57479-5579-412c-9314-d49584a86332 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=01d0c1b8-6d22-486d-986d-839cd23ab93b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:22.539363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 01d0c1b8-6d22-486d-986d-839cd23ab93b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:22.604407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325de177-05c3-497e-9d6a-f536488f0ddd tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.611225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325de177-05c3-497e-9d6a-f536488f0ddd tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.614852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] DHCP port deletion for 8301d5dc-f81f-4e4f-b5db-82f9362cb413 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:22.619037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325de177-05c3-497e-9d6a-f536488f0ddd tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.626614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325de177-05c3-497e-9d6a-f536488f0ddd tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:22.631226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-325de177-05c3-497e-9d6a-f536488f0ddd tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3632379 Dec 06 23:57:22.632932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57660) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:22.660843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e117337c-7b2e-4846-9848-6445ba27f3da up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:22.661066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:22.661319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.730057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Deleting port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:22.730259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.730394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.731572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:22.733171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e117337c-7b2e-4846-9848-6445ba27f3da triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:22.733536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.746730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Sync routers for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:22.780190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ab5b4f-22e2-4e99-bcb6-add5d8246498,segment=NetworkSegment(d5393bc2-4044-4f4b-818d-3b8caee4b76f),segment_id=d5393bc2-4044-4f4b-818d-3b8caee4b76f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:22.780914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.811147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.813745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.815861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] No DVR routers for this DVR port 5bc4fd23-0a25-4cd5-a09d-af22d1b304ac on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:22.822123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.825416 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b316c043-416c-46cd-bfcb-d98177966ee6 req-9f436852-98e2-4b59-ab4f-2b821dd81da9 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.45 "DELETE /v2.0/ports/5bc4fd23-0a25-4cd5-a09d-af22d1b304ac HTTP/1.1" status: 204 len: 173 time: 3.2052927 Dec 06 23:57:22.826292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'name': 'network-vif-deleted', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:57:22.826737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:22.827403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:22.828556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de5fcbf-20c2-4874-9a6f-d8b2225d5af5" -d '{"events": [{"server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "name": "network-vif-deleted", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:57:22.833192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 15ab5b4f-22e2-4e99-bcb6-add5d8246498 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:22.895030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=26e6c296-a86f-42d4-beb6-a7b0980bcce6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:22.909718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0e96d-70be-42c2-91c8-ad91d69bbe60 x-openstack-request-id: req-1eb0e96d-70be-42c2-91c8-ad91d69bbe60 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:57:22.909718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12393573-57c3-4db7-b0e8-304ff977fc79", "name": "network-vif-deleted", "tag": "5bc4fd23-0a25-4cd5-a09d-af22d1b304ac", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:57:22.909718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eb0e96d-70be-42c2-91c8-ad91d69bbe60 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:57:22.909718 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12393573-57c3-4db7-b0e8-304ff977fc79', 'name': 'network-vif-deleted', 'tag': '5bc4fd23-0a25-4cd5-a09d-af22d1b304ac', 'status': 'completed', 'code': 200} Dec 06 23:57:22.910811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.911847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.913156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] For port 15ab5b4f-22e2-4e99-bcb6-add5d8246498, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15ab5b4f-22e2-4e99-bcb6-add5d8246498,segment=NetworkSegment(d5393bc2-4044-4f4b-818d-3b8caee4b76f),segment_id=d5393bc2-4044-4f4b-818d-3b8caee4b76f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:22.913646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.937533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.939546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Calling delete_port for 15ab5b4f-22e2-4e99-bcb6-add5d8246498 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:22.984115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:22.990353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68093298-a193-4a07-bbe6-0b13067f8122 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/26e6c296-a86f-42d4-beb6-a7b0980bcce6 HTTP/1.1" status: 204 len: 168 time: 1.9998784 Dec 06 23:57:22.992253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57666) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:23.016131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d9cf30-4dd7-481a-9d10-d238ff754656']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:23.050829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897650ed-3775-4313-a3b2-d638d17e0dc0') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:23.051276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897650ed-3775-4313-a3b2-d638d17e0dc0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:23.074101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.115297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.117100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.122162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886deaf-cb97-458c-91d3-6c3157a083e8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:23.123725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886deaf-cb97-458c-91d3-6c3157a083e8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:23.128440 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b886deaf-cb97-458c-91d3-6c3157a083e8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1304741 Dec 06 23:57:23.131631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57668) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:23.144604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:23.145032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:23.154196 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:23.217733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 99b4e238-4680-4511-b1dc-77411e1ffac1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:23.264543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.328445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.333599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.352934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:23.385369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae5a78ab-b461-447f-8be6-a428df06438d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:23.433555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.451248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.455497 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/75d9cf30-4dd7-481a-9d10-d238ff754656 HTTP/1.1" status: 204 len: 168 time: 0.8227310 Dec 06 23:57:23.459108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57674) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:23.470075 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.473735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=87cd8f0e-0fcd-4920-b0e7-193018851776,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.492267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83c25-cd1b-4f14-bae5-3c02927e6747 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=75d9cf30-4dd7-481a-9d10-d238ff754656,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.518405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:23.526779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:23.527798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.529145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.560218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:23.602853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0022249-f474-40c8-86ee-a8e6a2d6a75a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:23.615961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.620417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event updated for resources: {'Port': ['ID=26a1e584-9731-4a79-b21a-5cba52a3b237,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.644571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8308ac55-70af-40e2-8773-a0d013b51875 req-1a7fb401-7685-4fc0-9a6f-3d0ed93de64f tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/ports?device_id=12393573-57c3-4db7-b0e8-304ff977fc79 HTTP/1.1" status: 200 len: 210 time: 0.0401978 Dec 06 23:57:23.678497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] Pushing event deleted for resources: {'Port': ['ID=15ab5b4f-22e2-4e99-bcb6-add5d8246498,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.698780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ae5a78ab-b461-447f-8be6-a428df06438d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:23.698780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.709825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde878e7-ead9-4c8a-ba64-32fe5cb1dadd None None] No DVR routers for this DVR port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:23.729707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 15ab5b4f-22e2-4e99-bcb6-add5d8246498 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:23.736318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.771158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=15ab5b4f-22e2-4e99-bcb6-add5d8246498,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.811768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bb2517fe-5c5c-4e94-8155-3c1217c6b4a2 None None] Provisioning complete for port 26a1e584-9731-4a79-b21a-5cba52a3b237 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:23.812192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bb2517fe-5c5c-4e94-8155-3c1217c6b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.832657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network c643bd8a-991b-48b7-aea5-11f8915261c3 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:23.841633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:23.886672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:23.897494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:23.899315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bb2517fe-5c5c-4e94-8155-3c1217c6b4a2 None None] Port 26a1e584-9731-4a79-b21a-5cba52a3b237 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:23.930971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Checking router: c68d87bf-27f5-4e3a-b677-036cb5008202 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:23.940346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=99b4e238-4680-4511-b1dc-77411e1ffac1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:23.947441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:23.947441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:23.960174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.000718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.009248 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0d8d3462-3b01-4ec2-987e-4e429722e33f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/99b4e238-4680-4511-b1dc-77411e1ffac1 HTTP/1.1" status: 204 len: 168 time: 0.8761077 Dec 06 23:57:24.010249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57680) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.022363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a2397f-b3ed-49d4-8772-b2bab4e6031e None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:24.074902 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e367b7cd-4a0c-4c56-89e9-edd5a788075f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581386 Dec 06 23:57:24.080936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57682) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.099242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.126517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d0c1b8-6d22-486d-986d-839cd23ab93b']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.139409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dafa22-d30f-43f1-b711-6ba3e48fedb0') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.139858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dafa22-d30f-43f1-b711-6ba3e48fedb0') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.156618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8301d5dc-f81f-4e4f-b5db-82f9362cb413']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.166561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5393bc2-4044-4f4b-818d-3b8caee4b76f') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.168194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5393bc2-4044-4f4b-818d-3b8caee4b76f') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.175093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b2757-1306-48fe-aadc-28304d583879 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:24.177500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.179097 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4b0b2757-1306-48fe-aadc-28304d583879 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0975015 Dec 06 23:57:24.179745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57684) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.180730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.211224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.215948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.220448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.222718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:24.228541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:24.228986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:24.233361 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:24.245661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:24.248491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:24.250423 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:24.253806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.283326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a46b21-ccfb-49ef-81c0-f1a1220d5eac tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:24.287276 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-53a46b21-ccfb-49ef-81c0-f1a1220d5eac tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1022096 Dec 06 23:57:24.287426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ec87259f-3c36-4bfd-9c4f-ac9c8dfa7ab1 None None] Provisioning complete for port 87cd8f0e-0fcd-4920-b0e7-193018851776 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:24.287426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ec87259f-3c36-4bfd-9c4f-ac9c8dfa7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.288427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57686) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.364322 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca055d8d-0f77-4465-a085-d25e31da287a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700657 Dec 06 23:57:24.364677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57688) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.369926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:24.418744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ec87259f-3c36-4bfd-9c4f-ac9c8dfa7ab1 None None] Port 87cd8f0e-0fcd-4920-b0e7-193018851776 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:24.440505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:24.503416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.513102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.537115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/01d0c1b8-6d22-486d-986d-839cd23ab93b HTTP/1.1" status: 204 len: 168 time: 1.0710549 Dec 06 23:57:24.537818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Deleting port e117337c-7b2e-4846-9848-6445ba27f3da {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:24.538112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a5b8159-ef77-4e74-9bd2-898ff02c74ad is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:24.538217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.541532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.559806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57690) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.593278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.597644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/8301d5dc-f81f-4e4f-b5db-82f9362cb413 HTTP/1.1" status: 204 len: 168 time: 2.4119573 Dec 06 23:57:24.603703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57692) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.607343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87d18c-538f-49eb-bafb-863a02474afe tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=01d0c1b8-6d22-486d-986d-839cd23ab93b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:24.620570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 15ab5b4f-22e2-4e99-bcb6-add5d8246498 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:24.626279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1141307410'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:24.628004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.665729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:24.669292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.677902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 15ab5b4f-22e2-4e99-bcb6-add5d8246498 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:24.678388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 15ab5b4f-22e2-4e99-bcb6-add5d8246498 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:24.679188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e117337c-7b2e-4846-9848-6445ba27f3da no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:24.687397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a0caf-2b8d-443c-b736-73da2477ca5a None None] The sync data for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv is: [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:53:44Z', 'revision_number': 4, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b514d0dd-fb38-4bf6-a4b0-bbd0e0928747', 'name': '', 'network_id': '4abbdb98-9c02-462d-9655-f4956273e197', 'tenant_id': '49b600c29742461385df31188f1eb767', 'mac_address': 'fa:16:3e:79:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:42Z', 'updated_at': '2021-12-06T23:53:54Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'subnets': [{'id': 'd226e7c3-9193-42e4-9092-1f592a682b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:24.715308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.729597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] For port e117337c-7b2e-4846-9848-6445ba27f3da, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e117337c-7b2e-4846-9848-6445ba27f3da,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:24.730114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.733444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:24.747368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62797d48-7485-44cf-ad5a-51a2dae5ddbe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a5b8159-ef77-4e74-9bd2-898ff02c74ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3442860 Dec 06 23:57:24.747368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e0837-6bca-45c3-b2ec-7720a545cae1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=8301d5dc-f81f-4e4f-b5db-82f9362cb413,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:24.748752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57696) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.766274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Calling delete_port for e117337c-7b2e-4846-9848-6445ba27f3da owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:24.779070 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479b94-1606-454c-b315-44f065916aec None None] Sync routers for ids ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:24.795854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434f4297-3b7d-4c8c-87b3-65c303b71fa7 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:24.800575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-434f4297-3b7d-4c8c-87b3-65c303b71fa7 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports/87cd8f0e-0fcd-4920-b0e7-193018851776 HTTP/1.1" status: 200 len: 911 time: 0.0481761 Dec 06 23:57:24.804649 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09479b94-1606-454c-b315-44f065916aec None None] Routers {'3a5b8159-ef77-4e74-9bd2-898ff02c74ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:24.805105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57698) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.805213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-09479b94-1606-454c-b315-44f065916aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.811064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd594124d-2b15-419d-b80e-17d6c64aad43'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:24.827543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.846951 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-09479b94-1606-454c-b315-44f065916aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.857387 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09479b94-1606-454c-b315-44f065916aec None None] Routers {'3a5b8159-ef77-4e74-9bd2-898ff02c74ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:24.858330 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-09479b94-1606-454c-b315-44f065916aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.928498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-09479b94-1606-454c-b315-44f065916aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:24.929212 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09479b94-1606-454c-b315-44f065916aec None None] The sync data for ids ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:24.942148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:24.990090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05723b6d-dd38-4d80-9202-c57044dbd47e tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:24.992442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57702) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:24.996394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05723b6d-dd38-4d80-9202-c57044dbd47e tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:25.002477 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-05723b6d-dd38-4d80-9202-c57044dbd47e tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4415193 Dec 06 23:57:25.018135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57704) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:25.019104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:25.029247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.041095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-190866217'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:25.051285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.080833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.138579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] Pushing event deleted for resources: {'Port': ['ID=e117337c-7b2e-4846-9848-6445ba27f3da,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:25.154883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:57:25.154883 dv-neutron-master-2-hyperv neutron-server[110160]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 06 23:57:25.154883 dv-neutron-master-2-hyperv neutron-server[110160]: [parameters: {'status': 'DOWN', 'ports_id': 'e117337c-7b2e-4846-9848-6445ba27f3da'}] Dec 06 23:57:25.154883 dv-neutron-master-2-hyperv neutron-server[110160]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:57:25.158055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:57:25.158206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.158315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee87fc5-b8ce-4462-af6a-0518ad58cd36 None None] No DVR routers for this DVR port e117337c-7b2e-4846-9848-6445ba27f3da on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:25.190397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568bdf8-bcaf-410c-bb44-1d306a372339 None None] New status for floating IP 6914e8e6-9d44-4def-8077-4e69f52d6a92: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:57:25.192303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.266992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:25.282864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.283227 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 9653c505-6d22-4c88-97ef-2d94c5895e91 of type vlan for network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 Dec 06 23:57:25.343700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.428773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.431605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.433170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7a05993-fe9b-4200-ac28-cc4106a0dc42 HTTP/1.1" status: 204 len: 168 time: 0.4109526 Dec 06 23:57:25.435865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57706) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:25.452531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6146c7-f305-4049-aec4-7b72a430ae21 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a05993-fe9b-4200-ac28-cc4106a0dc42,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:25.452761 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-7d174adb-af05-459c-bc7d-cb23c66248ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] show failed (client error): The resource could not be found. Dec 06 23:57:25.455051 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7d174adb-af05-459c-bc7d-cb23c66248ec tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "GET /v2.0/security-groups/d7a05993-fe9b-4200-ac28-cc4106a0dc42 HTTP/1.1" status: 404 len: 347 time: 0.0167925 Dec 06 23:57:25.457718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57708) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:25.501408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:25.504866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.523599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.528949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:25.529537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.573476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Router f7e53a82-0d16-4fef-9f6c-df95cb6529ed is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:25.614928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.677485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Port e117337c-7b2e-4846-9848-6445ba27f3da update to DOWN by agent not found {{(pid=110160) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 23:57:25.702211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.702427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:25.710307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:25.711438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:25.715422 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/ports/87cd8f0e-0fcd-4920-b0e7-193018851776 HTTP/1.1" status: 200 len: 911 time: 0.9109566 Dec 06 23:57:25.716920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57710) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:25.825347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033961ca-5341-46c2-8c72-df7e8d95911f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=87cd8f0e-0fcd-4920-b0e7-193018851776,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:26.061577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=223e86dc-104a-4ff1-acad-1c18ee1c7e47,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:26.074099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:26.079937 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dde501f7-0bfc-452e-bdfa-58dbb68b795b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4750242 Dec 06 23:57:26.083975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57712) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.089511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:26.100726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:57:26.103416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.103768 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment a5d00107-366e-450f-a9f7-e06d47c68b0b of type vlan for network df7d299f-4689-46c2-a658-00e2324fda66 Dec 06 23:57:26.107774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.115164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.229584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.240088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:26.257503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Deleting port 7850f870-69fd-4171-bae0-84d8c7ad9751 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:26.257928 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.259689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:26.268989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:26.269484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.272852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51a580-7de9-442c-aeb1-43f7c686d4cb None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:26.294193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=8d8c8edd-c04b-41e6-a33f-e4ae837412bc,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:26.316877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:26.334362 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] Sync routers for ids ['f7e53a82-0d16-4fef-9f6c-df95cb6529ed'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:26.349498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.353345 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-632f10c7-b4a9-42a9-a2db-cc0be8ca4896 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "PUT /v2.0/routers/f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 200 len: 880 time: 6.1702337 Dec 06 23:57:26.354688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57714) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.355264 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] Routers {'f7e53a82-0d16-4fef-9f6c-df95cb6529ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:26.355924 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['f7e53a82-0d16-4fef-9f6c-df95cb6529ed'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:26.368981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:26.372794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.395793 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:26.404813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.406214 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] Routers {'f7e53a82-0d16-4fef-9f6c-df95cb6529ed'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:26.406685 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['f7e53a82-0d16-4fef-9f6c-df95cb6529ed'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:26.410877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:26.411501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.448905 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:26.449849 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9686e162-5dec-41de-a0b2-fabbecc62803 None None] The sync data for ids ['f7e53a82-0d16-4fef-9f6c-df95cb6529ed'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:26.497505 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f2419940-661a-4b99-93f7-aef4447ccf7e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1290877 Dec 06 23:57:26.497830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '8d8c8edd-c04b-41e6-a33f-e4ae837412bc'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:26.497830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.499615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.499961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.511189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57716) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.519603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:26.553607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Calling delete_port for 7850f870-69fd-4171-bae0-84d8c7ad9751 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:26.565246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=df7d299f-4689-46c2-a658-00e2324fda66,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:26.576280 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0aaf7b2d-d2f0-4b5f-9211-13871bc5f271 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5431101 Dec 06 23:57:26.579776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57718) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.582894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network df7d299f-4689-46c2-a658-00e2324fda66 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:26.585947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1875976983'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:26.597593 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-76c15cc2-86d9-4097-b78a-f0f51eba2204 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 200 len: 921 time: 0.2397807 Dec 06 23:57:26.598736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.625523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 87cd8f0e-0fcd-4920-b0e7-193018851776 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:26.627822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.701933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3c7f7-08ba-496b-b76f-2966940109a6 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:26.706445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-07c3c7f7-08ba-496b-b76f-2966940109a6 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=f7e53a82-0d16-4fef-9f6c-df95cb6529ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0724604 Dec 06 23:57:26.711245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Allocated IP 2001:db8::f816:3eff:fe42:2d51 (0c9ef150-8f64-4b54-a68b-c837f595510f/8d8c8edd-c04b-41e6-a33f-e4ae837412bc/d9719a4a-d1f8-442a-be0a-4038216a0698) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:26.712423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57722) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.723650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:26.727263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.826295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:26.831458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.845785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 87cd8f0e-0fcd-4920-b0e7-193018851776 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:26.854992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.855409 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment 76d0d492-b5d7-4c97-a90c-5c11dfc7f157 of type vlan for network 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7 Dec 06 23:57:26.877734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff84c9d3-894c-41b1-916a-ba6182898575 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:26.879132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.879437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff84c9d3-894c-41b1-916a-ba6182898575 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1658204 Dec 06 23:57:26.883098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.897859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57726) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.929524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:26.932815 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-592d19ff-7d9e-4154-9f60-167250c7220c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 200 len: 205 time: 0.0334661 Dec 06 23:57:26.932985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.935900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:26.936477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.956177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.979659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:26.995859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Pushing event deleted for resources: {'Port': ['ID=7850f870-69fd-4171-bae0-84d8c7ad9751,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:27.024572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77412e8-c6a9-4cd9-bbb3-c2970c3aa65f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:27.051011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:27.051964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Pushing event updated for resources: {'Port': ['ID=d9719a4a-d1f8-442a-be0a-4038216a0698,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:27.056851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:27.059507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:27.067201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.075165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:27.075165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.076408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.078932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.083889 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-199962e6-9f78-4568-ae8f-ddab65753e88 tempest-ServerActionsTestJSON-1085369616 tempest-ServerActionsTestJSON-1085369616-project] 10.222.0.53 "DELETE /v2.0/floatingips/6914e8e6-9d44-4def-8077-4e69f52d6a92 HTTP/1.1" status: 204 len: 168 time: 1.6248989 Dec 06 23:57:27.088858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57732) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:27.126821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Attempting to bind port d9719a4a-d1f8-442a-be0a-4038216a0698 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:27.132409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Attempting to bind port d9719a4a-d1f8-442a-be0a-4038216a0698 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:27.132409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Attempting to bind port d9719a4a-d1f8-442a-be0a-4038216a0698 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:27.134831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:27.135324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:27.135785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.136274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:27.136819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Bound port: d9719a4a-d1f8-442a-be0a-4038216a0698, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:27.137268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.202526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=20ccdab2-2bc0-473b-b9fc-1decdc07b1b7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:27.209689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] For port d9719a4a-d1f8-442a-be0a-4038216a0698, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:27.216616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] For port d9719a4a-d1f8-442a-be0a-4038216a0698, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9719a4a-d1f8-442a-be0a-4038216a0698,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:27.217669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:27.249245 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f5e3e712-72ca-41b1-a4c1-ec608b9c944d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6636450 Dec 06 23:57:27.249245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57734) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:27.253723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'ports': [{'network_id': 'df7d299f-4689-46c2-a658-00e2324fda66', 'name': 'tempest-port--727286988', 'admin_state_up': True}, {'network_id': '20ccdab2-2bc0-473b-b9fc-1decdc07b1b7', 'admin_state_up': False}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:27.254039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'port': {'network_id': 'df7d299f-4689-46c2-a658-00e2324fda66', 'name': 'tempest-port--727286988', 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:27.254537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'port': {'network_id': '20ccdab2-2bc0-473b-b9fc-1decdc07b1b7', 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:27.291654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.364927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfbe19-956a-405a-8932-458e6bc8f2fc None None] Pushing event updated for resources: {'Port': ['ID=d9719a4a-d1f8-442a-be0a-4038216a0698,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:27.468296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=f5aff439-5f16-4a81-9e2e-6901c367b5d3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:27.555758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '9653c505-6d22-4c88-97ef-2d94c5895e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:27.556117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 223e86dc-104a-4ff1-acad-1c18ee1c7e47, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:27.578523 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d8c8edd-c04b-41e6-a33f-e4ae837412bc (CIDR: 2001:db8::/64) Dec 06 23:57:27.591678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.659620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'port': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:27.664032 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:57:27.664557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:57:27.665115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.684467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.723715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:27.758344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.769690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.790486 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0767a3d3-1830-43ad-96b2-f393eb9d0eae tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2762144 Dec 06 23:57:27.794464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57736) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:27.798800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:27.816744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] device_id is not set on port 7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:27.824156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 223e86dc-104a-4ff1-acad-1c18ee1c7e47) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:27.825691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.840205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8dc2a4-e471-444c-a1b8-20d55bef6a22 None None] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:27.879962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:27.880602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:27.946974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=87cd8f0e-0fcd-4920-b0e7-193018851776,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:28.038704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-223e86dc-104a-4ff1-acad-1c18ee1c7e47', 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': 'f5aff439-5f16-4a81-9e2e-6901c367b5d3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:28.040260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.066787 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac39b3d3-738c-421f-a63b-3053a233541e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9813316 Dec 06 23:57:28.068305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57738) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:28.076705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-391405589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:28.111665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.117558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.138998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port 26a1e584-9731-4a79-b21a-5cba52a3b237 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:28.139432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.241356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.242330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.245804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Allocated IP 172.20.0.2 (223e86dc-104a-4ff1-acad-1c18ee1c7e47/f5aff439-5f16-4a81-9e2e-6901c367b5d3/4ea5ed52-bf37-48a3-961d-6179a20c6212) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:28.258970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] device_id is not set on port 709cf00f-fa52-4bf7-bc4c-f69471baa2b4 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:28.345019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.398309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:28.401909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.427596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.440535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.447500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3a5b8159-ef77-4e74-9bd2-898ff02c74ad has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:28.452036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.454421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Deleting port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:28.454918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.503688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for 26a1e584-9731-4a79-b21a-5cba52a3b237 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:28.528837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.573601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.575785 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-34277815-969b-48fe-bef2-3b05bdd4690e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5064838 Dec 06 23:57:28.605106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:28.608789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:28.611207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] For port b514d0dd-fb38-4bf6-a4b0-bbd0e0928747, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:28.612415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.614502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:28.618262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.618543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Pushing event updated for resources: {'Port': ['ID=4ea5ed52-bf37-48a3-961d-6179a20c6212,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:28.618816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57740) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:28.644462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Calling delete_port for b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:28.704162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d9719a4a-d1f8-442a-be0a-4038216a0698 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:28.743428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Attempting to bind port 4ea5ed52-bf37-48a3-961d-6179a20c6212 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:28.743945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Attempting to bind port 4ea5ed52-bf37-48a3-961d-6179a20c6212 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9653c505-6d22-4c88-97ef-2d94c5895e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:28.744471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Attempting to bind port 4ea5ed52-bf37-48a3-961d-6179a20c6212 on network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:28.755091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:28.758037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:28.758037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.769407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2eb5575a-7874-4ae8-b8b6-f806e7844e2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3a5b8159-ef77-4e74-9bd2-898ff02c74ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0514669 Dec 06 23:57:28.792208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57742) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:28.794080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:28.794530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Checking segment: {'id': '9653c505-6d22-4c88-97ef-2d94c5895e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:28.795081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.795617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Bound using segment: {'id': '9653c505-6d22-4c88-97ef-2d94c5895e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:28.796198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Bound port: 4ea5ed52-bf37-48a3-961d-6179a20c6212, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9653c505-6d22-4c88-97ef-2d94c5895e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '223e86dc-104a-4ff1-acad-1c18ee1c7e47'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:28.796708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.799582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] Sync routers for ids ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:28.842794 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c6e26647-fd88-4e53-81f6-d70b8edb735d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5b8159-ef77-4e74-9bd2-898ff02c74ad HTTP/1.1" status: 200 len: 205 time: 0.0493841 Dec 06 23:57:28.848924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57744) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:28.856131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] Routers {'3a5b8159-ef77-4e74-9bd2-898ff02c74ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:28.856131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:28.898794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.903413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:28.930548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:28.931010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:28.965473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] Routers {'3a5b8159-ef77-4e74-9bd2-898ff02c74ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:28.966122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:28.992942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] For port 4ea5ed52-bf37-48a3-961d-6179a20c6212, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:29.003404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.040878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:29.041655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75784be6-015b-4634-b4df-ea00f6dccf60 None None] The sync data for ids ['3a5b8159-ef77-4e74-9bd2-898ff02c74ad'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:29.048331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] For port 4ea5ed52-bf37-48a3-961d-6179a20c6212, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea5ed52-bf37-48a3-961d-6179a20c6212,segment=NetworkSegment(9653c505-6d22-4c88-97ef-2d94c5895e91),segment_id=9653c505-6d22-4c88-97ef-2d94c5895e91)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:29.060791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.092768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Port': ['ID=7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.120089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] For port d9719a4a-d1f8-442a-be0a-4038216a0698, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9719a4a-d1f8-442a-be0a-4038216a0698,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:29.134360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.146440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.204172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.273457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814357fc-ab87-4531-8a9b-f9b79f0b64a2 None None] Pushing event updated for resources: {'Port': ['ID=4ea5ed52-bf37-48a3-961d-6179a20c6212,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.281834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:57:29.281834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:57:29.329609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e6756-cdf1-41e0-b642-1e086bef125e None None] Pushing event updated for resources: {'Port': ['ID=d9719a4a-d1f8-442a-be0a-4038216a0698,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.565371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.567217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.616642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=26a1e584-9731-4a79-b21a-5cba52a3b237,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.634165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9314f-4bc3-4ef3-a7f9-afbde83c95d9 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:29.641868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.650651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.655266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Checking segment: {'id': 'a5d00107-366e-450f-a9f7-e06d47c68b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'df7d299f-4689-46c2-a658-00e2324fda66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:29.655636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network hostable DHCP agents. Network: df7d299f-4689-46c2-a658-00e2324fda66, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:29.709085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.736947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.767064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Pushing event deleted for resources: {'Port': ['ID=b514d0dd-fb38-4bf6-a4b0-bbd0e0928747,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.773037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network df7d299f-4689-46c2-a658-00e2324fda66 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:29.788004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.788641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 3a5b8159-ef77-4e74-9bd2-898ff02c74ad {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:29.795677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.799356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e40738b7-c39a-4118-889a-108dcedf84bb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3a5b8159-ef77-4e74-9bd2-898ff02c74ad HTTP/1.1" status: 204 len: 168 time: 0.9469783 Dec 06 23:57:29.800583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:29.841584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:29.847071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:29.849959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:29.850560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.861650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.865780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c379e0a8-f096-433e-be67-1c373091e230 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:29.872041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=95bd7ea8-c175-469a-9ebd-f18b7292e7d9,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:29.889922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, df7d299f-4689-46c2-a658-00e2324fda66) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:29.895314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:29.896205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:29.909340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet d594124d-2b15-419d-b80e-17d6c64aad43 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:29.934850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba89635b-78e3-41dc-8c5d-9b0fcbefe941 None None] Network df7d299f-4689-46c2-a658-00e2324fda66 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:29.941880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.020104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.022846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.036211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Port': ['ID=709cf00f-fa52-4bf7-bc4c-f69471baa2b4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:30.111117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.179790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Checking segment: {'id': '76d0d492-b5d7-4c97-a90c-5c11dfc7f157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '20ccdab2-2bc0-473b-b9fc-1decdc07b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:30.180083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network hostable DHCP agents. Network: 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:30.191785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-68776708-19f5-4b0e-847f-92b8efbe2c7f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3965645 Dec 06 23:57:30.195539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.20.0.1 (223e86dc-104a-4ff1-acad-1c18ee1c7e47/f5aff439-5f16-4a81-9e2e-6901c367b5d3/22a43672-11e3-4abb-b75a-dd806bb5d769) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:30.197190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57750) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:30.202096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:8e:51:c7', 'name': 'tempest-NetworksTestDHCPv6-875866529'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:30.223703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.314104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.315731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router f7e53a82-0d16-4fef-9f6c-df95cb6529ed {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:30.331152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.331152 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7b4a64cd-ab33-41cf-b682-65d4adf8b635 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 204 len: 168 time: 3.3718219 Dec 06 23:57:30.332313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57752) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:30.337263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1850312219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:30.342013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '8d8c8edd-c04b-41e6-a33f-e4ae837412bc', 'ip_address': '2001:db8::f816:3eff:fe42:2d51'}, {'subnet_id': '95bd7ea8-c175-469a-9ebd-f18b7292e7d9'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd9719a4a-d1f8-442a-be0a-4038216a0698'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:57:30.379253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.415864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.440971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:30.459009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.460405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.527027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.542861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.557647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.612669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:30.619681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=22a43672-11e3-4abb-b75a-dd806bb5d769,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:30.627899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:30.629762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:30.631979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.640728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:30.665700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85c9ccb-98ee-4508-aef6-faaa4f019fc4 None None] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:30.690680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.708584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:30.715742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:30.722845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:30.723600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.726386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:30.747152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc5327-3676-4c40-bd19-18c080c05172 None None] Network 20ccdab2-2bc0-473b-b9fc-1decdc07b1b7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:30.770254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.774493 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5113849e-ae85-4c3a-9fb3-f5285203051d tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4379973 Dec 06 23:57:30.774493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:30.778644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': True}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:30.821848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.849397 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d4a0f4fe-e55c-46bd-a6e1-84a662907616 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5995576 Dec 06 23:57:30.853226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57756) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:30.864802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4ea5ed52-bf37-48a3-961d-6179a20c6212 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:30.880147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=d594124d-2b15-419d-b80e-17d6c64aad43,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:30.882251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.885865 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6bfc5c6c-b3c4-4284-ae67-1c760b5c0f19 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/d594124d-2b15-419d-b80e-17d6c64aad43 HTTP/1.1" status: 204 len: 168 time: 1.0825129 Dec 06 23:57:30.891047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57758) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:30.902534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Router c68d87bf-27f5-4e3a-b677-036cb5008202 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:30.902949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] Provisioning complete for port 4ea5ed52-bf37-48a3-961d-6179a20c6212 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:30.903333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.925413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:30.960871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa46935-e74e-4085-926c-0c6db55c7785 None None] Network c643bd8a-991b-48b7-aea5-11f8915261c3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:30.989971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 090faf64-ee6d-404b-8748-4c373ae3e310 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:31.088952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fe30a-5fee-4fe6-a7b1-055f86b0aeaa tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:31.094953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fe30a-5fee-4fe6-a7b1-055f86b0aeaa tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:31.098647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:31.099666 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-750fe30a-5fee-4fe6-a7b1-055f86b0aeaa tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2443421 Dec 06 23:57:31.100400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57760) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:31.110525 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Sync routers for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:31.113948 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff6f6082-1927-4268-ab93-4542eb42f517 admin admin] 10.222.0.53 "PUT /v2.0/routers/c68d87bf-27f5-4e3a-b677-036cb5008202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0214672 Dec 06 23:57:31.113948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57762) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:31.122523 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:31.123134 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:31.145564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.159000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.163023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.168846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.200560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Allocated IP 2001:db8:0:1::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/95bd7ea8-c175-469a-9ebd-f18b7292e7d9/d9719a4a-d1f8-442a-be0a-4038216a0698) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:31.275085 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:31.287397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.311567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] For port d9719a4a-d1f8-442a-be0a-4038216a0698, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9719a4a-d1f8-442a-be0a-4038216a0698,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:31.340484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting port 7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:31.340484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.350465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.430186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port ae5a78ab-b461-447f-8be6-a428df06438d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:31.430533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.435785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.452629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4ea5ed52-bf37-48a3-961d-6179a20c6212 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:31.453013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.531768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.573081 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:57:29Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:31.573375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Calling delete_port for 7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:31.584000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625c48f-f6e8-4abb-a76a-57fa7f36e81e None None] Pushing event updated for resources: {'Port': ['ID=d9719a4a-d1f8-442a-be0a-4038216a0698,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:31.594115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port ae5a78ab-b461-447f-8be6-a428df06438d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae5a78ab-b461-447f-8be6-a428df06438d,segment=NetworkSegment(06be9aa7-c1b1-4120-89b8-c6feefba50ea),segment_id=06be9aa7-c1b1-4120-89b8-c6feefba50ea)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:31.594437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.595501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.603994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] For port 4ea5ed52-bf37-48a3-961d-6179a20c6212, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea5ed52-bf37-48a3-961d-6179a20c6212,segment=NetworkSegment(9653c505-6d22-4c88-97ef-2d94c5895e91),segment_id=9653c505-6d22-4c88-97ef-2d94c5895e91)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:31.621519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for ae5a78ab-b461-447f-8be6-a428df06438d owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:31.647117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Checking router: c68d87bf-27f5-4e3a-b677-036cb5008202 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:31.664088 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Routers {'c68d87bf-27f5-4e3a-b677-036cb5008202'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:31.665083 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c68d87bf-27f5-4e3a-b677-036cb5008202'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:31.782195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d9719a4a-d1f8-442a-be0a-4038216a0698 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:31.784043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.824613 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] Set router c68d87bf-27f5-4e3a-b677-036cb5008202 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:31.849287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] DHCP port deletion for c643bd8a-991b-48b7-aea5-11f8915261c3 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:31.851300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:31.856970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8:0:1::327 (0c9ef150-8f64-4b54-a68b-c837f595510f/95bd7ea8-c175-469a-9ebd-f18b7292e7d9/090faf64-ee6d-404b-8748-4c373ae3e310) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:31.874495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:fe8e:51c7 (0c9ef150-8f64-4b54-a68b-c837f595510f/8d8c8edd-c04b-41e6-a33f-e4ae837412bc/090faf64-ee6d-404b-8748-4c373ae3e310) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:31.950192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Deleting port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:31.950641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.030081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.051983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79770ba8-ed13-4548-809c-177b88500be2 None None] Provisioning complete for port 4ea5ed52-bf37-48a3-961d-6179a20c6212 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:32.052393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79770ba8-ed13-4548-809c-177b88500be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.053768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.102709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292844f1-3f3f-4dd2-866a-13228d3d5ba5 None None] Pushing event updated for resources: {'Port': ['ID=4ea5ed52-bf37-48a3-961d-6179a20c6212,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:32.153240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.166054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Port': ['ID=7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:32.169481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:32.169921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.179517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Deleting port ae5a78ab-b461-447f-8be6-a428df06438d {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:32.179945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.181292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.189674 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e1076b76-d6b2-42a5-b352-e395417778c3 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/ports/7aa9bf38-4dee-477f-b0ca-8db39ef2c3fb HTTP/1.1" status: 204 len: 168 time: 1.0881386 Dec 06 23:57:32.196542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57764) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:32.273874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.275644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] For port b0fb7ab6-535a-460e-b6ac-90dcb9e27d70, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:32.276095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.318398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.353191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.356612 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:57:29Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:32.361167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] For port ae5a78ab-b461-447f-8be6-a428df06438d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae5a78ab-b461-447f-8be6-a428df06438d,segment=NetworkSegment(06be9aa7-c1b1-4120-89b8-c6feefba50ea),segment_id=06be9aa7-c1b1-4120-89b8-c6feefba50ea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:32.362324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.367298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Calling delete_port for b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:32.401121 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc48f1e-8f1c-44ff-b0da-182850a15fd1 None None] The sync data for ids ['c68d87bf-27f5-4e3a-b677-036cb5008202'] in dv-neutron-master-2-hyperv is: [{'id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'name': 'tempest-ServerActionsTestJSON-46943033-router', 'tenant_id': '49b600c29742461385df31188f1eb767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48'}], 'enable_snat': True}, 'gw_port_id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:53:37Z', 'updated_at': '2021-12-06T23:57:29Z', 'revision_number': 5, 'project_id': '49b600c29742461385df31188f1eb767', 'gw_port': {'id': 'b0fb7ab6-535a-460e-b6ac-90dcb9e27d70', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:45:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68d87bf-27f5-4e3a-b677-036cb5008202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:53:38Z', 'updated_at': '2021-12-06T23:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:32.443902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Calling delete_port for ae5a78ab-b461-447f-8be6-a428df06438d owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:32.464444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79770ba8-ed13-4548-809c-177b88500be2 None None] Provisioning complete for port 22a43672-11e3-4abb-b75a-dd806bb5d769 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:32.464961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79770ba8-ed13-4548-809c-177b88500be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.546070 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=22a43672-11e3-4abb-b75a-dd806bb5d769,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:32.553249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-79770ba8-ed13-4548-809c-177b88500be2 None None] Port 22a43672-11e3-4abb-b75a-dd806bb5d769 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:32.579372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:32.579372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:32.638106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.36.7.234 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/5e03c5f4-821f-4430-ae6d-b8827a9d0f53) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:32.681868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.683941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-612aca64-c4b2-4797-bfe4-38dc7044e055 None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:32.684773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-612aca64-c4b2-4797-bfe4-38dc7044e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.750574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=ae5a78ab-b461-447f-8be6-a428df06438d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:32.774719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port ae5a78ab-b461-447f-8be6-a428df06438d on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:32.776046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.849140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] Pushing event deleted for resources: {'Port': ['ID=ae5a78ab-b461-447f-8be6-a428df06438d,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:32.856659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4db5e-b5de-4741-bfa9-d3297b9532d2 None None] No DVR routers for this DVR port ae5a78ab-b461-447f-8be6-a428df06438d on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:32.910782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4ea5ed52-bf37-48a3-961d-6179a20c6212 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:32.929393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting port 709cf00f-fa52-4bf7-bc4c-f69471baa2b4 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:32.930005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.956254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:32.991664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-612aca64-c4b2-4797-bfe4-38dc7044e055 None None] Provisioning complete for port 22a43672-11e3-4abb-b75a-dd806bb5d769 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:32.991664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-612aca64-c4b2-4797-bfe4-38dc7044e055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.013168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c643bd8a-991b-48b7-aea5-11f8915261c3']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.021590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4ea5ed52-bf37-48a3-961d-6179a20c6212 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:33.023045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.044034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be9aa7-c1b1-4120-89b8-c6feefba50ea') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.044574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be9aa7-c1b1-4120-89b8-c6feefba50ea') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.050132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.056064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.061443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.069741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-612aca64-c4b2-4797-bfe4-38dc7044e055 None None] Port 22a43672-11e3-4abb-b75a-dd806bb5d769 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:33.086581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.098701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:33.106848 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:33.109229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:33.112337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.114929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:33.129149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:33.134848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:33.135516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.160668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router d8fad880-7198-46c8-88da-31fa43dff4a1 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:33.167434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d9719a4a-d1f8-442a-be0a-4038216a0698 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:33.170245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Calling delete_port for 709cf00f-fa52-4bf7-bc4c-f69471baa2b4 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:33.194217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=090faf64-ee6d-404b-8748-4c373ae3e310,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:33.231440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-de598204-2c0a-48a4-a6d6-31f8d2608a8c None None] Provisioning complete for port 22a43672-11e3-4abb-b75a-dd806bb5d769 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:33.231774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-de598204-2c0a-48a4-a6d6-31f8d2608a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.267178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.281360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-de598204-2c0a-48a4-a6d6-31f8d2608a8c None None] Port 22a43672-11e3-4abb-b75a-dd806bb5d769 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:33.293263 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0263fdbd-fc55-4e30-ad50-9a669c23585f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0949659 Dec 06 23:57:33.296027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57768) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.312108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.318699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:33.326290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.342092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.345324 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/c643bd8a-991b-48b7-aea5-11f8915261c3 HTTP/1.1" status: 204 len: 168 time: 2.4534545 Dec 06 23:57:33.353172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:33.353821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57770) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.368555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.374923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.383076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1336612134', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:33.403066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:33.406017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:33.416563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53f6ef-b7ef-4a7c-9dba-30a306d295fb None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:33.454602 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.469411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8dc77-8163-46ee-ac5a-f953b257a30f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:33.471160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0a175-37ed-4c58-99a7-ab2683a81726 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=c643bd8a-991b-48b7-aea5-11f8915261c3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:33.472130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fb7ab6-535a-460e-b6ac-90dcb9e27d70,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:33.477397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=5e03c5f4-821f-4430-ae6d-b8827a9d0f53,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:33.482173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:33.491846 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7b95c419-5cfa-4f84-8833-1363918766e4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/d8fad880-7198-46c8-88da-31fa43dff4a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8682151 Dec 06 23:57:33.498013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57772) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.498862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] Sync routers for ids ['d8fad880-7198-46c8-88da-31fa43dff4a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:33.528172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] Routers {'d8fad880-7198-46c8-88da-31fa43dff4a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:33.531893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['d8fad880-7198-46c8-88da-31fa43dff4a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.535727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Port': ['ID=709cf00f-fa52-4bf7-bc4c-f69471baa2b4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:33.554273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.557586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3b84e7a5-007e-4071-bd1d-4c7d2d28446d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/ports/709cf00f-fa52-4bf7-bc4c-f69471baa2b4 HTTP/1.1" status: 204 len: 168 time: 1.3595033 Dec 06 23:57:33.561019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57774) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.593528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.598477 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b97cec3f-6ff4-4bd1-aa94-5c4c9aec614b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0323360 Dec 06 23:57:33.603285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 090faf64-ee6d-404b-8748-4c373ae3e310 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:33.603285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.617650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57776) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.622980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.625111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.637050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-322652636'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:33.741978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:33.744342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.748716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.748918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.772824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:33.773174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b514d0dd-fb38-4bf6-a4b0-bbd0e0928747 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:33.773588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae5a78ab-b461-447f-8be6-a428df06438d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:33.797348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Provisioning complete for port 5e03c5f4-821f-4430-ae6d-b8827a9d0f53 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:33.797348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.802316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ae5a78ab-b461-447f-8be6-a428df06438d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:33.803853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ae5a78ab-b461-447f-8be6-a428df06438d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:33.824257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.824411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] Routers {'d8fad880-7198-46c8-88da-31fa43dff4a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:33.824943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['d8fad880-7198-46c8-88da-31fa43dff4a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.838790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 090faf64-ee6d-404b-8748-4c373ae3e310 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:33.868858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:33.869530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5993828c-731f-497a-bb4e-8aceb02e80fe None None] The sync data for ids ['d8fad880-7198-46c8-88da-31fa43dff4a1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:33.878850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Port 5e03c5f4-821f-4430-ae6d-b8827a9d0f53 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:33.889400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Provisioning complete for port 090faf64-ee6d-404b-8748-4c373ae3e310 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:33.890073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.907633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.908736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68d87bf-27f5-4e3a-b677-036cb5008202 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:33.914567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:33.915870 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-af038966-8f26-4634-8a8f-7f9f9472913a admin admin] 10.222.0.53 "DELETE /v2.0/routers/c68d87bf-27f5-4e3a-b677-036cb5008202 HTTP/1.1" status: 204 len: 168 time: 2.8004057 Dec 06 23:57:33.924572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:33.932198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f2d724bd-5ad4-4e87-961a-58dc387ef317 None None] Port 090faf64-ee6d-404b-8748-4c373ae3e310 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:33.996864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Deleting subnet d226e7c3-9193-42e4-9092-1f592a682b94 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:34.004480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.013796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a8de4-4169-48a5-8f37-496d96f443ed tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.015284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-644a8de4-4169-48a5-8f37-496d96f443ed tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports/22a43672-11e3-4abb-b75a-dd806bb5d769 HTTP/1.1" status: 200 len: 910 time: 0.5192630 Dec 06 23:57:34.022451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57780) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.091779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.176970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.186925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:34.190632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.213741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.255002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=090faf64-ee6d-404b-8748-4c373ae3e310,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:34.302853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.306428 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fcb76987-e61d-477d-bd28-12b91c29b263 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/090faf64-ee6d-404b-8748-4c373ae3e310 HTTP/1.1" status: 204 len: 168 time: 1.0059428 Dec 06 23:57:34.308928 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.337898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.344659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:34.355832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.376015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.381602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b2273-9a7c-4d15-82dc-c206d553bc36 None None] Network 4abbdb98-9c02-462d-9655-f4956273e197 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:34.385411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d226e7c3-9193-42e4-9092-1f592a682b94 HTTP/1.1" status: 204 len: 168 time: 0.4569843 Dec 06 23:57:34.385411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50d674-89bd-4327-8838-3c9150c1a9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d226e7c3-9193-42e4-9092-1f592a682b94,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:34.386366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.396049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.396467 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment 5d24db89-e7f5-48d1-b87b-e78a4f105a69 of type vlan for network 35da5caa-fa57-490c-afef-46b589713449 Dec 06 23:57:34.434906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e5701-3980-477a-8d0b-a5f199f0b743 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.436529 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-100e5701-3980-477a-8d0b-a5f199f0b743 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1266234 Dec 06 23:57:34.472530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.480852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.529032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.560740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.599907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.601821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:34.603367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf86f56-1d7b-42eb-9d01-ed088220a6e8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.605067 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-faf86f56-1d7b-42eb-9d01-ed088220a6e8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1229501 Dec 06 23:57:34.610470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57788) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.631570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:34.631973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b0fb7ab6-535a-460e-b6ac-90dcb9e27d70 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:34.656279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Deleting port 497c6b2d-ebff-4b6a-a468-086049acc2d1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:34.656718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.712928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.714782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3bc746fc-ec47-4e35-ab1b-79c43a9365cf tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3534982 Dec 06 23:57:34.718295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] DHCP port deletion for 4abbdb98-9c02-462d-9655-f4956273e197 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:34.721540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57790) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.736939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1083680157'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:34.743079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] For port 497c6b2d-ebff-4b6a-a468-086049acc2d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=497c6b2d-ebff-4b6a-a468-086049acc2d1,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:34.743487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.758429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Calling delete_port for 497c6b2d-ebff-4b6a-a468-086049acc2d1 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:34.773281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Deleting port 497c6b2d-ebff-4b6a-a468-086049acc2d1 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:34.773797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.780273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f545940-a9ba-4efe-a2bd-e7faec855ce1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.781978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f545940-a9ba-4efe-a2bd-e7faec855ce1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.783594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f545940-a9ba-4efe-a2bd-e7faec855ce1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.785171 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4f545940-a9ba-4efe-a2bd-e7faec855ce1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1718211 Dec 06 23:57:34.792198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57792) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:34.846720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] For port 497c6b2d-ebff-4b6a-a468-086049acc2d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=497c6b2d-ebff-4b6a-a468-086049acc2d1,segment=NetworkSegment(cd146404-380b-43ab-9226-98b551a5ebf0),segment_id=cd146404-380b-43ab-9226-98b551a5ebf0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:34.847121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.859755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Calling delete_port for 497c6b2d-ebff-4b6a-a468-086049acc2d1 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:34.862490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.868019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:34.868615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.906957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:34.908509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.910918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.944957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:34.946936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Pushing event deleted for resources: {'Port': ['ID=497c6b2d-ebff-4b6a-a468-086049acc2d1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:34.954959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] No DVR routers for this DVR port 497c6b2d-ebff-4b6a-a468-086049acc2d1 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:34.974669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] Pushing event deleted for resources: {'Port': ['ID=497c6b2d-ebff-4b6a-a468-086049acc2d1,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:34.978471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b78725-f01b-4fcd-bf2f-b49e688a8551 None None] No DVR routers for this DVR port 497c6b2d-ebff-4b6a-a468-086049acc2d1 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:34.982275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 8d8c8edd-c04b-41e6-a33f-e4ae837412bc {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:35.034568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.037872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.055431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4abbdb98-9c02-462d-9655-f4956273e197']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:35.066103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd146404-380b-43ab-9226-98b551a5ebf0') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:35.066408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd146404-380b-43ab-9226-98b551a5ebf0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:35.076215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.077529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4556928 Dec 06 23:57:35.082221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57794) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.088639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1962982085'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:35.094348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6d96b-fb0a-447f-8dbc-dbcc391a40fc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=35da5caa-fa57-490c-afef-46b589713449,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:35.101692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.106690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:35.107188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 35da5caa-fa57-490c-afef-46b589713449 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:35.119155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:35.119745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:35.122431 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:35.132389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.139898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.144096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.144465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a of type vlan for network b8c18281-3252-4b08-9432-3c58d440c1cd Dec 06 23:57:35.170274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.187613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:35.192426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.217512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:35.226724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.227072 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Added segment 866ec86e-7c1e-41c7-8ca6-d138bde655e9 of type vlan for network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 Dec 06 23:57:35.234788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.241349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.247058 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] 10.222.0.53 "DELETE /v2.0/networks/4abbdb98-9c02-462d-9655-f4956273e197 HTTP/1.1" status: 204 len: 168 time: 0.8561447 Dec 06 23:57:35.275564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0de9-ddab-4eae-92af-48b2a0eff67a admin admin] Pushing event deleted for resources: {'Network': ['ID=4abbdb98-9c02-462d-9655-f4956273e197,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:35.289546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.290035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.293364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.365156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.370822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:35.371419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.444863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Network': ['ID=c28a893f-cddd-40b1-b0fd-b8fa13b74ce7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:35.445921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.454977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:35.464837 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ef51efdc-ea3f-48b7-a74d-7adae716549b tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3815634 Dec 06 23:57:35.586852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.592507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:35.593080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.599924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57798) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.605179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'subnets': [{'network_id': '35da5caa-fa57-490c-afef-46b589713449', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--99134983', 'ip_version': 4}, {'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:35.605750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'subnet': {'network_id': '35da5caa-fa57-490c-afef-46b589713449', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--99134983', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:35.606344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Request body: {'subnet': {'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:35.632877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57800) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.688982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=b8c18281-3252-4b08-9432-3c58d440c1cd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:35.712089 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e887fc47-cc1e-40e0-9e82-db4199f366dd tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9822197 Dec 06 23:57:35.712089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.712444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network b8c18281-3252-4b08-9432-3c58d440c1cd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:35.712557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57802) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.727046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:35.741819 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bcf630c4-7604-4534-b7b9-e0176264c20c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49b600c29742461385df31188f1eb767&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1077530 Dec 06 23:57:35.744618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57804) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.763173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8c8edd-c04b-41e6-a33f-e4ae837412bc,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:35.798546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.802216 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4f5f4ad0-85e4-4c05-b038-b1721f66f5dc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/8d8c8edd-c04b-41e6-a33f-e4ae837412bc HTTP/1.1" status: 204 len: 168 time: 1.0091474 Dec 06 23:57:35.802958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router a2b20a19-3705-4fca-9450-5209a1d7d5ab is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:35.804906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57806) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:35.810942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a7e1b-dc30-4cda-b8fc-32021dec2c14 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:35.856324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.884780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.899125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Made reservation on behalf of d98fd2ddceaa4c089524585f040c72ce for: {'subnet': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:35.903672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.904021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:35.994925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 95bd7ea8-c175-469a-9ebd-f18b7292e7d9 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:36.098656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.101343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.102542 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93369cb3-6804-4962-adeb-37723a0702aa HTTP/1.1" status: 204 len: 168 time: 0.3568313 Dec 06 23:57:36.133471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c935f-ec3d-45fe-acff-a222aa3550a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93369cb3-6804-4962-adeb-37723a0702aa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:36.354446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.433374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:36.436979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.451387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.492686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.545395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 22a43672-11e3-4abb-b75a-dd806bb5d769 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:36.548177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.574255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:36.577546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Subnet': ['ID=7b6c8007-a3d0-4203-8d64-7aaddb93b8c6,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:36.578775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.583558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ebe2f56a-62d1-432f-92a3-c1145d0a0b9e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "PUT /v2.0/routers/a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 200 len: 915 time: 5.8082500 Dec 06 23:57:36.585949 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] Sync routers for ids ['a2b20a19-3705-4fca-9450-5209a1d7d5ab'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:36.586644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57812) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:36.607865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Checking segment: {'id': '5d24db89-e7f5-48d1-b87b-e78a4f105a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '35da5caa-fa57-490c-afef-46b589713449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:36.608904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network hostable DHCP agents. Network: 35da5caa-fa57-490c-afef-46b589713449, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:36.613308 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] Routers {'a2b20a19-3705-4fca-9450-5209a1d7d5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:36.614322 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a2b20a19-3705-4fca-9450-5209a1d7d5ab'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:36.633627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 497c6b2d-ebff-4b6a-a468-086049acc2d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:36.667535 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:36.674970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 497c6b2d-ebff-4b6a-a468-086049acc2d1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:36.679433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 497c6b2d-ebff-4b6a-a468-086049acc2d1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:36.682374 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] Routers {'a2b20a19-3705-4fca-9450-5209a1d7d5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:36.683024 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a2b20a19-3705-4fca-9450-5209a1d7d5ab'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:36.708888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network 35da5caa-fa57-490c-afef-46b589713449 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:36.739905 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:36.741404 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85379de1-2e44-4f05-8b48-0e4a7d466c52 None None] The sync data for ids ['a2b20a19-3705-4fca-9450-5209a1d7d5ab'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:36.810660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 35da5caa-fa57-490c-afef-46b589713449) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:36.815392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.820936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e17da7-d0b6-459b-a0d2-4295cf43cc8e None None] Network 35da5caa-fa57-490c-afef-46b589713449 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:36.828027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.871158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.874426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event updated for resources: {'Subnet': ['ID=dd3c7bd9-369d-4bbd-b82f-19d1a04ba915,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:36.902176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Checking segment: {'id': '866ec86e-7c1e-41c7-8ca6-d138bde655e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:36.902551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network hostable DHCP agents. Network: c28a893f-cddd-40b1-b0fd-b8fa13b74ce7, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:36.912975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c8f94bab-ae84-4c07-9add-408832d1e497 None None] Provisioning complete for port d9719a4a-d1f8-442a-be0a-4038216a0698 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:36.917151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c8f94bab-ae84-4c07-9add-408832d1e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:36.927453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 22a43672-11e3-4abb-b75a-dd806bb5d769 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:36.963434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61c4e369-adb4-4637-b1b0-953c238849e0 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 200 len: 921 time: 0.3538764 Dec 06 23:57:36.967526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57822) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.014139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:37.037629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae93093-257b-4f27-a7d4-9d326d58bf2f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.042715 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4ae93093-257b-4f27-a7d4-9d326d58bf2f tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=a2b20a19-3705-4fca-9450-5209a1d7d5ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0720508 Dec 06 23:57:37.043351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57824) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.058395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-35da5caa-fa57-490c-afef-46b589713449', 'network_id': '35da5caa-fa57-490c-afef-46b589713449', 'tenant_id': 'd98fd2ddceaa4c089524585f040c72ce', 'fixed_ips': [{'subnet_id': '7b6c8007-a3d0-4203-8d64-7aaddb93b8c6'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:37.059333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.131831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c28a893f-cddd-40b1-b0fd-b8fa13b74ce7) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:37.133405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.143512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.144129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.144891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.147180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a141c-3cd5-415a-9d2c-682f802ab7fc None None] Network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:37.154500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd4e67-9e28-42dc-b069-1c78a762001e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.159080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d9fd4e67-9e28-42dc-b069-1c78a762001e tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1147795 Dec 06 23:57:37.159815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57828) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.169710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.176603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=95bd7ea8-c175-469a-9ebd-f18b7292e7d9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:37.187670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.191915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d883e5b8-e722-4e54-894f-a45d3ba2ce78 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/95bd7ea8-c175-469a-9ebd-f18b7292e7d9 HTTP/1.1" status: 204 len: 168 time: 1.3526878 Dec 06 23:57:37.199721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.205676 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c795ba87-f776-49d3-be77-d4b184076779 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 200 len: 205 time: 0.0412450 Dec 06 23:57:37.212927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.213488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f180372-e959-4fa0-84f3-ec40b57a21e5 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:37.287732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57838) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.288170 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c49715dc-76a1-4dc5-8a58-fef94b98dee9 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868964 Dec 06 23:57:37.294831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:37.296760 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c565e0cf-0fa0-44eb-a612-2157bd134ff5 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.6954710 Dec 06 23:57:37.298095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57840) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.310437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=1b182cfc-dcac-4d6f-967f-0c7137ac8a47,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:37.353505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Allocated IP 172.20.0.2 (35da5caa-fa57-490c-afef-46b589713449/7b6c8007-a3d0-4203-8d64-7aaddb93b8c6/f5f98e07-cb12-4180-95dc-ab9e01bb5c1a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:37.369675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:37.373148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: b8c18281-3252-4b08-9432-3c58d440c1cd, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:37.417798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.455154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc9d7c-8575-47eb-85ef-90cbcf790848 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.456992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc9d7c-8575-47eb-85ef-90cbcf790848 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.459155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc9d7c-8575-47eb-85ef-90cbcf790848 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.460280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3cbc9d7c-8575-47eb-85ef-90cbcf790848 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1582973 Dec 06 23:57:37.466806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57844) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.475836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.538454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network b8c18281-3252-4b08-9432-3c58d440c1cd is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:37.545066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.559786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=22a43672-11e3-4abb-b75a-dd806bb5d769,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:37.573384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c28a893f-cddd-40b1-b0fd-b8fa13b74ce7', 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7', 'tenant_id': 'd98fd2ddceaa4c089524585f040c72ce', 'fixed_ips': [{'subnet_id': 'dd3c7bd9-369d-4bbd-b82f-19d1a04ba915'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:37.579941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.654196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting subnet 7b6c8007-a3d0-4203-8d64-7aaddb93b8c6 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:37.660051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b8c18281-3252-4b08-9432-3c58d440c1cd) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:37.668204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:37.668851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.694688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:37.698274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.717736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993b42f-c6c4-41a1-81f0-334956ac6f88 None None] Network b8c18281-3252-4b08-9432-3c58d440c1cd requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:37.745957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:37.767957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port 5e03c5f4-821f-4430-ae6d-b8827a9d0f53 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:37.768852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.804331 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-454dd5a6-060c-43db-9436-3383d168fca5 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0832722 Dec 06 23:57:37.811417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.830622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57848) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:37.910550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.924571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for 5e03c5f4-821f-4430-ae6d-b8827a9d0f53 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:37.930017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.934944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.937768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:37.994809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Allocated IP 172.20.0.18 (c28a893f-cddd-40b1-b0fd-b8fa13b74ce7/dd3c7bd9-369d-4bbd-b82f-19d1a04ba915/1d1b5d49-940b-4030-8dec-7a521bced970) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:38.060355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Network 35da5caa-fa57-490c-afef-46b589713449 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:38.077840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:38.081256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:38.109086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Pushing event updated for resources: {'Port': ['ID=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:38.126556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Deleting port d9719a4a-d1f8-442a-be0a-4038216a0698 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:38.126556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.183225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.302227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.357187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=5e03c5f4-821f-4430-ae6d-b8827a9d0f53,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:38.362703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b8c18281-3252-4b08-9432-3c58d440c1cd', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:38.363643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.375426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec32d6-75d8-4b18-be4e-1c804739d3c4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:38.488871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Attempting to bind port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:38.489324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Attempting to bind port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d24db89-e7f5-48d1-b87b-e78a4f105a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '35da5caa-fa57-490c-afef-46b589713449'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:38.489701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Attempting to bind port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a on network 35da5caa-fa57-490c-afef-46b589713449 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:38.500995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] For port d9719a4a-d1f8-442a-be0a-4038216a0698, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9719a4a-d1f8-442a-be0a-4038216a0698,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:38.501480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.515942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.573274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:38.573735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Checking segment: {'id': '5d24db89-e7f5-48d1-b87b-e78a4f105a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '35da5caa-fa57-490c-afef-46b589713449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:38.574207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.574726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Bound using segment: {'id': '5d24db89-e7f5-48d1-b87b-e78a4f105a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '35da5caa-fa57-490c-afef-46b589713449'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:38.575337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Bound port: f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d24db89-e7f5-48d1-b87b-e78a4f105a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '35da5caa-fa57-490c-afef-46b589713449'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:38.575787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.581882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Calling delete_port for d9719a4a-d1f8-442a-be0a-4038216a0698 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:38.633226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.637238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.703925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d9719a4a-d1f8-442a-be0a-4038216a0698 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:38.753385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.754388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router a2b20a19-3705-4fca-9450-5209a1d7d5ab {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:38.761467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.766452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d8cdba2b-f52a-42a8-bd84-eb667309a526 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 204 len: 168 time: 1.5523510 Dec 06 23:57:38.770523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57880) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:38.775028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-108491316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:38.786033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router d8fad880-7198-46c8-88da-31fa43dff4a1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:38.815427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.839838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.841480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.900045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Allocated IP 2001:db8::2 (b8c18281-3252-4b08-9432-3c58d440c1cd/1b182cfc-dcac-4d6f-967f-0c7137ac8a47/61546768-0b70-41f9-86d9-36c208ef5a6c) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:38.916366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.916366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.987559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:38.989233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc062a-a707-4fa1-8c2d-42422089b66a req-821f8f43-1b32-42f5-aa7a-f29e1e2bcb84 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:38.990744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0fc062a-a707-4fa1-8c2d-42422089b66a req-821f8f43-1b32-42f5-aa7a-f29e1e2bcb84 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.4696860 Dec 06 23:57:39.003065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.062931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:39.067664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.068511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c79631a0-593d-46f9-8394-a0b06bf0cdc1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/d8fad880-7198-46c8-88da-31fa43dff4a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0450301 Dec 06 23:57:39.071437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57888) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.086355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:39.087698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] Sync routers for ids ['d8fad880-7198-46c8-88da-31fa43dff4a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:39.101424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.112893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:39.119743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:39.153691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-288e4d7b-7214-4cbd-abbf-ceff1fe486b5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8fad880-7198-46c8-88da-31fa43dff4a1 HTTP/1.1" status: 200 len: 205 time: 0.0716870 Dec 06 23:57:39.154619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57892) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.156467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Pushing event updated for resources: {'Port': ['ID=1d1b5d49-940b-4030-8dec-7a521bced970,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:39.166945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.206272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] Pushing event deleted for resources: {'Port': ['ID=d9719a4a-d1f8-442a-be0a-4038216a0698,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:39.241780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] Routers {'d8fad880-7198-46c8-88da-31fa43dff4a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:39.242423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['d8fad880-7198-46c8-88da-31fa43dff4a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:39.260435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57894) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.277088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.303011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:57:39.304512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.317281 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0fc062a-a707-4fa1-8c2d-42422089b66a req-9fd24bbe-3583-4ced-acbc-b49d8462723a tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2857444 Dec 06 23:57:39.330711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.338516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] For port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:39.358892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.360330 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1609a322-0f94-440c-921e-2d8a1793b449 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5886159 Dec 06 23:57:39.363447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57898) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.365993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.372115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/subnets/7b6c8007-a3d0-4203-8d64-7aaddb93b8c6 HTTP/1.1" status: 204 len: 168 time: 1.9041464 Dec 06 23:57:39.372919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57900) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.374932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] For port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,segment=NetworkSegment(5d24db89-e7f5-48d1-b87b-e78a4f105a69),segment_id=5d24db89-e7f5-48d1-b87b-e78a4f105a69)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:39.379283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:39.390371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6c8007-a3d0-4203-8d64-7aaddb93b8c6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:39.394994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e56d9f-85a7-4c07-8ea1-a02b5fba578d None None] No DVR routers for this DVR port d9719a4a-d1f8-442a-be0a-4038216a0698 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:39.415972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:39.429592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.429944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.430293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.430636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.430978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.431318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.431655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.432005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.432351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.432687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.433022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.433351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.433686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ecfb7-3803-4545-ba4c-202f5bf1cc15 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.450511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:39.453228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c50c52a5-84a0-4fca-a0a4-0968e7214257 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:39.478332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:39.480705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Attempting to bind port 1d1b5d49-940b-4030-8dec-7a521bced970 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:39.481130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Attempting to bind port 1d1b5d49-940b-4030-8dec-7a521bced970 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '866ec86e-7c1e-41c7-8ca6-d138bde655e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:39.481456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Attempting to bind port 1d1b5d49-940b-4030-8dec-7a521bced970 on network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:39.485206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:39.485832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.496546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.510048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting subnet dd3c7bd9-369d-4bbd-b82f-19d1a04ba915 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:39.528248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.534339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c271a-ca6d-4b2f-912a-b195eb2c2ff8 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:39.558300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:39.559383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Checking segment: {'id': '866ec86e-7c1e-41c7-8ca6-d138bde655e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:39.559802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.560454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Bound using segment: {'id': '866ec86e-7c1e-41c7-8ca6-d138bde655e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:39.561139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Bound port: 1d1b5d49-940b-4030-8dec-7a521bced970, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866ec86e-7c1e-41c7-8ca6-d138bde655e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c28a893f-cddd-40b1-b0fd-b8fa13b74ce7'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:39.561547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.565533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] Routers {'d8fad880-7198-46c8-88da-31fa43dff4a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:39.566877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['d8fad880-7198-46c8-88da-31fa43dff4a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:39.567115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=3f22982d-b2ab-4bd8-aa7f-3c8f1954224f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:39.589207 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2bf20ef7-d6cf-4cc5-88d8-cfec5a758459 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2946625 Dec 06 23:57:39.589207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57902) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.594780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.596356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:39.601751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.656780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:39.657869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac278dc2-6a1a-4584-bd56-f590a05d27b2 None None] The sync data for ids ['d8fad880-7198-46c8-88da-31fa43dff4a1'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:39.665613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.722713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Network b8c18281-3252-4b08-9432-3c58d440c1cd is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:39.731016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:39.789847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8::1 (b8c18281-3252-4b08-9432-3c58d440c1cd/1b182cfc-dcac-4d6f-967f-0c7137ac8a47/d918ff62-1add-4de8-93c7-df7da3c238e3) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:39.798162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:39.808605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Pushing event updated for resources: {'Port': ['ID=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:39.820130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.839506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.839506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.839506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.840331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.840940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.841300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.841769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.842209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.842665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.843106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.843739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.844146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.844585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384bd5c-176c-4095-a4b0-978bab39f639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:39.992495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c50c52a5-84a0-4fca-a0a4-0968e7214257 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "PUT /v2.0/quotas/9702951a652a4d70be74ddbf58f4c655 HTTP/1.1" status: 200 len: 368 time: 0.7285326 Dec 06 23:57:39.992495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.996041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:39.997413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57904) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:39.997614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Attempting to bind port 61546768-0b70-41f9-86d9-36c208ef5a6c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:39.998216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Attempting to bind port 61546768-0b70-41f9-86d9-36c208ef5a6c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:39.998660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Attempting to bind port 61546768-0b70-41f9-86d9-36c208ef5a6c on network b8c18281-3252-4b08-9432-3c58d440c1cd {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:40.006903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Request body: {'network': {'project_id': '9702951a652a4d70be74ddbf58f4c655'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:40.025906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Pushing event updated for resources: {'Port': ['ID=61546768-0b70-41f9-86d9-36c208ef5a6c,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:40.031757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:40.031757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Checking segment: {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:40.031757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.031757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Bound using segment: {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:40.031757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Bound port: 61546768-0b70-41f9-86d9-36c208ef5a6c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:40.032344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.073218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '3f22982d-b2ab-4bd8-aa7f-3c8f1954224f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:40.075293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.154330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.154832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router d8fad880-7198-46c8-88da-31fa43dff4a1 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:40.172993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.172993 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-35447509-30e9-4799-9ec4-b38007e13aff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/d8fad880-7198-46c8-88da-31fa43dff4a1 HTTP/1.1" status: 204 len: 168 time: 1.0167212 Dec 06 23:57:40.175674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57906) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:40.190777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.229949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Made reservation on behalf of 9702951a652a4d70be74ddbf58f4c655 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:40.232879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.247837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.255026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Allocated IP 2001:db8::f816:3eff:fe42:698e (0c9ef150-8f64-4b54-a68b-c837f595510f/3f22982d-b2ab-4bd8-aa7f-3c8f1954224f/2bf996b5-2a34-40e8-8b11-c1fa6d02efc6) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:40.260182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] For port 61546768-0b70-41f9-86d9-36c208ef5a6c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:40.264683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] For port 61546768-0b70-41f9-86d9-36c208ef5a6c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61546768-0b70-41f9-86d9-36c208ef5a6c,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:40.299902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet f5aff439-5f16-4a81-9e2e-6901c367b5d3 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:40.318742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.325267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.394952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.446178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:40.449641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577feab8-1695-4c5d-a014-55e30504b491 None None] Pushing event updated for resources: {'Port': ['ID=61546768-0b70-41f9-86d9-36c208ef5a6c,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:40.458195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.475479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.485998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.531037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.531366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3c7bd9-369d-4bbd-b82f-19d1a04ba915,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:40.573760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.578346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-80f5a86d-36a4-4d4e-9e94-4bbaa2e09d5c tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/subnets/dd3c7bd9-369d-4bbd-b82f-19d1a04ba915 HTTP/1.1" status: 204 len: 168 time: 1.1992848 Dec 06 23:57:40.580752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57910) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:40.655607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.673562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] For port 1d1b5d49-940b-4030-8dec-7a521bced970, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:40.675548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaed63c-cb0e-4038-8d29-c6a083615d57 req-075a099d-e452-4932-9670-ca6abd58a5f4 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:40.677325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ecaed63c-cb0e-4038-8d29-c6a083615d57 req-075a099d-e452-4932-9670-ca6abd58a5f4 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.2370148 Dec 06 23:57:40.707476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1f17c-a348-4e97-8621-b964759456b6 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:40.710811 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-42e1f17c-a348-4e97-8621-b964759456b6 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1278298 Dec 06 23:57:40.714650 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f22982d-b2ab-4bd8-aa7f-3c8f1954224f (CIDR: 2001:db8::/64) Dec 06 23:57:40.719590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57912) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:40.726105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] For port 1d1b5d49-940b-4030-8dec-7a521bced970, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d1b5d49-940b-4030-8dec-7a521bced970,segment=NetworkSegment(866ec86e-7c1e-41c7-8ca6-d138bde655e9),segment_id=866ec86e-7c1e-41c7-8ca6-d138bde655e9)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:40.750380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.764407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:40.795061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.795432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5f98e07-cb12-4180-95dc-ab9e01bb5c1a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:40.806105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:57:40.806656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:57:40.812561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.823901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f35a16-6437-40d7-a859-74824019916d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:40.826275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.830949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.831310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Added segment b839da1b-0b6f-4eba-af0a-5dfa69288b01 of type vlan for network eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714 Dec 06 23:57:40.841781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.928168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:40.932738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.933104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.933481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.933927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.934277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.934612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.934951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.935284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.935621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.938118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.938530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.939583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.939583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:57:40.959253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network b8c18281-3252-4b08-9432-3c58d440c1cd is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:40.963211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:40.968294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.968427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:40.969193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:40.974235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.976182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:40.976753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:40.980053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:40.980460 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ecaed63c-cb0e-4038-8d29-c6a083615d57 req-742021d8-e59a-42ff-a4d2-674cef78eb73 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2931030 Dec 06 23:57:40.987097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:41.022071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.032859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57a664-670b-45d3-a399-3c94c390098a None None] Pushing event updated for resources: {'Port': ['ID=1d1b5d49-940b-4030-8dec-7a521bced970,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:41.074739 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c00d6d43-0aff-43c4-a3be-9d64532bf2a8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4848421 Dec 06 23:57:41.086355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57914) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:41.095294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:41.154837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Pushing event updated for resources: {'Port': ['ID=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:41.176857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Attempting to bind port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:41.177314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Attempting to bind port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:41.177750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Attempting to bind port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:41.187845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:41.188146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:41.188712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.189211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:41.189776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Bound port: 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:41.190169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.194226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.resource_extend [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:57:41.286737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.358617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.365239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.366306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:41.368404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.369867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.374716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] For port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:41.396604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=f5aff439-5f16-4a81-9e2e-6901c367b5d3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:41.411938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d485cd-6636-4650-8a4b-5b0b262313a9 None None] Network 223e86dc-104a-4ff1-acad-1c18ee1c7e47 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:41.414129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.421199 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-02846b2c-3dfe-4c09-aa4b-2b0f02e6b8b8 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/f5aff439-5f16-4a81-9e2e-6901c367b5d3 HTTP/1.1" status: 204 len: 168 time: 1.2402527 Dec 06 23:57:41.422848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] For port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:41.438448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57916) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:41.459732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.518096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcc655-e6f5-4592-a011-74ac3408fb52 None None] Network 35da5caa-fa57-490c-afef-46b589713449 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:41.531418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.531884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.534680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,segment=NetworkSegment(5d24db89-e7f5-48d1-b87b-e78a4f105a69),segment_id=5d24db89-e7f5-48d1-b87b-e78a4f105a69)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:41.573050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.576352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting port 1d1b5d49-940b-4030-8dec-7a521bced970 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:41.576694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.598641 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5999465 Dec 06 23:57:41.602088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57918) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:41.603110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881fd6e-9d25-456a-920a-a3eaade576b6 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event updated for resources: {'Network': ['ID=eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:41.621024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Request body: {'network': {'project_id': '9702951a652a4d70be74ddbf58f4c655'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:41.694436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05fbe1-00ae-4cec-a588-6f24207dee20 None None] Pushing event updated for resources: {'Port': ['ID=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:41.708496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:41.710641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.719563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Allocated IP 172.36.7.168 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/f56e2fef-d4d3-441c-a6a1-d77135618fcf) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:41.776264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] For port 1d1b5d49-940b-4030-8dec-7a521bced970, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d1b5d49-940b-4030-8dec-7a521bced970,segment=NetworkSegment(866ec86e-7c1e-41c7-8ca6-d138bde655e9),segment_id=866ec86e-7c1e-41c7-8ca6-d138bde655e9)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:41.776718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.828633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Calling delete_port for 1d1b5d49-940b-4030-8dec-7a521bced970 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:41.885529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.945411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:41.950011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.962399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3360fda8-12f9-44ee-9d96-2774065d76d1 None None] Provisioning complete for port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:41.962973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3360fda8-12f9-44ee-9d96-2774065d76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:41.964961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Made reservation on behalf of 9702951a652a4d70be74ddbf58f4c655 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:41.967598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.013701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:42.030376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.030833 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Added segment 3cd943ed-a510-43b7-823c-0141766cbbcd of type vlan for network 08d957e0-dd66-4b55-891a-15a8c983ff52 Dec 06 23:57:42.041065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:42.054828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.075912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.115060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19845a35-1a62-45c4-8a7a-19f4a20c3201 None None] Network b8c18281-3252-4b08-9432-3c58d440c1cd requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:42.142284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] No DVR routers for this DVR port 1d1b5d49-940b-4030-8dec-7a521bced970 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:42.159883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.172660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:42.179763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:42.186215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:42.193658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Pushing event updated for resources: {'Port': ['ID=f56e2fef-d4d3-441c-a6a1-d77135618fcf,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:42.270021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 4ea5ed52-bf37-48a3-961d-6179a20c6212 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:42.270451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.310989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.312094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:42.312988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.315068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd091a1-df79-432a-aa59-c2bbd4bbd881 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:42.364316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Port': ['ID=1d1b5d49-940b-4030-8dec-7a521bced970,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:42.389695 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7754316 Dec 06 23:57:42.394599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] DHCP port deletion for 223e86dc-104a-4ff1-acad-1c18ee1c7e47 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:42.402153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57922) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:42.442258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d4185d03-20aa-47d5-85ba-6d21a8da4cd2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Request body: {'network': {'project_id': '9702951a652a4d70be74ddbf58f4c655'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:42.521818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d0c1e-0115-4750-bd00-a5f27a8ee0f5 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event updated for resources: {'Network': ['ID=08d957e0-dd66-4b55-891a-15a8c983ff52,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:42.532473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] DHCP port deletion for 35da5caa-fa57-490c-afef-46b589713449 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:42.537023 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4185d03-20aa-47d5-85ba-6d21a8da4cd2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 23:57:42.537504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4185d03-20aa-47d5-85ba-6d21a8da4cd2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:57:42.538766 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d4185d03-20aa-47d5-85ba-6d21a8da4cd2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1313543 Dec 06 23:57:42.544653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Provisioning complete for port 61546768-0b70-41f9-86d9-36c208ef5a6c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:42.544800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:42.545256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.595196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 08d957e0-dd66-4b55-891a-15a8c983ff52 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:42.623342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-00c58a96-9564-4f18-812c-b006c68dd385 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9702951a652a4d70be74ddbf58f4c655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774343 Dec 06 23:57:42.627311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:42.637813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.654611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c7978-871d-45bc-a6bb-917c8e03c438 req-0d7810ce-24cb-4260-bdb4-84f0d3123904 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:42.656132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-070c7978-871d-45bc-a6bb-917c8e03c438 req-0d7810ce-24cb-4260-bdb4-84f0d3123904 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.5312812 Dec 06 23:57:42.714797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 4ea5ed52-bf37-48a3-961d-6179a20c6212, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea5ed52-bf37-48a3-961d-6179a20c6212,segment=NetworkSegment(9653c505-6d22-4c88-97ef-2d94c5895e91),segment_id=9653c505-6d22-4c88-97ef-2d94c5895e91)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:42.715141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60a647-147e-4ff3-8013-bea2efa6050a None None] Network c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:42.715266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.734952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28a893f-cddd-40b1-b0fd-b8fa13b74ce7']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:42.746830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 4ea5ed52-bf37-48a3-961d-6179a20c6212 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:42.778207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866ec86e-7c1e-41c7-8ca6-d138bde655e9') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:42.778433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866ec86e-7c1e-41c7-8ca6-d138bde655e9') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:42.819098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.832792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 61546768-0b70-41f9-86d9-36c208ef5a6c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:42.848502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.852970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.862956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.895633 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-070c7978-871d-45bc-a6bb-917c8e03c438 req-e47c9964-d9ea-4577-b0c0-6b86aa035eeb tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2183390 Dec 06 23:57:42.903113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.904304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.911250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.945712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Deleting port 4ea5ed52-bf37-48a3-961d-6179a20c6212 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:42.946068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.958362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:42.967256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:43.001090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:43.001500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:43.012389 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:43.016668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Deleting port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:43.017116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.186800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.191212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.195540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7f35a16-6437-40d7-a859-74824019916d HTTP/1.1" status: 204 len: 168 time: 0.5654545 Dec 06 23:57:43.201937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57928) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:43.212742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c83c9-eb40-411e-ab91-c8f2401cbe78 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f35a16-6437-40d7-a859-74824019916d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:43.255219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.262092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.357441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.359186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.374993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.381887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 HTTP/1.1" status: 204 len: 168 time: 2.6588838 Dec 06 23:57:43.399149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57930) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:43.409631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.427862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79831d-774f-496d-b144-4d4fe11f1b8b None None] DHCP port deletion for c28a893f-cddd-40b1-b0fd-b8fa13b74ce7 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:43.431407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.444430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=4ea5ed52-bf37-48a3-961d-6179a20c6212,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:43.447933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.450386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] For port 4ea5ed52-bf37-48a3-961d-6179a20c6212, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ea5ed52-bf37-48a3-961d-6179a20c6212,segment=NetworkSegment(9653c505-6d22-4c88-97ef-2d94c5895e91),segment_id=9653c505-6d22-4c88-97ef-2d94c5895e91)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:43.450906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.457773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9ecc5-7c65-486e-87b8-b20d61b50a46 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=c28a893f-cddd-40b1-b0fd-b8fa13b74ce7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:43.473572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 4ea5ed52-bf37-48a3-961d-6179a20c6212 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:43.540736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Calling delete_port for 4ea5ed52-bf37-48a3-961d-6179a20c6212 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:43.541373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network b8c18281-3252-4b08-9432-3c58d440c1cd is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:43.544245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] For port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,segment=NetworkSegment(5d24db89-e7f5-48d1-b87b-e78a4f105a69),segment_id=5d24db89-e7f5-48d1-b87b-e78a4f105a69)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:43.544859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.548128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 61546768-0b70-41f9-86d9-36c208ef5a6c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:43.549226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.576052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:43.576268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.598041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Calling delete_port for f5f98e07-cb12-4180-95dc-ab9e01bb5c1a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:43.613089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:43.627215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:43.633861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:43.634925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.690038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849388d-92a9-4fbe-8a83-0171b48d5338 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:43.693957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Deleting port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:43.694400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.701045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=822b7c3a-3a0d-4b3f-bdd2-88a065e589f6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:43.761612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] For port 61546768-0b70-41f9-86d9-36c208ef5a6c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61546768-0b70-41f9-86d9-36c208ef5a6c,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:43.788943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Router 406da813-0773-4fab-8c8d-baef46da6214 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:43.798442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] For port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,segment=NetworkSegment(5d24db89-e7f5-48d1-b87b-e78a4f105a69),segment_id=5d24db89-e7f5-48d1-b87b-e78a4f105a69)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:43.799588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.846704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.849398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.853701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Calling delete_port for f5f98e07-cb12-4180-95dc-ab9e01bb5c1a owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:43.883271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.906264 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3ae93602-7a08-4c74-ab56-87301fd709d1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8187551 Dec 06 23:57:43.913329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57932) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:43.924414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:bb:15:76', 'name': 'tempest-NetworksTestDHCPv6-788189572'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:43.970150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223e86dc-104a-4ff1-acad-1c18ee1c7e47']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:43.978432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.986882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9653c505-6d22-4c88-97ef-2d94c5895e91') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:43.987527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9653c505-6d22-4c88-97ef-2d94c5895e91') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:43.988580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:43.997935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:43.997935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6f7515fa-e074-419f-a112-784b735ac762 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "PUT /v2.0/routers/406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 200 len: 915 time: 4.6307683 Dec 06 23:57:43.999190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:44.002573 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] Sync routers for ids ['406da813-0773-4fab-8c8d-baef46da6214'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:44.010838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.020470 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] Routers {'406da813-0773-4fab-8c8d-baef46da6214'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:44.021102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['406da813-0773-4fab-8c8d-baef46da6214'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.028495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.047332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d957e0-dd66-4b55-891a-15a8c983ff52']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.058866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd943ed-a510-43b7-823c-0141766cbbcd') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.058866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd943ed-a510-43b7-823c-0141766cbbcd') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.061137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Provisioning complete for port f56e2fef-d4d3-441c-a6a1-d77135618fcf triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:44.061647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.070494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.077604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Pushing event updated for resources: {'Port': ['ID=61546768-0b70-41f9-86d9-36c208ef5a6c,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.089527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] No DVR routers for this DVR port 4ea5ed52-bf37-48a3-961d-6179a20c6212 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:44.098004 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.102614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:44.103098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:44.106374 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:44.118582 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] Routers {'406da813-0773-4fab-8c8d-baef46da6214'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:44.119288 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['406da813-0773-4fab-8c8d-baef46da6214'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.156613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.167721 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.168649 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46692bd-8e3d-4880-8244-1aef7ee37293 None None] The sync data for ids ['406da813-0773-4fab-8c8d-baef46da6214'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:44.169788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.181002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afa79-c645-41c3-b3f8-3f8fac7dea39 req-f2aab251-318c-42e1-9ba1-03dd566abbbc tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:44.182717 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a32afa79-c645-41c3-b3f8-3f8fac7dea39 req-f2aab251-318c-42e1-9ba1-03dd566abbbc tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1234140 Dec 06 23:57:44.184806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:44.193264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.197194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:44.197344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:44.202507 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:44.214129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Port': ['ID=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.214129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-518144bd-ad5c-4cdf-80d4-8bdcda76c0ba tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 200 len: 921 time: 0.2113833 Dec 06 23:57:44.214911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] No DVR routers for this DVR port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:44.224291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57938) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:44.254079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe6715-4682-4e1a-a8d9-62d858139926 None None] Pushing event deleted for resources: {'Port': ['ID=4ea5ed52-bf37-48a3-961d-6179a20c6212,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.291943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] No DVR routers for this DVR port f5f98e07-cb12-4180-95dc-ab9e01bb5c1a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:44.305050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-187c81cc-8d00-4c24-b1b6-5abf01701621 None None] Port f56e2fef-d4d3-441c-a6a1-d77135618fcf cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:44.305050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c083e27-4cb0-4bbf-8cc9-baa131c5f1fc None None] Pushing event deleted for resources: {'Port': ['ID=f5f98e07-cb12-4180-95dc-ab9e01bb5c1a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.329195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:44.330640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.342579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.347118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.350531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/223e86dc-104a-4ff1-acad-1c18ee1c7e47 HTTP/1.1" status: 204 len: 168 time: 2.9073575 Dec 06 23:57:44.357624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57940) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:44.363148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1566098866', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:44.390372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f78e80-3a03-4dfc-818b-e0898f4997f4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=223e86dc-104a-4ff1-acad-1c18ee1c7e47,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.422447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.427351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.435808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "DELETE /v2.0/networks/08d957e0-dd66-4b55-891a-15a8c983ff52 HTTP/1.1" status: 204 len: 168 time: 1.2269533 Dec 06 23:57:44.436835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57942) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:44.466743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.470404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:44.472510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87dd2a-d7cd-4a8a-a951-7970946e6bfa tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event deleted for resources: {'Network': ['ID=08d957e0-dd66-4b55-891a-15a8c983ff52,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.497208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.498268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.498878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Provisioning complete for port d918ff62-1add-4de8-93c7-df7da3c238e3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:44.499506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.534437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '3f22982d-b2ab-4bd8-aa7f-3c8f1954224f', 'ip_address': '2001:db8::f816:3eff:fe42:698e'}, {'subnet_id': '822b7c3a-3a0d-4b3f-bdd2-88a065e589f6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '2bf996b5-2a34-40e8-8b11-c1fa6d02efc6'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:57:44.593342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.595287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Port d918ff62-1add-4de8-93c7-df7da3c238e3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:44.599346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:44.609390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Could not find standard attr ID for object 1d1b5d49-940b-4030-8dec-7a521bced970. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:57:44.654160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:44.654536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.683991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.795085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4ea5ed52-bf37-48a3-961d-6179a20c6212 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:44.798065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c245db8-19e4-4cd9-b629-76c253edfa2c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:44.800162 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2c245db8-19e4-4cd9-b629-76c253edfa2c tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=406da813-0773-4fab-8c8d-baef46da6214&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5748570 Dec 06 23:57:44.802986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.806333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57944) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:44.825016 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a32afa79-c645-41c3-b3f8-3f8fac7dea39 req-c8e840ca-1f82-4885-8d13-b9dcdddf241d tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6189430 Dec 06 23:57:44.860539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35da5caa-fa57-490c-afef-46b589713449']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.860768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 4ea5ed52-bf37-48a3-961d-6179a20c6212 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:44.860768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4ea5ed52-bf37-48a3-961d-6179a20c6212 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:44.860768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5f98e07-cb12-4180-95dc-ab9e01bb5c1a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:44.891448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d24db89-e7f5-48d1-b87b-e78a4f105a69') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.891767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d24db89-e7f5-48d1-b87b-e78a4f105a69') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:44.905641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.908094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f5f98e07-cb12-4180-95dc-ab9e01bb5c1a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:44.908760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5f98e07-cb12-4180-95dc-ab9e01bb5c1a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:44.909900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:44.936007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.954175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:44.954641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:44.958063 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:44.976339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Allocated IP 2001:db8:0:1::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/822b7c3a-3a0d-4b3f-bdd2-88a065e589f6/2bf996b5-2a34-40e8-8b11-c1fa6d02efc6) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:44.976451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6aa5108-b33b-4b07-80e5-1b3a7f6f4168 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:44.976451 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a6aa5108-b33b-4b07-80e5-1b3a7f6f4168 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1661475 Dec 06 23:57:44.981626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57946) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:45.043169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6dd190a7-60d7-4869-8337-ba1d8d37bcff tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 200 len: 205 time: 0.0567040 Dec 06 23:57:45.044016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57948) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:45.049782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:45.058294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:45.077432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.086118 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ea3b7972-50d0-476a-a0c8-0afab78d6526 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2491517 Dec 06 23:57:45.086662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:45.089539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Provisioning complete for port 61546768-0b70-41f9-86d9-36c208ef5a6c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:45.089908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ae2436c-b4e5-47b9-9659-29f100440fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.093446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57950) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:45.102615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1316141343'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:45.119820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 61546768-0b70-41f9-86d9-36c208ef5a6c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:45.156312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.163097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.163532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.169539 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/35da5caa-fa57-490c-afef-46b589713449 HTTP/1.1" status: 204 len: 168 time: 1.7657080 Dec 06 23:57:45.170388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57952) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:45.190942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:45.191178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:45.191393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f337262-3eb1-4ea4-85fe-767ddf49a119 tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=35da5caa-fa57-490c-afef-46b589713449,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:45.195039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] For port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:45.211309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.251045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:45.254664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.307504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.317436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:45.328196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:45.332046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.332435 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 7ec70101-73a0-4968-9d46-a35422e4a7f0 of type vlan for network 2acecee0-475d-4593-be04-84945bd3bf8d Dec 06 23:57:45.381156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.384475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 61546768-0b70-41f9-86d9-36c208ef5a6c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:45.384841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.390571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.392388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.403318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.413343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.467674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.474804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:45.475749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.514910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.532703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:45.537909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.554776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b839da1b-0b6f-4eba-af0a-5dfa69288b01') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:45.555494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b839da1b-0b6f-4eba-af0a-5dfa69288b01') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:45.557882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port 4bb8553b-db28-41ac-896a-4f1aad817f97 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:45.565509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=2acecee0-475d-4593-be04-84945bd3bf8d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:45.574948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.584712 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-df5c0cfd-3e33-4a29-977a-a26e85fac403 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4889030 Dec 06 23:57:45.589067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57954) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:45.590397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port f56e2fef-d4d3-441c-a6a1-d77135618fcf {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:45.590749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.600671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 2acecee0-475d-4593-be04-84945bd3bf8d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:45.628632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:45.665676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.688801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.701904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for f56e2fef-d4d3-441c-a6a1-d77135618fcf owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:45.716316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:45.716972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:45.752662 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:45.755034 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:57:45.812526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa0b73-8c6d-4457-983b-6122bc7ae5c4 None None] Pushing event updated for resources: {'Port': ['ID=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:45.901727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:45.913542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.948990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.969060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:45.969440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:45.973464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:41Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:41Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:45.987567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ccdab2-2bc0-473b-b9fc-1decdc07b1b7']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:46.016090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=f56e2fef-d4d3-441c-a6a1-d77135618fcf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:46.035855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d0d492-b5d7-4c97-a90c-5c11dfc7f157') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:46.036359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d0d492-b5d7-4c97-a90c-5c11dfc7f157') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:46.038473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:46.038616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.038754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Updating router 03fdd703-c350-4c56-b5eb-d560c715565f port d918ff62-1add-4de8-93c7-df7da3c238e3 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:57:46.068977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.074749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] 10.222.0.53 "DELETE /v2.0/networks/eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714 HTTP/1.1" status: 204 len: 168 time: 1.6328313 Dec 06 23:57:46.080673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.084086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.092741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.099130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54222228-e41c-41de-9c18-5a615f697c06 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:46.188605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95d606-27a8-49c4-861f-279bd59ae1f2 tempest-QuotasNegativeTest-391931670 tempest-QuotasNegativeTest-391931670-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb8dc4d3-30f1-42b0-bf9c-b8c387c1e714,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:46.193134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.195516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.200942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.222961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:46.223659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:46.231132 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:46.264294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8:0:1::11c (0c9ef150-8f64-4b54-a68b-c837f595510f/822b7c3a-3a0d-4b3f-bdd2-88a065e589f6/4bb8553b-db28-41ac-896a-4f1aad817f97) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:46.273896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618dcfda-b495-45ed-8c9e-334a8ee401e9 req-d22d8213-414e-4190-a4b1-26ba024d83b7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:46.275667 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-618dcfda-b495-45ed-8c9e-334a8ee401e9 req-d22d8213-414e-4190-a4b1-26ba024d83b7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.2942061 Dec 06 23:57:46.314997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:46.319114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.325962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.326331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::f816:3eff:febb:1576 (0c9ef150-8f64-4b54-a68b-c837f595510f/3f22982d-b2ab-4bd8-aa7f-3c8f1954224f/4bb8553b-db28-41ac-896a-4f1aad817f97) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:46.326575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router 406da813-0773-4fab-8c8d-baef46da6214 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:46.337662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.340965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bda00d10-0614-4b51-8817-72f0140d1917 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 204 len: 168 time: 1.2958786 Dec 06 23:57:46.341942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57960) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:46.347991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-509653043', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:46.429005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d1b5d49-940b-4030-8dec-7a521bced970 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:46.448541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1d1b5d49-940b-4030-8dec-7a521bced970 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:46.449020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d1b5d49-940b-4030-8dec-7a521bced970 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:46.469687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.504081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.505260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.527909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.533992 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/20ccdab2-2bc0-473b-b9fc-1decdc07b1b7 HTTP/1.1" status: 204 len: 168 time: 1.3623903 Dec 06 23:57:46.541120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:46.578841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.585594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9f1bd-0e2d-46a9-81be-14999bf5806d tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=20ccdab2-2bc0-473b-b9fc-1decdc07b1b7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:46.601804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.608535 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-618dcfda-b495-45ed-8c9e-334a8ee401e9 req-dc1705fe-f1ec-491d-a808-a8ef148412bb tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2967775 Dec 06 23:57:46.677824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.731852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5b62b492-768d-4a81-bcef-a41ece01700f None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:46.732329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5b62b492-768d-4a81-bcef-a41ece01700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.736833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60e83-206b-4924-95f1-923d602f0d74 None None] Pushing event updated for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:46.809443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.855277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Attempting to bind port d918ff62-1add-4de8-93c7-df7da3c238e3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:46.856911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Attempting to bind port d918ff62-1add-4de8-93c7-df7da3c238e3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:46.857308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Attempting to bind port d918ff62-1add-4de8-93c7-df7da3c238e3 on network b8c18281-3252-4b08-9432-3c58d440c1cd {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:46.865302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:46.865681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Checking segment: {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:46.866788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.867366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Bound using segment: {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:46.868068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Bound port: d918ff62-1add-4de8-93c7-df7da3c238e3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:46.868679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.871200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.915972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.945455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:46.993991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] For port d918ff62-1add-4de8-93c7-df7da3c238e3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:46.999428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] For port d918ff62-1add-4de8-93c7-df7da3c238e3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d918ff62-1add-4de8-93c7-df7da3c238e3,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:47.062748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.083595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.087287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:47.129020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:47.149104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:47.150372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:47.224079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.298625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] Provisioning complete for port d918ff62-1add-4de8-93c7-df7da3c238e3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:47.298625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.307832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60e83-206b-4924-95f1-923d602f0d74 None None] Pushing event updated for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:47.313771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:47.318294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7d299f-4689-46c2-a658-00e2324fda66']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:47.338190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d00107-366e-450f-a9f7-e06d47c68b0b') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:47.338808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d00107-366e-450f-a9f7-e06d47c68b0b') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:47.344392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a6db7fe-1ed7-4c70-9ca4-889f959ee0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.355074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.360212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.408628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.36.7.155 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/3d29b420-1f1a-49dd-8508-8f27901293c1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:47.425141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.441530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.445570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.456780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.470380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:47.470775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.480095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:57:47.480531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:57:47.491383 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:57:47.535894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a6db7fe-1ed7-4c70-9ca4-889f959ee0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.583428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a6db7fe-1ed7-4c70-9ca4-889f959ee0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.604658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.629805 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a6db7fe-1ed7-4c70-9ca4-889f959ee0e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d0b605c14d94300861be9a44cfa09e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4967022 Dec 06 23:57:47.629805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6db7fe-1ed7-4c70-9ca4-889f959ee0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78af6439-787b-4c80-a939-02397a5a85eb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:47.630947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57972) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:47.694169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.708504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] For port d918ff62-1add-4de8-93c7-df7da3c238e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d918ff62-1add-4de8-93c7-df7da3c238e3,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:47.738328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:41Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:46Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:47.738465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.764633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49551d47-3084-4f51-b1d5-43824548ba7b None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:41Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:46Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:47.794570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.804309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2b1e-665d-4ad6-86e4-13d96aca6920 req-059168bf-56c0-4a26-b8e6-4d3b4a04970e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:47.807579 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1ad2b1e-665d-4ad6-86e4-13d96aca6920 req-059168bf-56c0-4a26-b8e6-4d3b4a04970e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.0855677 Dec 06 23:57:47.862681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bb29a-56f8-4132-82ac-1d9204c54772 None None] Pushing event updated for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:47.865781 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1ad2b1e-665d-4ad6-86e4-13d96aca6920 req-d11da8f8-7e2b-4efb-ae6f-beaab3580aa0 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544162 Dec 06 23:57:47.913278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.916155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.919833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c518d109-9cb5-4406-b2ac-f582be21950e None None] Provisioning complete for port d918ff62-1add-4de8-93c7-df7da3c238e3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:47.920013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78af6439-787b-4c80-a939-02397a5a85eb HTTP/1.1" status: 204 len: 168 time: 0.2858195 Dec 06 23:57:47.920114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c518d109-9cb5-4406-b2ac-f582be21950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:47.938878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bb539-6208-4de7-9d69-ee37df422bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af6439-787b-4c80-a939-02397a5a85eb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:47.951421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:47.962100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:47.973133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=5cefa869-69f3-453d-b0bd-12521db0a2d9,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:47.979006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:47.985065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:47.990988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.030216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=4bb8553b-db28-41ac-896a-4f1aad817f97,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:48.047945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:48.048416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: 2acecee0-475d-4593-be04-84945bd3bf8d, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:48.099735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.132323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.157527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.161312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] 10.222.0.53 "DELETE /v2.0/networks/df7d299f-4689-46c2-a658-00e2324fda66 HTTP/1.1" status: 204 len: 168 time: 1.6018240 Dec 06 23:57:48.162276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57f673-abbf-46ec-b990-1b1dcca3c5bc tempest-BulkNetworkOpsTest-1624767668 tempest-BulkNetworkOpsTest-1624767668-project] Pushing event deleted for resources: {'Network': ['ID=df7d299f-4689-46c2-a658-00e2324fda66,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:48.183475 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b4cd767d-6e39-45e6-ac10-804c76a97f87 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2639475 Dec 06 23:57:48.184444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 2acecee0-475d-4593-be04-84945bd3bf8d is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:48.186868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57980) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:48.274579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.326991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2acecee0-475d-4593-be04-84945bd3bf8d) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:48.343839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f11edc-22a7-42e5-9821-e9b5449d862e None None] Network 2acecee0-475d-4593-be04-84945bd3bf8d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:48.357022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:48.361225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.380508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Allocated IP 172.36.7.220 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/a49ea959-3884-4552-b5b6-4c939e5a631f) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:48.388383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:48.395226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:48.399384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:48.400324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port 4bb8553b-db28-41ac-896a-4f1aad817f97 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:48.400693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.435211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=3d29b420-1f1a-49dd-8508-8f27901293c1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:48.549121 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dda71b85-340d-45ea-9ccf-0edb057be73e tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9294500 Dec 06 23:57:48.550347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57984) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:48.560218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4692c273-dd06-46de-ac79-adec0a7ad6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.563795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7592f78f-1377-4e40-b152-2188418cabd6 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:48.629335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fe0b0cf3-1bfd-4367-ad39-b53462eea2f4 None None] Provisioning complete for port 4bb8553b-db28-41ac-896a-4f1aad817f97 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:48.630804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe0b0cf3-1bfd-4367-ad39-b53462eea2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.632798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2acecee0-475d-4593-be04-84945bd3bf8d', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:48.634161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.647705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.671234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for 4bb8553b-db28-41ac-896a-4f1aad817f97 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:48.690122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57988) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:48.718010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.719964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9db00b-a818-42e3-8810-755d285cb476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.773414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 57990) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:48.816095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b0cf3-1bfd-4367-ad39-b53462eea2f4 None None] Port 4bb8553b-db28-41ac-896a-4f1aad817f97 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:48.847738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Allocated IP 2001:db8:1::2 (2acecee0-475d-4593-be04-84945bd3bf8d/5cefa869-69f3-453d-b0bd-12521db0a2d9/518bc70f-dacb-4a76-b731-e829ce406ae8) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:48.939235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:48.947627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9db00b-a818-42e3-8810-755d285cb476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.005440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:49.025406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9db00b-a818-42e3-8810-755d285cb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.033654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:49.041153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:49.056481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b54da5-c97a-4fa9-8ea0-501c942bf5c1 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:49.064639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-95b6568d-e398-45ef-a495-f00dde3c23f8 None None] Provisioning complete for port 3d29b420-1f1a-49dd-8508-8f27901293c1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:49.065020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95b6568d-e398-45ef-a495-f00dde3c23f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.107279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event updated for resources: {'Port': ['ID=a49ea959-3884-4552-b5b6-4c939e5a631f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:49.147554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9db00b-a818-42e3-8810-755d285cb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c34c6e-2939-4c31-82d0-455fc3355f56,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:49.175482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-95b6568d-e398-45ef-a495-f00dde3c23f8 None None] Port 3d29b420-1f1a-49dd-8508-8f27901293c1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:49.178375 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d9db00b-a818-42e3-8810-755d285cb476 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63e25592ac4f4290978d91196f566a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4868927 Dec 06 23:57:49.182049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:49.202402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d918ff62-1add-4de8-93c7-df7da3c238e3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:49.207608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.220283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05730095-ec75-44ed-80ff-52ee970152ff req-24f08544-2997-465b-85ad-4b985a848a83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:49.222445 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-05730095-ec75-44ed-80ff-52ee970152ff req-24f08544-2997-465b-85ad-4b985a848a83 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1645005 Dec 06 23:57:49.327981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.343944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d918ff62-1add-4de8-93c7-df7da3c238e3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:49.351673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.356121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.384521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-70f6e006-2411-453e-9830-a34b1af16483 None None] Provisioning complete for port a49ea959-3884-4552-b5b6-4c939e5a631f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:49.384899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-70f6e006-2411-453e-9830-a34b1af16483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.416484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=4bb8553b-db28-41ac-896a-4f1aad817f97,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:49.448655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.459112 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-49fe0de5-6a0f-4169-8067-bd57670a6324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d98fd2ddceaa4c089524585f040c72ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6810429 Dec 06 23:57:49.462579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 57998) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:49.495843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.518683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.525427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Network 2acecee0-475d-4593-be04-84945bd3bf8d is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:49.531501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:49.535597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-70f6e006-2411-453e-9830-a34b1af16483 None None] Port a49ea959-3884-4552-b5b6-4c939e5a631f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:49.537149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:49.586845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Pushing event updated for resources: {'Port': ['ID=518bc70f-dacb-4a76-b731-e829ce406ae8,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:49.655128 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-05730095-ec75-44ed-80ff-52ee970152ff req-b33ac6f2-721e-4a9c-b01c-ec217c4cfa02 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3982501 Dec 06 23:57:49.673980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.712320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.724527 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba99163d-d7d8-4717-ad6e-b6573687bb05 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/4bb8553b-db28-41ac-896a-4f1aad817f97 HTTP/1.1" status: 204 len: 168 time: 1.5362225 Dec 06 23:57:49.731614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58000) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:49.760341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.763049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.764457 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86c34c6e-2939-4c31-82d0-455fc3355f56 HTTP/1.1" status: 204 len: 168 time: 0.5815063 Dec 06 23:57:49.850645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3465-5223-4105-91f4-a84977f93967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c34c6e-2939-4c31-82d0-455fc3355f56,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:49.866927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.881573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.890868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da04d7-8f8d-4cfe-9ac3-db700420f2b2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:49.893693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09da04d7-8f8d-4cfe-9ac3-db700420f2b2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1596279 Dec 06 23:57:49.899469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58004) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:49.909859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.957290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.990825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Attempting to bind port 518bc70f-dacb-4a76-b731-e829ce406ae8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:49.991304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Attempting to bind port 518bc70f-dacb-4a76-b731-e829ce406ae8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:49.991569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Attempting to bind port 518bc70f-dacb-4a76-b731-e829ce406ae8 on network 2acecee0-475d-4593-be04-84945bd3bf8d {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:49.997247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:49.997629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Checking segment: {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:49.998041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:49.998441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Bound using segment: {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:50.002390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Bound port: 518bc70f-dacb-4a76-b731-e829ce406ae8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:50.002390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.091825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] For port 518bc70f-dacb-4a76-b731-e829ce406ae8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:50.099466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] For port 518bc70f-dacb-4a76-b731-e829ce406ae8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=518bc70f-dacb-4a76-b731-e829ce406ae8,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:50.159289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.163512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.167385 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af941382-8444-490a-821f-c6cafb451ae7 HTTP/1.1" status: 204 len: 168 time: 0.6806738 Dec 06 23:57:50.180069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94b6c-1744-4ee3-8e5e-8c95af180688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af941382-8444-490a-821f-c6cafb451ae7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:50.189817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.205163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.266842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332af99-e229-4272-99ea-cfcd98ecb951 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:50.277891 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e332af99-e229-4272-99ea-cfcd98ecb951 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3762062 Dec 06 23:57:50.296162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58012) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:50.338166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6b34e-3704-495a-ba31-81c99bccb1f3 None None] Pushing event updated for resources: {'Port': ['ID=518bc70f-dacb-4a76-b731-e829ce406ae8,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:50.396044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c55854-2e3d-497b-a062-ac342a3a19c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:50.397646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c55854-2e3d-497b-a062-ac342a3a19c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:50.399224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c55854-2e3d-497b-a062-ac342a3a19c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:50.403834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14c55854-2e3d-497b-a062-ac342a3a19c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1028249 Dec 06 23:57:50.404648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:50.476315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8:1::1 (2acecee0-475d-4593-be04-84945bd3bf8d/5cefa869-69f3-453d-b0bd-12521db0a2d9/2da8885d-a208-4fb1-9918-5af62b7b6b92) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:50.481322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Router 91ed97e6-d289-4607-9e31-043ccf74c543 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:50.530859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 535eddfa-2dca-4b19-8512-f53e8982bae9 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:57:50.614925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 3f22982d-b2ab-4bd8-aa7f-3c8f1954224f {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:50.619457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.696293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d852caeb-68dd-4250-8a87-dd920a1980cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.899258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:50.931605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:50.945956 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] Sync routers for ids ['535eddfa-2dca-4b19-8512-f53e8982bae9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:50.980972 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] Routers {'535eddfa-2dca-4b19-8512-f53e8982bae9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:50.981599 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['535eddfa-2dca-4b19-8512-f53e8982bae9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.042050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.045469 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9a7afdb5-9642-453a-9243-1f0dc0874bff tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.6857092 Dec 06 23:57:51.047921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:51.054650 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.102997 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] Routers {'535eddfa-2dca-4b19-8512-f53e8982bae9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:51.103654 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['535eddfa-2dca-4b19-8512-f53e8982bae9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.166867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.175029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 518bc70f-dacb-4a76-b731-e829ce406ae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:51.188732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.239299 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.239970 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f95b2-e7f2-4a30-b768-243372afea3b None None] The sync data for ids ['535eddfa-2dca-4b19-8512-f53e8982bae9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:51.260314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 2acecee0-475d-4593-be04-84945bd3bf8d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:51.260314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:51.262468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:51.262976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.315823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 518bc70f-dacb-4a76-b731-e829ce406ae8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:51.316207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.335840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:51.365072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] Sync routers for ids ['91ed97e6-d289-4607-9e31-043ccf74c543'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:51.427445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] Routers {'91ed97e6-d289-4607-9e31-043ccf74c543'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:51.428444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['91ed97e6-d289-4607-9e31-043ccf74c543'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.434324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.498574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacfad7-1945-4fa1-9ff4-4d70534e96dd req-59c3edf5-17d1-45f0-bd36-c64a3647ee3b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:51.510259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.515260 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dcacfad7-1945-4fa1-9ff4-4d70534e96dd req-59c3edf5-17d1-45f0-bd36-c64a3647ee3b tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.3501637 Dec 06 23:57:51.542339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.554974 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b0a8501-d636-4b31-ae4d-8c03733552c2 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2118046 Dec 06 23:57:51.557363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58052) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:51.561414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] Routers {'91ed97e6-d289-4607-9e31-043ccf74c543'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:51.562047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['91ed97e6-d289-4607-9e31-043ccf74c543'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.568907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:51.644675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58056) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:51.683638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:51.684360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3f9214-670e-42e8-93cb-4c9125c8d0af None None] The sync data for ids ['91ed97e6-d289-4607-9e31-043ccf74c543'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:51.703730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.746669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 518bc70f-dacb-4a76-b731-e829ce406ae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=518bc70f-dacb-4a76-b731-e829ce406ae8,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:51.793319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd3e8c-64bf-4756-bf1a-9068ccc04d56 None None] Network 2acecee0-475d-4593-be04-84945bd3bf8d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:51.843547 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dcacfad7-1945-4fa1-9ff4-4d70534e96dd req-af9b4571-c327-48a3-8d45-e6c1009ae3e9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3268416 Dec 06 23:57:51.855982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.936939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.964024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-159684175'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:51.967665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=3f22982d-b2ab-4bd8-aa7f-3c8f1954224f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:51.989193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:51.994248 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5d96d5b0-7960-402c-85e8-c22e1917387a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/3f22982d-b2ab-4bd8-aa7f-3c8f1954224f HTTP/1.1" status: 204 len: 168 time: 1.5859284 Dec 06 23:57:52.003463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58064) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:52.005294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e0e51-5cb0-418e-87f8-b1543f510ca7 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:52.035237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:52.083147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 822b7c3a-3a0d-4b3f-bdd2-88a065e589f6 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:57:52.086514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.117278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.121575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:52.125227 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e3a9cdd2-19f0-491e-b3fb-160ec669c5da tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers/535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 200 len: 881 time: 1.0737073 Dec 06 23:57:52.125368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.127670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58066) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:52.151392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1e252ce9-9dae-4e0e-8c48-07b61559f700 None None] Provisioning complete for port 518bc70f-dacb-4a76-b731-e829ce406ae8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:52.151806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1e252ce9-9dae-4e0e-8c48-07b61559f700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.162143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.165824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.203691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.216117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=518bc70f-dacb-4a76-b731-e829ce406ae8,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:52.256103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.351745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.379336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.404778 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f0e8076-da08-430a-9d03-8a63b20593c1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2710855 Dec 06 23:57:52.405690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58070) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:52.407165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.410891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1566098866'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:52.458282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.571884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:52.605959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b7b78-3950-4612-9984-27ffb767f29a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:52.612819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.616323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.621831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Added segment cea24127-496c-4197-b74b-d1242fc87c54 of type vlan for network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 Dec 06 23:57:52.651784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=822b7c3a-3a0d-4b3f-bdd2-88a065e589f6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:52.658356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.668014 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0aaff6c4-0432-45c9-95b3-47d5d2ee912e tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/822b7c3a-3a0d-4b3f-bdd2-88a065e589f6 HTTP/1.1" status: 204 len: 168 time: 0.6635528 Dec 06 23:57:52.670516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58078) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:52.707044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.751401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.758609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e6500128-c234-4a41-9033-66a196b9524d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864694 Dec 06 23:57:52.759472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58080) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:52.773461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:52.784423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Deleting port a49ea959-3884-4552-b5b6-4c939e5a631f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:52.785167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.835091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.835859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:52.969675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-61320d58-ec10-426b-b841-72ac64075eea None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:52.970294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-61320d58-ec10-426b-b841-72ac64075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.009139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.034421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Calling delete_port for a49ea959-3884-4552-b5b6-4c939e5a631f owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:53.048025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.084799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-61320d58-ec10-426b-b841-72ac64075eea None None] Port 2da8885d-a208-4fb1-9918-5af62b7b6b92 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:53.096915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-61320d58-ec10-426b-b841-72ac64075eea None None] Provisioning complete for port 518bc70f-dacb-4a76-b731-e829ce406ae8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:53.096915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-61320d58-ec10-426b-b841-72ac64075eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.114879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:53.140407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 518bc70f-dacb-4a76-b731-e829ce406ae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:53.211410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 2acecee0-475d-4593-be04-84945bd3bf8d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:53.216568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58088) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:53.269081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:53.277641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 518bc70f-dacb-4a76-b731-e829ce406ae8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:53.278403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.286740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.292403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:53.293139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.296616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0803632-e88a-4e20-8056-b85b0ab7c6a6 req-3bafa485-733e-48d4-a620-51964449f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:53.299449 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0803632-e88a-4e20-8056-b85b0ab7c6a6 req-3bafa485-733e-48d4-a620-51964449f8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1099 time: 0.1887662 Dec 06 23:57:53.383615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.415869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7699182 Dec 06 23:57:53.443557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005dfc8-d346-4909-bcb4-f0219962e337 req-ab0ef419-e9cc-4197-9290-f672ae5c4087 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:53.445239 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2005dfc8-d346-4909-bcb4-f0219962e337 req-ab0ef419-e9cc-4197-9290-f672ae5c4087 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.3371067 Dec 06 23:57:53.467443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-66984113-d6fc-44f6-a846-06903f035d37 None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:53.467828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66984113-d6fc-44f6-a846-06903f035d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.488258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58092) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:53.493523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bca3d-ecda-4160-b01e-cd82f092b22e tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Network': ['ID=2e9732e8-55f2-4f75-bc34-9d9600cf7c80,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:53.524741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0803632-e88a-4e20-8056-b85b0ab7c6a6 req-cfa13642-7ecb-4bfa-a843-b97648285319 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1694119 Dec 06 23:57:53.532484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:53.537428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b7813-c6da-42e6-8c53-80c85d79b68e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:53.550461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'subnet': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:53.581009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Pushing event deleted for resources: {'Port': ['ID=a49ea959-3884-4552-b5b6-4c939e5a631f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:53.614164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-66984113-d6fc-44f6-a846-06903f035d37 None None] Port 2da8885d-a208-4fb1-9918-5af62b7b6b92 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:53.649175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--1323395528', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:53.650249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0d8243-f1ae-4bf6-b59d-30ea4cb18052 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:53.714971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.755493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:53.759037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.764132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:53.783339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c5ad1720-32f9-4391-abad-415c4f8dc7bf None None] Provisioning complete for port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:53.783955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c5ad1720-32f9-4391-abad-415c4f8dc7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.787914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2005dfc8-d346-4909-bcb4-f0219962e337 req-df9697a4-107f-48b2-92d7-2b949bddc8d7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2998817 Dec 06 23:57:53.796141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.919776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:53.923213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.939786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.946590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.947418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:53.955170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.956198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:53.998278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Deleting port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:53.998834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:53.998950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.012101 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4821369f-17af-43ca-a515-e18299758dfe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4577796 Dec 06 23:57:54.012101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58094) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.018194 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:54.021249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2147239369'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:54.044209 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:54.045146 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.055208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:54.058700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.074203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Router 91ed97e6-d289-4607-9e31-043ccf74c543 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:54.103439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] For port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:54.103993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.123315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Calling delete_port for 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:54.127105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0b107606-1f48-4a7d-a21c-40fcbf1c9b57 None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:54.127105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b107606-1f48-4a7d-a21c-40fcbf1c9b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.167305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.198881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:54.203774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:54.206166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.207226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.207356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-79ee24f2-7432-4642-b67f-7a21f3195630 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "PUT /v2.0/routers/91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 200 len: 705 time: 2.6429715 Dec 06 23:57:54.210774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58096) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.213834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 535eddfa-2dca-4b19-8512-f53e8982bae9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:57:54.226398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] Sync routers for ids ['91ed97e6-d289-4607-9e31-043ccf74c543'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:54.234765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0b107606-1f48-4a7d-a21c-40fcbf1c9b57 None None] Port 2da8885d-a208-4fb1-9918-5af62b7b6b92 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:54.260731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] Routers {'91ed97e6-d289-4607-9e31-043ccf74c543'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:54.261661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['91ed97e6-d289-4607-9e31-043ccf74c543'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.263095 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:54.276200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.286419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:54.301146 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c9dba7c9-c85a-4c4d-aac5-bada48e3948b tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/routers/91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 200 len: 740 time: 0.0897586 Dec 06 23:57:54.307702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.307906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58098) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.326282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] Routers {'91ed97e6-d289-4607-9e31-043ccf74c543'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:54.327045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['91ed97e6-d289-4607-9e31-043ccf74c543'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.371265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.372372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817c796-8d1a-424c-ac23-16c0e75ca389 None None] The sync data for ids ['91ed97e6-d289-4607-9e31-043ccf74c543'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:54.374943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.375152 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 1175ec8c-346b-467b-8c4d-71737e36ed02 of type vlan for network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff Dec 06 23:57:54.376819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.393154 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c1133959-1bdf-4487-81c9-aa821d22a562 tempest-RoutersAdminTest-1513383380 tempest-RoutersAdminTest-1513383380-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 200 len: 205 time: 0.0846257 Dec 06 23:57:54.401096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.422842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58100) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.520451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-45b5c736-fa6e-45f5-b05b-048c8b0e3693 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 200 len: 205 time: 0.0890164 Dec 06 23:57:54.534214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:54.548169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58102) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.549053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:54.578646 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:51Z', 'revision_number': 3, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:52Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:54.588190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:54.591853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.610714 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:57:54.611314 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Updating router 03fdd703-c350-4c56-b5eb-d560c715565f port 2da8885d-a208-4fb1-9918-5af62b7b6b92 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:57:54.635371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:57:54.644098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:54.644798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.650658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:54.655669 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.680069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d033e4b-b326-4382-aa6a-ee3fb17120d3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:54.682638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=6fee3921-0a92-4560-a48e-896fc48109d1,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:54.693089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.693961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment 6613fc17-e6c5-4e49-8592-681dae74eebb of type vlan for network 534ac848-be3c-4732-b630-b3f8a0cd575a Dec 06 23:57:54.718788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:57:54.757231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.771384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.788559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:57:54.801570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.806242 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cb84cf7f-fa84-4bd8-8f68-a8e53d1e5acf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 200 len: 888 time: 2.3990884 Dec 06 23:57:54.807594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58104) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:54.842552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:54.863681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.866307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '81186095-ad7a-4efd-a956-3582c78894aa', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'port_id': '81186095-ad7a-4efd-a956-3582c78894aa', 'mac_address': 'fa:16:3e:f0:41:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:57:54.911401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:57:54.916923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcd77a4-036e-4306-ae55-6cda09317570" -d '{"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-unplugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:57:54.930278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:54.942199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:55.021596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c54756-808e-4aa5-b6e8-19cbca2a8112 req-7ad73e87-3daa-4163-902b-78a40b1f2c2d tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:55.027571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-53c54756-808e-4aa5-b6e8-19cbca2a8112 req-7ad73e87-3daa-4163-902b-78a40b1f2c2d tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1338482 Dec 06 23:57:55.037960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.043695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:55.044257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.054515 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.056410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.063380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:55.063380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.077858 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b3da1d1b-6d22-4f1b-a64b-6447eef52723 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3171778 Dec 06 23:57:55.082688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.091354 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.097432 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] Sync routers for ids ['535eddfa-2dca-4b19-8512-f53e8982bae9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:57:55.108965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.110399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58110) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.115124 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] Routers {'535eddfa-2dca-4b19-8512-f53e8982bae9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:55.116064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['535eddfa-2dca-4b19-8512-f53e8982bae9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:55.141424 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-53c54756-808e-4aa5-b6e8-19cbca2a8112 req-0fbe8670-7bc4-4054-a936-073d0cfaae75 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982676 Dec 06 23:57:55.156546 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:55.160420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:55.171786 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.179789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 23:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b383a29-73b2-42f5-9d28-41f7865eec15 x-openstack-request-id: req-3b383a29-73b2-42f5-9d28-41f7865eec15 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:57:55.184372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-unplugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:57:55.184853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b383a29-73b2-42f5-9d28-41f7865eec15 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:57:55.186180 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'code': 200} Dec 06 23:57:55.187721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:57:55.216030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:57:55.216734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:57:55.233186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.233186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] No DVR routers for this DVR port 2bf996b5-2a34-40e8-8b11-c1fa6d02efc6 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:57:55.233186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dae3eb-5321-48bf-908f-ae059ad28f3b None None] Pushing event deleted for resources: {'Port': ['ID=2bf996b5-2a34-40e8-8b11-c1fa6d02efc6,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.236561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.259465 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] Routers {'535eddfa-2dca-4b19-8512-f53e8982bae9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:55.261916 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['535eddfa-2dca-4b19-8512-f53e8982bae9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:55.265249 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2507277 Dec 06 23:57:55.268555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58112) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.279550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:55.293506 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0539939 Dec 06 23:57:55.307379 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-554ea9b8-8c32-46bc-aa48-584a89d98dd9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers/535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 200 len: 888 time: 0.4969814 Dec 06 23:57:55.308135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58114) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.326183 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde765f-c262-4d27-9371-cfe3bdebd1cb None None] Pushing event updated for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.341116 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:55.341346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec924d46-294d-4387-965e-6c844c5658d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=534ac848-be3c-4732-b630-b3f8a0cd575a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.342177 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b0bd2-48bd-4f4e-966b-8633385d7360 None None] The sync data for ids ['535eddfa-2dca-4b19-8512-f53e8982bae9'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:55.351076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:55.358844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58116) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.365272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604cef48-d66d-4766-9f6c-315071bcf7a3 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:55.367700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.373903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 534ac848-be3c-4732-b630-b3f8a0cd575a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:55.418098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Subnet': ['ID=a12e244a-8791-416b-ac84-8ab7f6a6fe03,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.420354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.421036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Fanout notify agent at l3_agent the message router_deleted on router 91ed97e6-d289-4607-9e31-043ccf74c543 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:55.448344 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Attempting to bind port 2da8885d-a208-4fb1-9918-5af62b7b6b92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:55.448719 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Attempting to bind port 2da8885d-a208-4fb1-9918-5af62b7b6b92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:55.449129 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Attempting to bind port 2da8885d-a208-4fb1-9918-5af62b7b6b92 on network 2acecee0-475d-4593-be04-84945bd3bf8d {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:55.454800 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:55.455181 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Checking segment: {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:55.455586 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.456303 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Bound using segment: {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:55.456781 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Bound port: 2da8885d-a208-4fb1-9918-5af62b7b6b92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec70101-73a0-4968-9d46-a35422e4a7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:55.457179 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.466118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:57:55.468685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.473377 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e636ebab-035c-4422-9b06-3944eec8e20e tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 204 len: 168 time: 0.9165065 Dec 06 23:57:55.474312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58118) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.476754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aef9ff4c-0136-4c38-9bb8-ce7a6bfba726 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 200 len: 205 time: 0.1102686 Dec 06 23:57:55.479864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58120) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.560352 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] For port 2da8885d-a208-4fb1-9918-5af62b7b6b92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:55.561017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Checking segment: {'id': 'cea24127-496c-4197-b74b-d1242fc87c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:55.561432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network hostable DHCP agents. Network: 2e9732e8-55f2-4f75-bc34-9d9600cf7c80, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:55.563791 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] For port 2da8885d-a208-4fb1-9918-5af62b7b6b92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2da8885d-a208-4fb1-9918-5af62b7b6b92,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:55.583954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d3c4a-6716-4b43-afb0-9fea52704a97 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:55.599680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:57:55.599680 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:57:55.599680 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'project_id_1': '3975805a3b3a4bb7b239fc7ce663bcde', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 57, 35, 433740)}] Dec 06 23:57:55.599680 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:57:55.602190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:57:55.603365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-41a3ac3b-fdfb-4d10-a270-11dd7f5e792a tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 200 len: 205 time: 0.1272638 Dec 06 23:57:55.603647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:55.605904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.637519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:57:55.637875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:57:55.647419 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-939cf10f-7c79-4cdb-b378-dd497d421d63 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:55.648510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-939cf10f-7c79-4cdb-b378-dd497d421d63 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/91ed97e6-d289-4607-9e31-043ccf74c543 HTTP/1.1" status: 404 len: 336 time: 0.0416136 Dec 06 23:57:55.651361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58124) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.653969 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.687876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:55.692446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0f34eccf-7518-49e1-bccd-56d355e74a38 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 200 len: 205 time: 0.0400240 Dec 06 23:57:55.695245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58126) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.699628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.700758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.709902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.734591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:55.735038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.776376 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:57:55.777270 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:55.794582 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-e5981528-ce30-47fe-9f2e-b93ce1e1dbe8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:55.798085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e5981528-ce30-47fe-9f2e-b93ce1e1dbe8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/406da813-0773-4fab-8c8d-baef46da6214 HTTP/1.1" status: 404 len: 336 time: 0.0994058 Dec 06 23:57:55.805002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58128) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.817101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0c9ef150-8f64-4b54-a68b-c837f595510f', 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'tenant_id': 'ed8d2358015f4dc0b157f40595c872be', 'fixed_ips': [{'subnet_id': '6fee3921-0a92-4560-a48e-896fc48109d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:55.817979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:55.838911 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eeb70427-09be-41e2-a31a-35385b3f7e85 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 200 len: 205 time: 0.0361145 Dec 06 23:57:55.841723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58130) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.890153 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-4af7a3ba-d903-4809-b34b-0e567c773fa6 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:55.891234 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4af7a3ba-d903-4809-b34b-0e567c773fa6 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/a2b20a19-3705-4fca-9450-5209a1d7d5ab HTTP/1.1" status: 404 len: 336 time: 0.0485241 Dec 06 23:57:55.927285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58132) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:55.992152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.031980 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96eda4b0-dd87-4cc2-915d-29da60177027 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 200 len: 205 time: 0.1035244 Dec 06 23:57:56.041766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.075868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] For port 2da8885d-a208-4fb1-9918-5af62b7b6b92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2da8885d-a208-4fb1-9918-5af62b7b6b92,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:56.077392 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:57:56.105791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/6fee3921-0a92-4560-a48e-896fc48109d1/95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:56.116637 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-14da0718-1873-415b-9711-326d873d5b10 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:56.123640 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-14da0718-1873-415b-9711-326d873d5b10 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/f7e53a82-0d16-4fef-9f6c-df95cb6529ed HTTP/1.1" status: 404 len: 336 time: 0.0731001 Dec 06 23:57:56.127119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58136) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.165800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.170384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.181647 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ad6647fc-9e80-413b-a6b5-0a17f2de02c8 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 200 len: 205 time: 0.0530410 Dec 06 23:57:56.184895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.246784 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-f2c14e76-35bf-461c-b771-d29e1298094c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:56.251704 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f2c14e76-35bf-461c-b771-d29e1298094c tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/9eff8678-2f92-4053-8b57-6b96ec956bf0 HTTP/1.1" status: 404 len: 336 time: 0.0656042 Dec 06 23:57:56.252540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58142) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.259251 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde765f-c262-4d27-9371-cfe3bdebd1cb None None] Pushing event updated for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:56.268695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:56.272575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.276032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e9732e8-55f2-4f75-bc34-9d9600cf7c80) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:56.297898 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1dadaa79-f865-4ba8-8427-8ab310a8cceb tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "GET /v2.0/ports?device_id=763bfeca-30ff-4482-a9eb-311a446e2458 HTTP/1.1" status: 200 len: 205 time: 0.0440621 Dec 06 23:57:56.298663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:56.302200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.309102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58144) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.320178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.339354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:56.339979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.366998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.382102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37babc-bf51-468a-b72d-6c3b5c2eb6b0 None None] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:56.383711 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:51Z', 'revision_number': 3, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:55Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:57:56.412456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.420734 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-9881cd25-7a7f-4c26-b97f-6359e3e79249 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] delete failed (client error): The resource could not be found. Dec 06 23:57:56.422415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9881cd25-7a7f-4c26-b97f-6359e3e79249 tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/routers/763bfeca-30ff-4482-a9eb-311a446e2458 HTTP/1.1" status: 404 len: 336 time: 0.0984905 Dec 06 23:57:56.423630 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87eac6-63ca-4592-abf8-00c689008cfd None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:57:51Z', 'revision_number': 3, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:55Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:57:56.429607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.448444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.464570 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7130cf74-6ae7-4f1d-b18d-d923fb4a81ab tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] DELETE failed (client error): The resource could not be found. Dec 06 23:57:56.470657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7130cf74-6ae7-4f1d-b18d-d923fb4a81ab tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:57:56.471507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7130cf74-6ae7-4f1d-b18d-d923fb4a81ab tempest-RoutersAdminTest-489972527 tempest-RoutersAdminTest-489972527-project] 10.222.0.53 "DELETE /v2.0/subnets/f2c7232f-5d42-4bfc-9bc1-0ed6a0b0ef04 HTTP/1.1" status: 404 len: 337 time: 0.0393591 Dec 06 23:57:56.473423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 3d29b420-1f1a-49dd-8508-8f27901293c1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:57:56.473948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.515905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bdaff-9d2e-49d4-986e-af4979c510de None None] Pushing event updated for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:56.522850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:57:56.539541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:56.540873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ed651013-f969-45d5-a0ff-daf8c55c5b7d None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:56.541351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ed651013-f969-45d5-a0ff-daf8c55c5b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.551462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:56.579063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fee3921-0a92-4560-a48e-896fc48109d1 (CIDR: 2001:db8::/64) Dec 06 23:57:56.605948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.625756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-903561b8-0ae3-4bb1-8c5f-f39b631288b0 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0998423 Dec 06 23:57:56.631778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58150) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.635985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e0a9-a01b-46f5-a007-a72443643469 req-1808ca14-6655-46ea-9ebc-f2ba925f98b4 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:56.637647 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-10e4e0a9-a01b-46f5-a007-a72443643469 req-1808ca14-6655-46ea-9ebc-f2ba925f98b4 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 944 time: 0.3737707 Dec 06 23:57:56.644649 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:57:56.644649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:57:56.646344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-1911175425'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:56.649881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:56.652623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 3d29b420-1f1a-49dd-8508-8f27901293c1 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:57:56.690561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:56.776383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.797616 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-10e4e0a9-a01b-46f5-a007-a72443643469 req-3d753e68-a169-4c6b-a884-492af0c6c7fa tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493735 Dec 06 23:57:56.811948 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4fdc05e9-f7e4-4724-878f-799987927967 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7003736 Dec 06 23:57:56.815262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:56.815883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58152) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.832636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:56.837471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58154) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:56.844182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.859896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'tenant_id': 'db22290f3d9f48e9be58daaef50bfd9a', 'fixed_ips': [{'subnet_id': 'a12e244a-8791-416b-ac84-8ab7f6a6fe03'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:56.860708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:56.900468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Attempting to bind port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:56.901030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Attempting to bind port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:56.901266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Attempting to bind port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df on network 0c9ef150-8f64-4b54-a68b-c837f595510f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:56.943123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:57.048173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:57.050343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Checking segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:57.050801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.053313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Bound using segment: {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:57.053830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Bound port: 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3357e4db-b447-4136-8090-e0136f618a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:57.054275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.073618 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1ffdd65b-4d66-43b0-89a2-34979b2a6e8e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/floatingips/a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 HTTP/1.1" status: 200 len: 993 time: 0.2306468 Dec 06 23:57:57.090388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.237167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58158) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:57.238913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:57.243273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.244628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2da8885d-a208-4fb1-9918-5af62b7b6b92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:57.279901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:57.286000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.286915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['81186095-ad7a-4efd-a956-3582c78894aa'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:57:57.310982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port 8f0420cd-63d3-4693-87d1-b7dfc341e6f7 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:57:57.324184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.362833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=3d29b420-1f1a-49dd-8508-8f27901293c1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:57.372456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:57.374771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Allocated IP 172.20.0.2 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/fadb17eb-efc6-4a5d-b043-9b0aca2ef096) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:57.380318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:57.434321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.465315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.479451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2da8885d-a208-4fb1-9918-5af62b7b6b92 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:57.479826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.480186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=883d9dac-01ef-44b4-95fa-a97f3e5a7b25,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:57.481619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfea41-0db6-4b8c-a8ff-549130fe80dc None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:57.536278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:57.536689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:57:57.539003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fcb0-20d7-4d74-b41b-0436f08a52ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.565035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.640748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.14 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/2b2a7561-fbf8-476a-b5c5-27b0db0e07f9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:57.665358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:57:57.674151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.677459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.682231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.752964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:57.765573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:57.766174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.787281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c2d61-011a-4e7e-9900-0cbb98e689ed None None] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:57.797159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fcb0-20d7-4d74-b41b-0436f08a52ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.816209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.816952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router 535eddfa-2dca-4b19-8512-f53e8982bae9 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:57:57.824447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.825585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.826627 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5ddaef36-1920-4d46-a468-6f31f62908a2 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 204 len: 168 time: 2.3141737 Dec 06 23:57:57.830488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:57.837766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425232869'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:57.892072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2c4fcb0-20d7-4d74-b41b-0436f08a52ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:57.907735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b52c1b03-70a9-4543-8cbb-ce2acf9b53ea tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6355410 Dec 06 23:57:57.914115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952ead-b76f-4ca2-a43d-494c521f9513 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:57.920258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:57.949560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.054217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.066762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:58.070362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.075391 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d2c4fcb0-20d7-4d74-b41b-0436f08a52ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfc143fb86344a3f9ad84f63c02b3a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149831 Dec 06 23:57:58.076856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4fcb0-20d7-4d74-b41b-0436f08a52ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e180460-457a-41a4-b53b-3f96049ef9a5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:58.087991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.objects.ports [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110158) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:57:58.088166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58166) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:58.180181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.195281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:57:58.200840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.237364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:58.261321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:58.273435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:58.280650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:58.283208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:58.292393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:58.302619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6582da-0483-42de-8cd5-b6fa71de5a69 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:57:58.302874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:58.362627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Pushing event updated for resources: {'Port': ['ID=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:58.377449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:57:58.392468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.8 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/8f0420cd-63d3-4693-87d1-b7dfc341e6f7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:58.414039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.414451 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 33dd257f-0e79-4bd2-b661-e90dfdaf0b87 of type vlan for network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a Dec 06 23:57:58.467027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.476556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Attempting to bind port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:58.477142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Attempting to bind port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cea24127-496c-4197-b74b-d1242fc87c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:58.477667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Attempting to bind port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 on network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:58.507746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:58.508125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Checking segment: {'id': 'cea24127-496c-4197-b74b-d1242fc87c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:58.508353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.508597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.508982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Bound using segment: {'id': 'cea24127-496c-4197-b74b-d1242fc87c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:58.509469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Bound port: fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea24127-496c-4197-b74b-d1242fc87c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:58.509855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.545362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-dc193c2d-2458-4730-bb61-b82fd773cb77 None None] Provisioning complete for port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:58.549017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dc193c2d-2458-4730-bb61-b82fd773cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.563513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.573079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.588479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Allocated IP 2001:db8:2::2 (ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff/883d9dac-01ef-44b4-95fa-a97f3e5a7b25/996f3a4b-eb56-4ad1-8351-7d60b965ef54) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:58.633869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-dc193c2d-2458-4730-bb61-b82fd773cb77 None None] Port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:57:58.694406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] For port fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:58.696778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.702221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:58.702987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.715833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] For port fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,segment=NetworkSegment(cea24127-496c-4197-b74b-d1242fc87c54),segment_id=cea24127-496c-4197-b74b-d1242fc87c54)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:58.752914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.757182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.815536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.823983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:58.831875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=273a6ffc-c7a9-4d41-937f-47b0056a6e8a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:58.878790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:57:58.969220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.029096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:59.036121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:59.039168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224cd22-bf7a-47cb-a178-b59f83a71644 None None] Pushing event updated for resources: {'Port': ['ID=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.043018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:57:59.051195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:59.164116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.167304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Attempting to bind port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:57:59.168885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Attempting to bind port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:57:59.168885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Attempting to bind port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 on network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:57:59.198833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.209361 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:57:59.209896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Checking segment: {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:57:59.210786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.211595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Bound using segment: {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:57:59.212347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Bound port: 996f3a4b-eb56-4ad1-8351-7d60b965ef54, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:57:59.212781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.216506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:57:59.256555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.258301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.269854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Pushing event updated for resources: {'Port': ['ID=996f3a4b-eb56-4ad1-8351-7d60b965ef54,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.322692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:59.323066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.411865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] For port 996f3a4b-eb56-4ad1-8351-7d60b965ef54, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:57:59.445995 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4d0e0999-41d7-4861-a2da-8dc53d5205cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6114767 Dec 06 23:57:59.451246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.453881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.458048 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e180460-457a-41a4-b53b-3f96049ef9a5 HTTP/1.1" status: 204 len: 168 time: 1.3736484 Dec 06 23:57:59.458048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58168) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:57:59.467612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:57:59.467991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.470969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] For port 996f3a4b-eb56-4ad1-8351-7d60b965ef54, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=996f3a4b-eb56-4ad1-8351-7d60b965ef54,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:57:59.474991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:57:59.506732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.547452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.591704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.597217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:57:59.634692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1dfb2-b180-42d1-86b9-60a92f288945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e180460-457a-41a4-b53b-3f96049ef9a5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.669821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.711819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.725006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb2972-1c45-4a1d-9d26-a40ee8d9a929 None None] Pushing event updated for resources: {'Port': ['ID=996f3a4b-eb56-4ad1-8351-7d60b965ef54,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.811652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:57:59.812198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:57:59.818432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f88465-a1a5-4738-88d1-e46933c50dc0 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.850340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=7ee25b04-40de-4d07-be8f-e9bd26c9772c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.864931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:57:59.897165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:57:59.907070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9be16-d07b-4bb6-9ff9-2aec4e351bb0 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:57:59.912785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:57:59.913384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.935622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=4']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:57:59.935808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8:2::1 (ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff/883d9dac-01ef-44b4-95fa-a97f3e5a7b25/e8251785-1c65-4091-a79d-8b4d9527f8a4) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:57:59.958268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:57:59.958268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:57:59.960276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.041017 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1b4b81fe-47ff-4267-883a-bc9b4b828266 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2124243 Dec 06 23:58:00.052759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58174) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:00.062763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:a5:1e:07', 'name': 'tempest-NetworksTestDHCPv6-2026587305'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:00.070671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:00.161933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:00.181155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:00.193363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:00.232630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=8f0420cd-63d3-4693-87d1-b7dfc341e6f7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:00.285322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.302672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:00.302672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.305021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58176) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:00.365671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:00.432022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:00.456521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:00.461775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:00.462924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:00.476267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-344bb75c-752b-4519-ab22-8cddeba94bac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d7ae2f27eb14a839f0f0792d992f5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679220 Dec 06 23:58:00.479328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58178) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:00.578030 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b22d3f35-d492-4718-992c-3f86e3e01b52 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9434588 Dec 06 23:58:00.578625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58180) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:00.592182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-397578284', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:17:29:55'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:00.597158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.599428 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-506c40db-3b49-4218-93fd-1a63cb2e5609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2592831 Dec 06 23:58:00.617450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58182) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:00.659365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:00.692631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.699520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.702685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.742941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.783133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.839268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port ac3a1aa8-0939-494b-b164-33dc5f73d79b yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:00.847977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:00.856834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:00.868679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:00.872659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:00.913801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:00.918246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57851bf3-7f18-4fb5-8942-3cb96649dad9 None None] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:00.980630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=28773bff-de4b-4f1d-b269-4202b98cf5c7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:00.986054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:01.066590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '33dd257f-0e79-4bd2-b661-e90dfdaf0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:01.068628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 273a6ffc-c7a9-4d41-937f-47b0056a6e8a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:01.076423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.087063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.090913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db2ac6b9-52ec-4252-ac57-50b7c293e7f6 HTTP/1.1" status: 204 len: 168 time: 0.6065581 Dec 06 23:58:01.193523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:01.222075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958b998-6e0b-4e5c-8493-d9a528bd7b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2ac6b9-52ec-4252-ac57-50b7c293e7f6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:01.238896 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-670f5d0e-1901-4f68-90a3-aeb7fbf6dfe2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6180410 Dec 06 23:58:01.238896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58188) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:01.240603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:01.361087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 273a6ffc-c7a9-4d41-937f-47b0056a6e8a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:01.376642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:01.377241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.404253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] Provisioning complete for port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:01.405187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.405325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.436603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192cd7ab-672b-4d92-bf65-cc4bae88f8d4 None None] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:01.449810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.456574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:01.496019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::21a (0c9ef150-8f64-4b54-a68b-c837f595510f/6fee3921-0a92-4560-a48e-896fc48109d1/ac3a1aa8-0939-494b-b164-33dc5f73d79b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:01.507115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:1e07 (0c9ef150-8f64-4b54-a68b-c837f595510f/7ee25b04-40de-4d07-be8f-e9bd26c9772c/ac3a1aa8-0939-494b-b164-33dc5f73d79b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:01.511002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae35d290-32fa-49c5-845c-bb67c6488ef4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0462415 Dec 06 23:58:01.516425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58190) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:01.521486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1933726277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:01.542997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port 20c07daf-a59d-4f44-badc-96c6cdf337a2 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:01.633980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 81186095-ad7a-4efd-a956-3582c78894aa triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:01.634727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.644731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:57:58Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:01.696855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:01.697442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Updating router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:01.699553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b3d22-1595-4dbe-b8e1-6a8717daf636 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:01.705203 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cc6b3d22-1595-4dbe-b8e1-6a8717daf636 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4603620 Dec 06 23:58:01.707958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:01.739887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.745096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15a28c6-d6f4-4fc9-bf0f-83d228cc88f1 None None] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:01.751968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0b10a04b-d9a5-4a5f-ad2a-088857636a64 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428078 Dec 06 23:58:01.752838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58200) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:01.760113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889038347', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:01.850874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.860193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.928678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.937361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.966532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:01.971464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.11 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/20c07daf-a59d-4f44-badc-96c6cdf337a2) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:01.988561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.033897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:02.037888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.040118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.049349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:02.056781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:02.057088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.073615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:02.080053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:02.085904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:02.086607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.111301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.111534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] For port fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,segment=NetworkSegment(cea24127-496c-4197-b74b-d1242fc87c54),segment_id=cea24127-496c-4197-b74b-d1242fc87c54)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:02.111644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.124042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=ac3a1aa8-0939-494b-b164-33dc5f73d79b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:02.156940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.230713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.256053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-273a6ffc-c7a9-4d41-937f-47b0056a6e8a', 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': '28773bff-de4b-4f1d-b269-4202b98cf5c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:02.256053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.260270 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4b848f81-0cfb-4eae-9a5b-28fe06a90034 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2020769 Dec 06 23:58:02.267903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:02.381642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.385712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58214) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:02.385873 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-edb072ef-4aa8-46af-9627-6f0f71f203b9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8677373 Dec 06 23:58:02.397705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:02.425083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.479998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.509213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:02.514440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:02.518661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.639799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port ac3a1aa8-0939-494b-b164-33dc5f73d79b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:02.640150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.716483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:02.765240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344d61e-27bc-4df9-8704-7e0412e8ce49 None None] Pushing event updated for resources: {'Port': ['ID=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:02.799439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:02.804981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:02.805425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.806979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:02.807359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 534ac848-be3c-4732-b630-b3f8a0cd575a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:02.810063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2177909-4ef7-46d4-96df-b80a79f26e82" -d '{"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-plugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:02.814965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Provisioning complete for port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:02.815585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.823805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for ac3a1aa8-0939-494b-b164-33dc5f73d79b owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:02.831545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.899886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 534ac848-be3c-4732-b630-b3f8a0cd575a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:02.925476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd0e70-7271-40d5-ac59-8e639ee862ba x-openstack-request-id: req-86fd0e70-7271-40d5-ac59-8e639ee862ba {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:02.926037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-plugged", "status": "completed", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:02.926509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86fd0e70-7271-40d5-ac59-8e639ee862ba {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:02.927159 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'code': 200} Dec 06 23:58:02.940133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:02.952504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:02.958772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fadb17eb-efc6-4a5d-b043-9b0aca2ef096 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:02.976129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 534ac848-be3c-4732-b630-b3f8a0cd575a) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:02.982889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:02.983530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.026944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ed6981-7ead-4b92-b36e-228b38ab5f06 None None] Network 534ac848-be3c-4732-b630-b3f8a0cd575a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:03.040997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.103969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:03.114335 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d44e77c7-e220-4e38-9d50-46c825a56ee4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1930199 Dec 06 23:58:03.119382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:03.121041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:03.140391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860441151'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:03.143554 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:03.145265 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:03.149335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:03.155133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:03.162198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:03.217569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fd938c24-7b09-4a37-a4c9-d16ef504bdb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4603441 Dec 06 23:58:03.222493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58228) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:03.228045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:03.230734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.297582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=20c07daf-a59d-4f44-badc-96c6cdf337a2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:03.325431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Allocated IP 172.20.0.2 (273a6ffc-c7a9-4d41-937f-47b0056a6e8a/28773bff-de4b-4f1d-b269-4202b98cf5c7/9d724192-e457-4438-a8a1-f0bd0b30f4c6) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:03.346666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.348509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:03.377433 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:03.475759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.480336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.496658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:03.497256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.506645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:03.512535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.617349 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bd89a13f-708e-486d-b521-23f001ed2f1f tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0375905 Dec 06 23:58:03.621074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58234) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:03.734329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:03.743082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.777136 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:01Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:01Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:03.812470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.813171 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added segment 903b6b2e-f5c7-4dbc-ad92-a8d221824a60 of type vlan for network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a Dec 06 23:58:03.823002 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:03.823628 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Updating router 03fdd703-c350-4c56-b5eb-d560c715565f port e8251785-1c65-4091-a79d-8b4d9527f8a4 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:03.852459 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.909783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:03.943094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe86aa-9286-48c5-adc2-5ff8a271850d tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:03.945170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe86aa-9286-48c5-adc2-5ff8a271850d tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:03.952081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe86aa-9286-48c5-adc2-5ff8a271850d tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:03.953786 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ecbe86aa-9286-48c5-adc2-5ff8a271850d tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3276718 Dec 06 23:58:03.954726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=ac3a1aa8-0939-494b-b164-33dc5f73d79b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:03.962195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:04.012119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58242) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:04.048799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.090248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-534ac848-be3c-4732-b630-b3f8a0cd575a', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:04.090964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.117671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3acef6-5325-4d1f-9db2-6960ab42f9cd None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:04.121571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.132549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0c0e8de3-0185-4d02-931f-fa73b8170107 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/ac3a1aa8-0939-494b-b164-33dc5f73d79b HTTP/1.1" status: 204 len: 168 time: 1.8600588 Dec 06 23:58:04.137171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58246) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:04.185218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Attempting to bind port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:04.185676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Attempting to bind port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:04.186252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Attempting to bind port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:04.219409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.226519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:04.227144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.234425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-245156525', 'router:external': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:04.236370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] For port 996f3a4b-eb56-4ad1-8351-7d60b965ef54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=996f3a4b-eb56-4ad1-8351-7d60b965ef54,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:04.244612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb88ff-5e82-48d5-b0f5-57c29ee5b8ae None None] Pushing event updated for resources: {'Port': ['ID=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:04.291066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.430712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.482246 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.494485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Made reservation on behalf of 759ca65ca3984255908922a96e0f4bd1 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:04.497021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.508616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.510712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:04.517547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:04.517547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.517547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:04.517547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Bound port: 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:04.517547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.518061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.564219 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.583113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.623657 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Pushing event updated for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:04.634899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:04.635265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.661873 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.663230 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.663689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:04.664036 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.664665 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.665230 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.665783 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.666341 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.666889 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.667449 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.669636 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.670225 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.670704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.20.0.1 (273a6ffc-c7a9-4d41-937f-47b0056a6e8a/28773bff-de4b-4f1d-b269-4202b98cf5c7/6f1db0b3-23a3-4641-8e86-271ceb7edb20) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:04.671002 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.681648 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:04.713851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:04.743382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:04.777382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Network': ['ID=8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:04.788598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 996f3a4b-eb56-4ad1-8351-7d60b965ef54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:04.790576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49761a3a-6674-48bd-96db-9e584afd4732 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:04.792362 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-49761a3a-6674-48bd-96db-9e584afd4732 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6541364 Dec 06 23:58:04.796041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58248) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:04.804387 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c2061635-7e45-43fb-9672-7053c1fd1571 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6748211 Dec 06 23:58:04.807578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58250) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:04.809730 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Attempting to bind port e8251785-1c65-4091-a79d-8b4d9527f8a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:04.810175 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Attempting to bind port e8251785-1c65-4091-a79d-8b4d9527f8a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:04.810610 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Attempting to bind port e8251785-1c65-4091-a79d-8b4d9527f8a4 on network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:04.817723 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:04.818226 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Checking segment: {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:04.822332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.822332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Bound using segment: {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:04.822332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Bound port: e8251785-1c65-4091-a79d-8b4d9527f8a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1175ec8c-346b-467b-8c4d-71737e36ed02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:04.822332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.827466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Allocated IP 172.20.0.2 (534ac848-be3c-4732-b630-b3f8a0cd575a/984c9af1-f5f6-49ce-8fd2-a939c30dcc3b/5711ef2f-69ef-449e-aa60-3705814cf89f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:04.851641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'subnet': {'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:04.860765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port 20c07daf-a59d-4f44-badc-96c6cdf337a2 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:04.863601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.905544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] For port e8251785-1c65-4091-a79d-8b4d9527f8a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:04.912607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.915250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] For port e8251785-1c65-4091-a79d-8b4d9527f8a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8251785-1c65-4091-a79d-8b4d9527f8a4,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:04.944754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bcac1-d8ca-4820-9bcb-bf47929d7c79 None None] Pushing event updated for resources: {'Port': ['ID=996f3a4b-eb56-4ad1-8351-7d60b965ef54,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:04.988395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:04.990594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] For port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:04.993568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:05.012103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.031325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09067cc3-6ffe-4054-b8ea-821434d744eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:05.034096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09067cc3-6ffe-4054-b8ea-821434d744eb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2272401 Dec 06 23:58:05.036461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58252) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:05.041924 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.045274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:05.086410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.086642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] For port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:05.105214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc11813-0fd7-4b1f-b296-c92684f306f4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.105938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for 20c07daf-a59d-4f44-badc-96c6cdf337a2 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:05.108346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.111304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Added segment a4319b38-826e-4380-a483-b50cf00600d5 of type vlan for network 9b7444b3-228d-49f2-9157-efdc0d254f2f Dec 06 23:58:05.153449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.162868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Pushing event updated for resources: {'Port': ['ID=9d724192-e457-4438-a8a1-f0bd0b30f4c6,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.177959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd28bf-2933-4669-a1e0-f6185bc13307 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:05.179549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd28bf-2933-4669-a1e0-f6185bc13307 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:05.181242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dd28bf-2933-4669-a1e0-f6185bc13307 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:05.182869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c4dd28bf-2933-4669-a1e0-f6185bc13307 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1403244 Dec 06 23:58:05.183471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Made reservation on behalf of 3975805a3b3a4bb7b239fc7ce663bcde for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:05.187866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.195742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58254) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:05.217968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:05.219846 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:05.222984 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Attempting to bind port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:05.223367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Attempting to bind port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '33dd257f-0e79-4bd2-b661-e90dfdaf0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:05.223735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Attempting to bind port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 on network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:05.224908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:05.227162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.231388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:05.240392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:05.240943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Checking segment: {'id': '33dd257f-0e79-4bd2-b661-e90dfdaf0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:05.241181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.241663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Bound using segment: {'id': '33dd257f-0e79-4bd2-b661-e90dfdaf0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:05.242151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Bound port: 9d724192-e457-4438-a8a1-f0bd0b30f4c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33dd257f-0e79-4bd2-b661-e90dfdaf0b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '273a6ffc-c7a9-4d41-937f-47b0056a6e8a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:05.242537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.244998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.250226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:05.333176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=6f1db0b3-23a3-4641-8e86-271ceb7edb20,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.355252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721324f-d99a-4879-8549-f526c390bf70 None None] Pushing event updated for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.390815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb88ff-5e82-48d5-b0f5-57c29ee5b8ae None None] Pushing event updated for resources: {'Port': ['ID=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.395547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.403367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 6fee3921-0a92-4560-a48e-896fc48109d1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:05.412885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.414201 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:05.452081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb6aa5-2149-4214-9dba-ffb7f2d9d637 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:05.515092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:05.516531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:05.532009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.534115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:05.536666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.651994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.658082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Network': ['ID=9b7444b3-228d-49f2-9157-efdc0d254f2f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.661133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Could not find standard attr ID for object ac3a1aa8-0939-494b-b164-33dc5f73d79b. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:58:05.664871 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4ba96762-caa8-43d7-add4-a83049039589 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6511717 Dec 06 23:58:05.683331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:05.684005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.685796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:05.690397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58256) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:05.697967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'subnet': {'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:05.699855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.708930 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:01Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:04Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:05.715511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.759854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Provisioning complete for port e8251785-1c65-4091-a79d-8b4d9527f8a4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:05.760265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.791899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.824803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:05.836987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.868254 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd9b64f-f1d4-494e-9418-f06be880d616 None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:01Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:04Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:05.881486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Subnet': ['ID=4e996153-35e0-4b56-a7da-5606914a859c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.899069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Made reservation on behalf of 759ca65ca3984255908922a96e0f4bd1 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:05.901994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:05.909210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=20c07daf-a59d-4f44-badc-96c6cdf337a2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:05.952434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] For port 9d724192-e457-4438-a8a1-f0bd0b30f4c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:05.986455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.127260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] For port 9d724192-e457-4438-a8a1-f0bd0b30f4c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d724192-e457-4438-a8a1-f0bd0b30f4c6,segment=NetworkSegment(33dd257f-0e79-4bd2-b661-e90dfdaf0b87),segment_id=33dd257f-0e79-4bd2-b661-e90dfdaf0b87)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:06.261584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.285415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.294249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Pushing event updated for resources: {'Port': ['ID=5711ef2f-69ef-449e-aa60-3705814cf89f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:06.299608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Network 534ac848-be3c-4732-b630-b3f8a0cd575a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:06.306935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Checking segment: {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:06.307331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network hostable DHCP agents. Network: 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:06.317321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:06.533138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.540447 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b75debb-6dba-49bd-a5ee-cc2fa40449d3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/20c07daf-a59d-4f44-badc-96c6cdf337a2 HTTP/1.1" status: 204 len: 168 time: 2.5772278 Dec 06 23:58:06.541395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58258) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:06.560794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.572947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:06.629472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=6fee3921-0a92-4560-a48e-896fc48109d1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:06.635819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (534ac848-be3c-4732-b630-b3f8a0cd575a/984c9af1-f5f6-49ce-8fd2-a939c30dcc3b/93011ac6-20f6-4020-9872-580b7af916b7) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:06.636673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.639531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:06.646136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fc3fd782-7993-42e3-861c-07c51f2102bb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/6fee3921-0a92-4560-a48e-896fc48109d1 HTTP/1.1" status: 204 len: 168 time: 1.4462802 Dec 06 23:58:06.663875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:06.663875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58260) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:06.685081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee54450-7f60-49d4-94a2-46c83d4ad58b tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] GET failed (client error): The resource could not be found. Dec 06 23:58:06.687603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8ee54450-7f60-49d4-94a2-46c83d4ad58b tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports/20c07daf-a59d-4f44-badc-96c6cdf337a2 HTTP/1.1" status: 404 len: 333 time: 0.1362998 Dec 06 23:58:06.705540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:06.706162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.707922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58262) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:06.714506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-598182194'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:06.716992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dafd2d-459d-4736-9db0-7d6fcfe122cf None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:06.719706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377602c0-a55e-4c61-aada-8fdb694f2a36 None None] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:06.720961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bb3d6-5166-43e2-b936-38aa28bdd12e None None] Pushing event updated for resources: {'Port': ['ID=9d724192-e457-4438-a8a1-f0bd0b30f4c6,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:06.776825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.806118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 7ee25b04-40de-4d07-be8f-e9bd26c9772c {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:06.812157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.853663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d71204f9-dc4e-4b5d-aa3c-4edbd0b3252c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0075088 Dec 06 23:58:06.853848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.857151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58264) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:06.958688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:58:06.959269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:06.963001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.046524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=6f1db0b3-23a3-4641-8e86-271ceb7edb20,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:07.049700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.055770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.059777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Attempting to bind port 5711ef2f-69ef-449e-aa60-3705814cf89f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:07.060349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Attempting to bind port 5711ef2f-69ef-449e-aa60-3705814cf89f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:07.060585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Attempting to bind port 5711ef2f-69ef-449e-aa60-3705814cf89f on network 534ac848-be3c-4732-b630-b3f8a0cd575a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:07.077562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:07.077952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Checking segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:07.078361 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.078947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Bound using segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:07.079628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Bound port: 5711ef2f-69ef-449e-aa60-3705814cf89f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:07.079757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.097618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:57:58Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:07.102206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d6e52ac-f5a7-48c5-a041-e9703b10282b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:07.185719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9099ea-3707-42a7-b9c9-a36d4e28d5ed None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:57:58Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:07.239713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.261414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] For port e8251785-1c65-4091-a79d-8b4d9527f8a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8251785-1c65-4091-a79d-8b4d9527f8a4,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:07.283953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Checking segment: {'id': 'a4319b38-826e-4380-a483-b50cf00600d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:07.284597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network hostable DHCP agents. Network: 9b7444b3-228d-49f2-9157-efdc0d254f2f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:07.309638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.347147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:07.354840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.359777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:07.371045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:07.378157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.392860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port 13d48494-ac9f-4ccc-9c0f-995251917fa7 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:07.444467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:07.445340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.448137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9d724192-e457-4438-a8a1-f0bd0b30f4c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:07.535366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.537201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] For port 5711ef2f-69ef-449e-aa60-3705814cf89f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:07.542114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Provisioning complete for port 8f0420cd-63d3-4693-87d1-b7dfc341e6f7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:07.548659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.551103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:07.577483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.641396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] For port 5711ef2f-69ef-449e-aa60-3705814cf89f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5711ef2f-69ef-449e-aa60-3705814cf89f,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:07.683670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Pushing event updated for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:07.685483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 534ac848-be3c-4732-b630-b3f8a0cd575a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:07.693434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee25b04-40de-4d07-be8f-e9bd26c9772c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:07.716630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b7444b3-228d-49f2-9157-efdc0d254f2f) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:07.716630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.721363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d34ff4d1-46d7-4e11-8639-9058935aa672 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/7ee25b04-40de-4d07-be8f-e9bd26c9772c HTTP/1.1" status: 204 len: 168 time: 1.0436084 Dec 06 23:58:07.728985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58266) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:07.733605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:07.734212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.752815 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-58cf696e-ff4a-40a2-8e7c-f0db5b4ea0e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2468448 Dec 06 23:58:07.754002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:07.758825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:07.766203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:07.795546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d9bd418a-0786-416d-aa8f-eb01a5b77abb tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628917 Dec 06 23:58:07.796363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.802206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58268) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:07.812479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Port 8f0420cd-63d3-4693-87d1-b7dfc341e6f7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:07.818083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:07.842197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a1633-3f0f-4203-823e-6d77a823bcc0 None None] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:07.849199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:07.900130 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-212ab8f3-0b7f-46d3-92d2-4b4ad4f0442c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2086287 Dec 06 23:58:07.905239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58270) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:07.918841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-418056333', 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:07.975749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Provisioning complete for port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:07.976351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.016569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.6 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/13d48494-ac9f-4ccc-9c0f-995251917fa7) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:08.040740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.056676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Made reservation on behalf of 759ca65ca3984255908922a96e0f4bd1 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:08.059222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.125045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d990a2-43ce-4835-a5eb-a69634287def req-06d1ada7-97b9-45a9-b87e-c5568a8d3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:08.130711 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-06d1ada7-97b9-45a9-b87e-c5568a8d3e61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1099 time: 0.3165584 Dec 06 23:58:08.155449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 75bd966b-2a62-4976-9084-3953c395f51b is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:08.173940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] device_id is not set on port 62d6ac6a-f116-4d4b-ade4-42c9004d18ed yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:08.247367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:08.247901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.349528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:08.353038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.382160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c903c7-1573-4696-bec3-f49ba1a31721 None None] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:08.457628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 2001:db8::14c (9b7444b3-228d-49f2-9157-efdc0d254f2f/5d6e52ac-f5a7-48c5-a041-e9703b10282b/62d6ac6a-f116-4d4b-ade4-42c9004d18ed) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:08.481459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e3fcb-e551-47f2-bd35-8963b873492c None None] Pushing event updated for resources: {'Port': ['ID=5711ef2f-69ef-449e-aa60-3705814cf89f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:08.521139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Allocated IP 2001:db8:3::2 (8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a/4e996153-35e0-4b56-a7da-5606914a859c/b2e60781-16cc-4948-b56a-e8b731887286) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:08.582505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:08.592619 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4c7d29f9-c402-4f0b-95b4-7eed916ac5d5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/75bd966b-2a62-4976-9084-3953c395f51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2052193 Dec 06 23:58:08.593185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58272) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:08.632449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac01ba-2ee1-4d37-8b3c-3e4c739f6cd7 None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': '7ee25b04-40de-4d07-be8f-e9bd26c9772c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:58:08.670589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] Sync routers for ids ['75bd966b-2a62-4976-9084-3953c395f51b'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:08.690818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de94ea3-251c-4c49-82e1-13e8a8712cee tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:08.692927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0de94ea3-251c-4c49-82e1-13e8a8712cee tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports/6f1db0b3-23a3-4641-8e86-271ceb7edb20 HTTP/1.1" status: 200 len: 910 time: 0.0982614 Dec 06 23:58:08.696604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58274) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:08.702039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28773bff-de4b-4f1d-b269-4202b98cf5c7'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:08.710848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d990a2-43ce-4835-a5eb-a69634287def req-4f989b3d-817d-48f1-9f9f-c9c01170986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:08.712715 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-4f989b3d-817d-48f1-9f9f-c9c01170986d service neutron] 10.222.0.45 "GET /v2.0/networks?id=58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 200 len: 897 time: 0.5337729 Dec 06 23:58:08.812675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.827816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.846606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0cac01ba-2ee1-4d37-8b3c-3e4c739f6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.867808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.888489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ac35d-319d-4c43-b2f9-ca443b37d615 None None] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:08.890060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] Routers {'75bd966b-2a62-4976-9084-3953c395f51b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:08.890695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['75bd966b-2a62-4976-9084-3953c395f51b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:08.918135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:08.942666 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-746479f7-b222-41d1-9d6d-40b2ed400dcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 200 len: 1002 time: 0.2028911 Dec 06 23:58:08.964453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.010263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:09.052540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] For port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:09.141080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.168012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d990a2-43ce-4835-a5eb-a69634287def req-ece6570e-02d5-4dca-92cc-c571c4642a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.169834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-ece6570e-02d5-4dca-92cc-c571c4642a54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8fd9c78-d108-476e-b9b5-4ef30c500bc7 HTTP/1.1" status: 200 len: 838 time: 0.2092965 Dec 06 23:58:09.195609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.212125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.358781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=13d48494-ac9f-4ccc-9c0f-995251917fa7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:09.368982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=bd093dd5-7dbc-48b8-9696-815b884a6919,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:09.380665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.386903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.415691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.432515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84659183-d989-4a17-9726-2b36448108c4 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:09.495078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Could not find standard attr ID for object 20c07daf-a59d-4f44-badc-96c6cdf337a2. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:58:09.521341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5e43a-424a-459f-a732-667f215acf1c None None] Network 534ac848-be3c-4732-b630-b3f8a0cd575a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:09.523706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] Routers {'75bd966b-2a62-4976-9084-3953c395f51b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:09.524158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:09.524603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['75bd966b-2a62-4976-9084-3953c395f51b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:09.527098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:09.534221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:09.544743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:09.547797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:09.585335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:09.586308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5dbab-6540-4ae2-b197-220d60c5e243 None None] The sync data for ids ['75bd966b-2a62-4976-9084-3953c395f51b'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:09.614443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.615401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.628804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.629721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.642868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d990a2-43ce-4835-a5eb-a69634287def req-99b24f1e-00c0-4c90-b20e-b7d7871352b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.644855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-99b24f1e-00c0-4c90-b20e-b7d7871352b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58182b87-2ed3-4acd-ba29-629cca40654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4516854 Dec 06 23:58:09.691623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 9d724192-e457-4438-a8a1-f0bd0b30f4c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d724192-e457-4438-a8a1-f0bd0b30f4c6,segment=NetworkSegment(33dd257f-0e79-4bd2-b661-e90dfdaf0b87),segment_id=33dd257f-0e79-4bd2-b661-e90dfdaf0b87)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:09.746426 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-96467763-5fff-4faf-977e-abb1f95973f9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0368016 Dec 06 23:58:09.747015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Provisioning complete for port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:09.747244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.749708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58276) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:09.759334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:17:29:55'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:09.773410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-010594ea-e359-4ba8-bfce-fc7e8603a302 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9677665 Dec 06 23:58:09.807192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58278) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:09.817073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:09.818429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.824401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.824681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.825320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fadb17eb-efc6-4a5d-b043-9b0aca2ef096 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:09.876853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:09.888567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:09.893118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:09.894111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.894844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.897082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=62d6ac6a-f116-4d4b-ade4-42c9004d18ed,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:09.930602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Pushing event updated for resources: {'Port': ['ID=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:09.946722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=6f1db0b3-23a3-4641-8e86-271ceb7edb20,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:09.957298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:09.958083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:09.959581 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-92f0ac41-aa83-4266-8338-8ef211479dac tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/ports/6f1db0b3-23a3-4641-8e86-271ceb7edb20 HTTP/1.1" status: 200 len: 910 time: 1.2620168 Dec 06 23:58:09.963181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58280) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:10.006727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.073388 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fe24f3f2-577b-45b6-b9cd-1940824a556f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1672244 Dec 06 23:58:10.075889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58282) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:10.109574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:10.110026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.193481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=9d724192-e457-4438-a8a1-f0bd0b30f4c6,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:10.204964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.291835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Allocated IP 2001:db8:3::1 (8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a/4e996153-35e0-4b56-a7da-5606914a859c/9915ec3b-0ccf-4faa-ba77-c82116c99f96) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:10.293147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.328059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:10.352603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Pushing event updated for resources: {'Port': ['ID=b2e60781-16cc-4948-b56a-e8b731887286,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:10.356928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:10.359344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:10.370128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Provisioning complete for port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:10.370496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8bce23d3-7fae-4d3c-9a01-8ab8f2d6224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.381028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:10.452058 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-77412952-191d-4715-9f35-f845074bcc95 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964485 Dec 06 23:58:10.472049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Deleting port 62d6ac6a-f116-4d4b-ade4-42c9004d18ed {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:10.472652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.538427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Attempting to bind port b2e60781-16cc-4948-b56a-e8b731887286 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:10.538985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Attempting to bind port b2e60781-16cc-4948-b56a-e8b731887286 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:10.539600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Attempting to bind port b2e60781-16cc-4948-b56a-e8b731887286 on network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:10.549680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 996f3a4b-eb56-4ad1-8351-7d60b965ef54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:10.589056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.604196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.614717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:10.614947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Checking segment: {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:10.615377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.616147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Bound using segment: {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:10.616397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Bound port: b2e60781-16cc-4948-b56a-e8b731887286, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:10.616849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.645459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.670034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Calling delete_port for 62d6ac6a-f116-4d4b-ade4-42c9004d18ed owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:10.717181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Update dhcp port {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'fixed_ips': [{'subnet_id': 'bd093dd5-7dbc-48b8-9696-815b884a6919'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:58:10.723616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:10.727802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.777117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.800572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] For port b2e60781-16cc-4948-b56a-e8b731887286, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:10.802782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:10.803215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.837183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.842167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:10.858599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] For port b2e60781-16cc-4948-b56a-e8b731887286, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2e60781-16cc-4948-b56a-e8b731887286,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:10.875522 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43d990a2-43ce-4835-a5eb-a69634287def req-c0d65656-7a44-4efa-9b91-a3c1098fb905 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134505 Dec 06 23:58:10.887906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 534ac848-be3c-4732-b630-b3f8a0cd575a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:10.899866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:10.906336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.041875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:11.057114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:11.064431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:11.065361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.083231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Provisioning complete for port 6f1db0b3-23a3-4641-8e86-271ceb7edb20 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:11.083609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.108914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd093dd5-7dbc-48b8-9696-815b884a6919 (CIDR: 2001:db8::/64) Dec 06 23:58:11.122515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:11.147506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.151131 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 23:58:11.151624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:11.164746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Port 6f1db0b3-23a3-4641-8e86-271ceb7edb20 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:11.172036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:11.221265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.277104 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c0219d2b-ec3f-49b5-ad63-5d6f41ca9ea0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4631627 Dec 06 23:58:11.277288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Allocated IP 2001:db8::2 (0c9ef150-8f64-4b54-a68b-c837f595510f/bd093dd5-7dbc-48b8-9696-815b884a6919/95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:11.286862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58284) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:11.287913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d6ac6a-f116-4d4b-ade4-42c9004d18ed,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:11.297214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'subnet': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:11.333329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.334893 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-13fa56ea-9762-4b44-b57a-9dc09c78d8cb tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/ports/62d6ac6a-f116-4d4b-ade4-42c9004d18ed HTTP/1.1" status: 204 len: 168 time: 1.2579148 Dec 06 23:58:11.352220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58286) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:11.358443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f', 'external_fixed_ips': [{'subnet_id': '5d6e52ac-f5a7-48c5-a041-e9703b10282b', 'ip_address': '2001:db8::14c'}]}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:11.424041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:11.482139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.530866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.533159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72de22-6c94-41a1-a7f8-837c0f920b74 None None] Pushing event updated for resources: {'Port': ['ID=b2e60781-16cc-4948-b56a-e8b731887286,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:11.536658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:11.558022 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:11.571932 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-54197097-d706-4aad-a193-b12813440ef7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/767eb2d2-90c1-4713-b7e3-9b810c1e82e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3441072 Dec 06 23:58:11.575085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58288) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:11.588759 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:11.588759 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:11.593148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Provisioning complete for port 13d48494-ac9f-4ccc-9c0f-995251917fa7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:11.593148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.647038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.670921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.671977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.712050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8251785-1c65-4091-a79d-8b4d9527f8a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:11.828062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:11.874123 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:11.955692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Port 13d48494-ac9f-4ccc-9c0f-995251917fa7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:11.958855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.959446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.959989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.961079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.961674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.962211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.962745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.963330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.963859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.964453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.965577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.966286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.968299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:11.975321 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6da240f4-4a21-44a2-a0d5-12867bb0aea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9114 time: 0.3963566 Dec 06 23:58:11.975995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58290) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:11.994950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.017188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1341683-ad58-4169-8971-edefeeb26761 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:12.031448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:12.032029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.060621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:12.066395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.078991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e8251785-1c65-4091-a79d-8b4d9527f8a4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:12.079654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.172513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.219394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.224257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.225096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.225741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.226380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.226530 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:09Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:12.227276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.228255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.228900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.229547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.230264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.230786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.231307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.231825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.234591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-040d9065-d919-4761-8fed-dea435511a4c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8250 time: 0.2574708 Dec 06 23:58:12.266708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58292) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:12.269077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Provisioning complete for port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:12.269457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.275690 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:12.279638 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Updating router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 port 93011ac6-20f6-4020-9872-580b7af916b7 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:12.305556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:12.319912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=13d48494-ac9f-4ccc-9c0f-995251917fa7,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:12.324597 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.438731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] In _notify_port_updated(), no bound segment for port 13d48494-ac9f-4ccc-9c0f-995251917fa7 on network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:58:12.444832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:12.445476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.446997 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e6e91b1d-4deb-4c9a-b3c2-62249992a725 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "PUT /v2.0/ports/13d48494-ac9f-4ccc-9c0f-995251917fa7 HTTP/1.1" status: 200 len: 992 time: 2.6928570 Dec 06 23:58:12.450043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58294) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:12.492015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.519062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 6f1db0b3-23a3-4641-8e86-271ceb7edb20 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:12.519418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.598503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port 13d48494-ac9f-4ccc-9c0f-995251917fa7 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:12.598950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.667430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:12.684284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Provisioning complete for port 5711ef2f-69ef-449e-aa60-3705814cf89f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:12.684713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.688734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.717268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 6f1db0b3-23a3-4641-8e86-271ceb7edb20 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:12.749431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.778142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.814269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for 13d48494-ac9f-4ccc-9c0f-995251917fa7 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:12.849447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:12.921334 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:12.971987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.022477 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.039572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] For port 5711ef2f-69ef-449e-aa60-3705814cf89f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5711ef2f-69ef-449e-aa60-3705814cf89f,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:13.042392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a528fd4d-7031-4f08-ba92-8c35f24e333e None None] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:13.131466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.195014 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0738961-c777-4696-b287-a743fceb1b2e None None] Pushing event updated for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:13.221447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.283565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c9f2-e566-476f-935b-ee16fbf1d8b9 None None] Pushing event updated for resources: {'Port': ['ID=5711ef2f-69ef-449e-aa60-3705814cf89f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:13.289305 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Attempting to bind port 93011ac6-20f6-4020-9872-580b7af916b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:13.290522 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Attempting to bind port 93011ac6-20f6-4020-9872-580b7af916b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:13.290522 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Attempting to bind port 93011ac6-20f6-4020-9872-580b7af916b7 on network 534ac848-be3c-4732-b630-b3f8a0cd575a {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:13.314716 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:13.315149 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Checking segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:13.315986 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.315986 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Bound using segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:13.316381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Bound port: 93011ac6-20f6-4020-9872-580b7af916b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:13.316807 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.318628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=13d48494-ac9f-4ccc-9c0f-995251917fa7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:13.325307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b2e60781-16cc-4948-b56a-e8b731887286 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:13.345864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Provisioning complete for port 93011ac6-20f6-4020-9872-580b7af916b7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:13.346242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.434176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Port 93011ac6-20f6-4020-9872-580b7af916b7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:13.442218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c3040-3673-47b4-8fca-c30574fb8e85 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:13.500545 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] For port 93011ac6-20f6-4020-9872-580b7af916b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:13.505492 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] For port 93011ac6-20f6-4020-9872-580b7af916b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93011ac6-20f6-4020-9872-580b7af916b7,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:13.516999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.541977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.559265 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-932d8793-54b4-4dba-bccf-69e115f7eaba tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/13d48494-ac9f-4ccc-9c0f-995251917fa7 HTTP/1.1" status: 204 len: 168 time: 1.1020801 Dec 06 23:58:13.559265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58296) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:13.575938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.595312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b323e5-8322-42cc-8faa-246f12166c99 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] GET failed (client error): The resource could not be found. Dec 06 23:58:13.597042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8b323e5-8322-42cc-8faa-246f12166c99 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports/13d48494-ac9f-4ccc-9c0f-995251917fa7 HTTP/1.1" status: 404 len: 333 time: 0.0352750 Dec 06 23:58:13.600670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Provisioning complete for port 6f1db0b3-23a3-4641-8e86-271ceb7edb20 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:13.601086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.603380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58298) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:13.608877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-1832317659'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:13.655869 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0738961-c777-4696-b287-a743fceb1b2e None None] Pushing event updated for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:13.692271 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:13.693069 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:13.711016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Port 6f1db0b3-23a3-4641-8e86-271ceb7edb20 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:13.738444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Could not find standard attr ID for object 13d48494-ac9f-4ccc-9c0f-995251917fa7. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:58:13.743010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b2e60781-16cc-4948-b56a-e8b731887286 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:13.743302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.815923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Provisioning complete for port b2e60781-16cc-4948-b56a-e8b731887286 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:13.816324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.841706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.867578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:13.873422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:13.906486 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:13.910511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port e498dab6-ac56-40f2-8e14-f74feb069b58 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:14.004474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.015040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.016428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.069705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.110062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.6 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/e498dab6-ac56-40f2-8e14-f74feb069b58) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:14.142383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port b2e60781-16cc-4948-b56a-e8b731887286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2e60781-16cc-4948-b56a-e8b731887286,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:14.207149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.207949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9d724192-e457-4438-a8a1-f0bd0b30f4c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:14.268627 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:13Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:14.318125 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361bb76-ea98-4da2-b579-1cfd284e76f8 None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:13Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:14.359784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.423338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event updated for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:14.440082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:58:14.445483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:58:14.446256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=b2e60781-16cc-4948-b56a-e8b731887286,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:14.462046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:14.462425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.491987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.557773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:14.560885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:14.576789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:14.583800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:14.609537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=e498dab6-ac56-40f2-8e14-f74feb069b58,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:14.658070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:14.658753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.660754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:14.661967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.749140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:14.771337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3cc7c5bd-f16e-464e-8a93-cc645e2d0ce3 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1665699 Dec 06 23:58:14.775623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:14.779221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5711ef2f-69ef-449e-aa60-3705814cf89f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:14.784588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:17:29:55'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:14.819808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:14.830696 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cd9ad859-0b40-4da5-a4a3-a76c0aeba77b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3889 time: 2.4865794 Dec 06 23:58:14.839131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.885569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5711ef2f-69ef-449e-aa60-3705814cf89f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:14.886457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.924646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:14.995587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=6f1db0b3-23a3-4641-8e86-271ceb7edb20,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:15.100573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58304) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:15.112693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Provisioning complete for port 5711ef2f-69ef-449e-aa60-3705814cf89f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:15.113294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c0bc2e-1870-4955-84d6-c4456e976216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.120644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245569130', 'description': 'tempest-secgroup-smoke-245569130 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:15.143649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8251785-1c65-4091-a79d-8b4d9527f8a4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:15.214990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.objects.ports [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110159) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 23:58:15.249640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.279642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e8251785-1c65-4091-a79d-8b4d9527f8a4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:15.280028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.292688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.361664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.408622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.409625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Provisioning complete for port 93011ac6-20f6-4020-9872-580b7af916b7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:15.410018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.412320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:15.428177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.439872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:15.456422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.536618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.584754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] In _notify_port_updated(), no bound segment for port e498dab6-ac56-40f2-8e14-f74feb069b58 on network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:58:15.590903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] For port 93011ac6-20f6-4020-9872-580b7af916b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93011ac6-20f6-4020-9872-580b7af916b7,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:15.597111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:15.597111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.597379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:15.597466 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "PUT /v2.0/ports/e498dab6-ac56-40f2-8e14-f74feb069b58 HTTP/1.1" status: 200 len: 996 time: 0.8195198 Dec 06 23:58:15.597663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.602559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58306) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:15.604992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.657121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.683828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a956776-8c03-4862-9b48-7da95788c2ad tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=e498dab6-ac56-40f2-8e14-f74feb069b58,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:15.693595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.719726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b7f57-0455-4ffb-b02c-47149ce289d5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:15.754319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.787025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:15.787647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.798297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.802428 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-699c813f-4a23-4419-bdf6-71d5d966b1f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6869020 Dec 06 23:58:15.802641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:15.810584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:15.830013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Pushing event updated for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:15.830337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port e498dab6-ac56-40f2-8e14-f74feb069b58 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:15.830945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.901765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:15.917350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.921130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.957459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:15.977882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for e498dab6-ac56-40f2-8e14-f74feb069b58 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:16.001912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.031929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.128545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:58:16.128910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:58:16.133717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:16.137494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.164617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:16.175471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3327949-0144-46b8-8987-6e73cd9d0210,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:16.180399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:16.193880 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-33b74109-7838-4f88-857a-52025423bed8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3311362 Dec 06 23:58:16.198063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:16.198564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58310) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:16.199131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:16.206516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:16.223736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.230917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 2001:db8::14c (9b7444b3-228d-49f2-9157-efdc0d254f2f/5d6e52ac-f5a7-48c5-a041-e9703b10282b/9914b8bc-9d57-4b2a-8349-f9c1fce5427a) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:16.272163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 75bd966b-2a62-4976-9084-3953c395f51b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:16.352501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.353658 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-13747e4e-5fa4-4fd2-8aa3-d175de8a7369 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5488966 Dec 06 23:58:16.354475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.368517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58312) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:16.376021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:16.404185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b2e60781-16cc-4948-b56a-e8b731887286 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:16.514978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:16.558710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b2e60781-16cc-4948-b56a-e8b731887286 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:16.559201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.804585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Provisioning complete for port b2e60781-16cc-4948-b56a-e8b731887286 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:16.805286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.859654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 93011ac6-20f6-4020-9872-580b7af916b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:16.867712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=e498dab6-ac56-40f2-8e14-f74feb069b58,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:16.921024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:16.935542 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e93bf246-19b9-4078-bcf4-0f6c19e0d730 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/75bd966b-2a62-4976-9084-3953c395f51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9685404 Dec 06 23:58:16.943414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58314) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:16.945766 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] Sync routers for ids ['75bd966b-2a62-4976-9084-3953c395f51b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:16.960980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.967584 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-23fbb281-5182-42a2-aae0-2db8227e5a7a tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/e498dab6-ac56-40f2-8e14-f74feb069b58 HTTP/1.1" status: 204 len: 168 time: 1.3637245 Dec 06 23:58:16.968282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58316) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:16.969253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 93011ac6-20f6-4020-9872-580b7af916b7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:16.970305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:16.976300 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] Routers {'75bd966b-2a62-4976-9084-3953c395f51b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:16.980131 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['75bd966b-2a62-4976-9084-3953c395f51b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:16.988446 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d978d02e-5e09-4a4d-a268-489ac4a6e786 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bd966b-2a62-4976-9084-3953c395f51b HTTP/1.1" status: 200 len: 205 time: 0.0414970 Dec 06 23:58:16.996870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58318) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:16.997648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.011079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:11Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:12Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:17.026096 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-722a5d95-752e-44a9-a5bf-3c3c6b751ce6 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] GET failed (client error): The resource could not be found. Dec 06 23:58:17.034732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-722a5d95-752e-44a9-a5bf-3c3c6b751ce6 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports/e498dab6-ac56-40f2-8e14-f74feb069b58 HTTP/1.1" status: 404 len: 333 time: 0.0587435 Dec 06 23:58:17.036669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58320) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:17.038891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.042717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-1066570376'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:17.055132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:17.057620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:17.058092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Updating router 03fdd703-c350-4c56-b5eb-d560c715565f port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:17.072675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] Routers {'75bd966b-2a62-4976-9084-3953c395f51b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:17.075369 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['75bd966b-2a62-4976-9084-3953c395f51b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:17.093878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Could not find standard attr ID for object e498dab6-ac56-40f2-8e14-f74feb069b58. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:58:17.124967 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:17.126175 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1106de-0d26-44bd-876d-79d3e1b9b3df None None] The sync data for ids ['75bd966b-2a62-4976-9084-3953c395f51b'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:17.127583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Provisioning complete for port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:17.131795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.147950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:17.178000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.180412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ba9156db-ffce-43ba-924d-3fc3634de714 None None] Port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:17.191919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.241264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.261637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:17.278204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.287231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.extraroute_db [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:58:17.287962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.305504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.extraroute_db [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Removed routes are [] {{(pid=110158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:58:17.305905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.346385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fad1ed02-e715-4851-9598-aebf4417bdf9 None None] Could not find standard attr ID for object e498dab6-ac56-40f2-8e14-f74feb069b58. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 23:58:17.377196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:17.380941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.395583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f6e0a-bed6-470a-9159-b904173ed7a0,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:17.397602 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.398002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.408383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.446154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:17.446645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.453810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.469546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.472901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port 108e5113-c27a-42aa-a0ad-ae1ffb2e728f yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:17.534423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:17.548328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network 9b7444b3-228d-49f2-9157-efdc0d254f2f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:17.553348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.554572 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cc036654-f094-449d-8c1c-0cebae3e11d0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1821513 Dec 06 23:58:17.555717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:17.566699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:17.566699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.567278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58322) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:17.574518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:17.579005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:17.586499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Subnet': ['ID=2702bfb2-0c5f-4fa3-962e-17f1fcb43f45,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:17.591486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:17.598529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=12']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:17.602256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682cfde-d499-4481-a879-643fd8158cc6 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:17.643781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.683139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5711ef2f-69ef-449e-aa60-3705814cf89f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:17.689584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.690130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router 75bd966b-2a62-4976-9084-3953c395f51b {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:17.707092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.708077 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96d97b84-32d5-4759-8b28-4dd270f91fd0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/75bd966b-2a62-4976-9084-3953c395f51b HTTP/1.1" status: 204 len: 168 time: 0.6811976 Dec 06 23:58:17.713451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58324) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:17.721003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.743500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.745377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:17.750379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.10 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/108e5113-c27a-42aa-a0ad-ae1ffb2e728f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:17.755500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.835417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.845254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f1f3b-cc78-4b35-95ca-1ed7000c7c9c None None] Pushing event updated for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:17.873452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet 28773bff-de4b-4f1d-b269-4202b98cf5c7 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:17.879394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5711ef2f-69ef-449e-aa60-3705814cf89f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:17.879635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.889461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.925959 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d4386c95-d47b-4e17-b496-6a8a74362369 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.6335721 Dec 06 23:58:17.931847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58326) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:17.937172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Request body: {'port': {'network_id': '0c9ef150-8f64-4b54-a68b-c837f595510f', 'mac_address': 'fa:16:3e:d3:d6:41', 'name': 'tempest-NetworksTestDHCPv6-1673945252'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:17.978257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.979515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Attempting to bind port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:17.979925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Attempting to bind port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:17.980324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Attempting to bind port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 on network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:17.992700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:17.993083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Checking segment: {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:17.993492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:17.993900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Bound using segment: {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:17.994384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Bound port: 9915ec3b-0ccf-4faa-ba77-c82116c99f96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903b6b2e-f5c7-4dbc-ad92-a8d221824a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:17.994767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.075585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.077247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:18.102477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] For port 9915ec3b-0ccf-4faa-ba77-c82116c99f96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:18.106957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] For port 9915ec3b-0ccf-4faa-ba77-c82116c99f96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9915ec3b-0ccf-4faa-ba77-c82116c99f96,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:18.121043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.167722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.191714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b43240e-45c9-445d-bf5e-3a4d7729e96b None None] Provisioning complete for port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:18.192872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b43240e-45c9-445d-bf5e-3a4d7729e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.207926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad68037-38c9-4019-a377-06c7c9af6024,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:18.246784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.249421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b43240e-45c9-445d-bf5e-3a4d7729e96b None None] Port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:18.303581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:18.333924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Made reservation on behalf of ed8d2358015f4dc0b157f40595c872be for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:18.339160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.351295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.392750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:18.395185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f1f3b-cc78-4b35-95ca-1ed7000c7c9c None None] Pushing event updated for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:18.411746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.419586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-98938c45-be7f-44a8-a9ce-acf376455f9f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 954 time: 2.2174160 Dec 06 23:58:18.423823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:18.423963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:18.423963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.431484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:18.433099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:18.440932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.444716 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-02593113-4053-4ece-a65e-f5fb9bbd941e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8723154 Dec 06 23:58:18.449836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58330) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:18.467966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:18.524446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.540489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.617521 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-85dcdd1e-aafb-47c7-9081-3124257b1558 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 954 time: 0.1946788 Dec 06 23:58:18.620324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58332) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:18.638105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] device_id is not set on port c0c6d48a-2682-4879-8a8a-f4c57717cf0f yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:18.648052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'routes': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:18.649891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.694135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.694393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7cfb4162-33bb-4c8b-9544-5a5eab062128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.699411 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/28773bff-de4b-4f1d-b269-4202b98cf5c7 HTTP/1.1" status: 204 len: 168 time: 0.9814258 Dec 06 23:58:18.701465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.705783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58334) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:18.736427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06632693-0bdd-4c56-8901-20634c6f04e9 None None] Network 273a6ffc-c7a9-4d41-937f-47b0056a6e8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:18.751204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c472e0-5868-4ce6-8d5a-0ee98c4f4850 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=28773bff-de4b-4f1d-b269-4202b98cf5c7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:18.763499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=108e5113-c27a-42aa-a0ad-ae1ffb2e728f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:18.785662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.832690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:18.836036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:18.838519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:18.855195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:18.909050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:18.939759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:18.940337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.001438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:19.001778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.021670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c8afb223-219b-4834-911b-fc16981e0627 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9842353 Dec 06 23:58:19.028308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58336) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:19.033941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'network_id': '2e9732e8-55f2-4f75-bc34-9d9600cf7c80', 'name': 'tempest-AllowedAddressPairTestJSON-246938641'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:19.122502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] Provisioning complete for port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:19.122893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.158388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 9d724192-e457-4438-a8a1-f0bd0b30f4c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d724192-e457-4438-a8a1-f0bd0b30f4c6,segment=NetworkSegment(33dd257f-0e79-4bd2-b661-e90dfdaf0b87),segment_id=33dd257f-0e79-4bd2-b661-e90dfdaf0b87)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:19.163348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.179923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 9d724192-e457-4438-a8a1-f0bd0b30f4c6 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:19.344450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.347035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Made reservation on behalf of db22290f3d9f48e9be58daaef50bfd9a for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:19.350672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.377802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.378127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aca8e8-0144-4bbf-8c76-5ee9c0846d83 None None] DHCP port deletion for 273a6ffc-c7a9-4d41-937f-47b0056a6e8a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:19.408445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] device_id is not set on port 2bf028be-807b-4d83-863c-a6da3e4eaf22 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:19.414813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=9d724192-e457-4438-a8a1-f0bd0b30f4c6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:19.416750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 9d724192-e457-4438-a8a1-f0bd0b30f4c6 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:19.437811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] For port 9915ec3b-0ccf-4faa-ba77-c82116c99f96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9915ec3b-0ccf-4faa-ba77-c82116c99f96,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:19.457278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:17Z', 'revision_number': 6, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:18Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:19.489818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4125b7-0321-46da-b7fe-ba58ecea1b6f None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:17Z', 'revision_number': 6, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:18Z', 'revision_number': 4, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:19.495607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.551607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.562381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669eaace-4027-4bf2-aa43-5d10fd678261 None None] Pushing event updated for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:19.621796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273a6ffc-c7a9-4d41-937f-47b0056a6e8a']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:19.640517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33dd257f-0e79-4bd2-b661-e90dfdaf0b87') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:19.640822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33dd257f-0e79-4bd2-b661-e90dfdaf0b87') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:19.645922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f7bc5793-659a-4a77-b1d4-d913385c8ebc None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:19.646433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5793-659a-4a77-b1d4-d913385c8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.659964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.665692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Allocated IP 172.20.0.5 (2e9732e8-55f2-4f75-bc34-9d9600cf7c80/a12e244a-8791-416b-ac84-8ab7f6a6fe03/2bf028be-807b-4d83-863c-a6da3e4eaf22) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:19.694674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.722534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:19.723069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:19.727398 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:19.759019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f7bc5793-659a-4a77-b1d4-d913385c8ebc None None] Provisioning complete for port 108e5113-c27a-42aa-a0ad-ae1ffb2e728f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:19.759660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5793-659a-4a77-b1d4-d913385c8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.777788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.803129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc5793-659a-4a77-b1d4-d913385c8ebc None None] Port 108e5113-c27a-42aa-a0ad-ae1ffb2e728f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:19.834051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.838585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8::3a3 (0c9ef150-8f64-4b54-a68b-c837f595510f/bd093dd5-7dbc-48b8-9696-815b884a6919/c0c6d48a-2682-4879-8a8a-f4c57717cf0f) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:19.870572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9013f3f-52fc-477d-8c22-02769499ef00,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:19.885390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.903492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.905315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Allocated IP 2001:db8:0:1:f816:3eff:fed3:d641 (0c9ef150-8f64-4b54-a68b-c837f595510f/2702bfb2-0c5f-4fa3-962e-17f1fcb43f45/c0c6d48a-2682-4879-8a8a-f4c57717cf0f) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:19.908708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/273a6ffc-c7a9-4d41-937f-47b0056a6e8a HTTP/1.1" status: 204 len: 168 time: 1.1542530 Dec 06 23:58:19.914427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58338) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:19.920205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008047331', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:19.927916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6114c-62b7-4b34-acbf-b591ad4201ab tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=273a6ffc-c7a9-4d41-937f-47b0056a6e8a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:19.960350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added routes are [] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:58:19.960678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:58:19.969541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.988159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:19.989446 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a957097d-e6de-40ed-9d37-8b0354673a4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5372491 Dec 06 23:58:19.996873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58340) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.002006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:20.015554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router ac691385-3b8d-4586-92ef-efff4c1484ad is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:20.082361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.090368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.145058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.146108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.151795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:20.163823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:20.167828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=2bf028be-807b-4d83-863c-a6da3e4eaf22,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:20.170199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:20.238258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:20.238922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.243624 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:58:20.261639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.289225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9915ec3b-0ccf-4faa-ba77-c82116c99f96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:20.340869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-21df2453-777c-40db-85c5-c8eef1b58342 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3113904 Dec 06 23:58:20.342067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58342) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.369023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:20.369402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.379904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:17:29:55'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f9:bf:da'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:20.431206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.463726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.472944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.523282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.523790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.524578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:20.538374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.544830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:20.548388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:20.553311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:20.563003 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Sync routers for ids ['ac691385-3b8d-4586-92ef-efff4c1484ad'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:20.574356 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Routers {'ac691385-3b8d-4586-92ef-efff4c1484ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:20.575242 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:57:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ac691385-3b8d-4586-92ef-efff4c1484ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:20.580602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e41804-2f6a-4a87-b6c5-10389c2a9103,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:20.597131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9d724192-e457-4438-a8a1-f0bd0b30f4c6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:20.633883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.649460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.654986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b17b0a82-f878-48d7-9bca-03aa0f774243 None None] Provisioning complete for port 2bf028be-807b-4d83-863c-a6da3e4eaf22 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:20.655370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b17b0a82-f878-48d7-9bca-03aa0f774243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.674561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.676732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-02fdc3c2-444b-4a96-8f29-71f70cf24110 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6787655 Dec 06 23:58:20.679319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58344) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.692961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9d724192-e457-4438-a8a1-f0bd0b30f4c6 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:20.693487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9d724192-e457-4438-a8a1-f0bd0b30f4c6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:20.700851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:20.712858 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Set router ac691385-3b8d-4586-92ef-efff4c1484ad gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:20.726708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '7d7b7f57-0455-4ffb-b02c-47149ce289d5', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:20.733744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b17b0a82-f878-48d7-9bca-03aa0f774243 None None] Port 2bf028be-807b-4d83-863c-a6da3e4eaf22 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:20.739315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:20.756025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.758981 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0ba61d8d-4232-4571-a068-ddc0d84ba0b5 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.4031327 Dec 06 23:58:20.761189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58346) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.803496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.806080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-66bd2807-2197-456a-b4cb-ebd2b3153689 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8900151 Dec 06 23:58:20.809576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.813070 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58348) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.823432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1267336353'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:20.831336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44e62240-77d4-44a2-9b45-ed515a5fa8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.877112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:20.880477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Network 0c9ef150-8f64-4b54-a68b-c837f595510f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:20.889205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.892390 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2be31368-e285-493a-aa55-9a4091358636 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 704 time: 2.2652717 Dec 06 23:58:20.898952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58350) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:20.900048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:20.906535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:20.915618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:20.919083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:20.934575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event updated for resources: {'Port': ['ID=c0c6d48a-2682-4879-8a8a-f4c57717cf0f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:21.008737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:21.012292 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:58:21.044616 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e3d6900e-85e4-46eb-a8cd-4f2237676bab tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1116130 Dec 06 23:58:21.045326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58352) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:21.050931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:21.064024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:21.066959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:21.082140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.084085 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac691385-3b8d-4586-92ef-efff4c1484ad', 'name': '', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f', 'external_fixed_ips': [{'subnet_id': '5d6e52ac-f5a7-48c5-a041-e9703b10282b', 'ip_address': '2001:db8::14c'}], 'enable_snat': True}, 'gw_port_id': '9914b8bc-9d57-4b2a-8349-f9c1fce5427a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:11Z', 'updated_at': '2021-12-06T23:58:17Z', 'revision_number': 3, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port': {'id': '9914b8bc-9d57-4b2a-8349-f9c1fce5427a', 'name': '', 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:d6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac691385-3b8d-4586-92ef-efff4c1484ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '5d6e52ac-f5a7-48c5-a041-e9703b10282b', 'ip_address': '2001:db8::14c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:15Z', 'updated_at': '2021-12-06T23:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d6e52ac-f5a7-48c5-a041-e9703b10282b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:21.120697 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Checking router: ac691385-3b8d-4586-92ef-efff4c1484ad for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:21.121167 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Updating router ac691385-3b8d-4586-92ef-efff4c1484ad port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:21.153720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d058acab-908c-446a-814f-876a3e0f7ca4 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 704 time: 0.2476447 Dec 06 23:58:21.157606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58354) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:21.166298 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.209561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.274048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:21.298608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.312704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:21.317088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.413537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:21.418756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.425603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.449573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6243ef45-9e35-4618-a5df-39ff468b32fc,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:21.457528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.457970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 852d34a6-c11f-4a85-a436-76487bedfcb6 of type vlan for network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 Dec 06 23:58:21.471272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.496563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.501889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting port c0c6d48a-2682-4879-8a8a-f4c57717cf0f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:21.504733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.541336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.558318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.560703 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.564875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a8c6c9ea-8652-4a93-83bf-7b5e5b377d4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8844051 Dec 06 23:58:21.589377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1f6badf-5bab-4db2-8ef0-8e092558da8f None None] Provisioning complete for port c0c6d48a-2682-4879-8a8a-f4c57717cf0f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:21.589971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1f6badf-5bab-4db2-8ef0-8e092558da8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.596832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event updated for resources: {'Port': ['ID=2bf028be-807b-4d83-863c-a6da3e4eaf22,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:21.674102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.752534 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Attempting to bind port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:21.753052 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Attempting to bind port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4319b38-826e-4380-a483-b50cf00600d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:21.753582 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Attempting to bind port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a on network 9b7444b3-228d-49f2-9157-efdc0d254f2f {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:21.763584 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:21.764118 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Checking segment: {'id': 'a4319b38-826e-4380-a483-b50cf00600d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:21.764745 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.765337 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Bound using segment: {'id': 'a4319b38-826e-4380-a483-b50cf00600d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:21.765529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.766108 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Bound port: 9914b8bc-9d57-4b2a-8349-f9c1fce5427a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4319b38-826e-4380-a483-b50cf00600d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9b7444b3-228d-49f2-9157-efdc0d254f2f'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:21.767132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.796839 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb442b-217a-40a4-85da-1b59d9d5b0bc None None] Pushing event updated for resources: {'Port': ['ID=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:21.805868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6badf-5bab-4db2-8ef0-8e092558da8f None None] Port c0c6d48a-2682-4879-8a8a-f4c57717cf0f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:21.826042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Calling delete_port for c0c6d48a-2682-4879-8a8a-f4c57717cf0f owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:21.863176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:21.866630 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] For port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:21.872077 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] For port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,segment=NetworkSegment(a4319b38-826e-4380-a483-b50cf00600d5),segment_id=a4319b38-826e-4380-a483-b50cf00600d5)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:21.893808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619a60e7-1471-4839-b3bf-acb4cf5dbc6d None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:21.937196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:21.965360 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.042156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-31d315a9-9c52-4fc7-96ce-933f7e4284cd None None] Provisioning complete for port 2bf028be-807b-4d83-863c-a6da3e4eaf22 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:22.042839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-31d315a9-9c52-4fc7-96ce-933f7e4284cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.060559 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Routers {'ac691385-3b8d-4586-92ef-efff4c1484ad'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:22.061266 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ac691385-3b8d-4586-92ef-efff4c1484ad'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:22.088483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.112425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-31d315a9-9c52-4fc7-96ce-933f7e4284cd None None] Port 2bf028be-807b-4d83-863c-a6da3e4eaf22 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:22.144869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:58:22.180731 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb442b-217a-40a4-85da-1b59d9d5b0bc None None] Pushing event updated for resources: {'Port': ['ID=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:22.210362 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] Set router ac691385-3b8d-4586-92ef-efff4c1484ad gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:22.237738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.264109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.269891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:22.270560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.280085 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac691385-3b8d-4586-92ef-efff4c1484ad', 'name': '', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:11Z', 'updated_at': '2021-12-06T23:58:21Z', 'revision_number': 4, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:22.281962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] In _notify_port_updated(), no bound segment for port 2bf028be-807b-4d83-863c-a6da3e4eaf22 on network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 23:58:22.288043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:22.289026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.290587 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1af8230e-0389-4180-86da-08e4233a0626 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "PUT /v2.0/ports/2bf028be-807b-4d83-863c-a6da3e4eaf22 HTTP/1.1" status: 200 len: 1055 time: 1.9183862 Dec 06 23:58:22.290866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Port': ['ID=c0c6d48a-2682-4879-8a8a-f4c57717cf0f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:22.299532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:22.341466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:22.356693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.357934 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d768dbb7-7414-41b4-bb00-92e3c75df26a None None] The sync data for ids ['ac691385-3b8d-4586-92ef-efff4c1484ad'] in dv-neutron-master-2-hyperv is: [{'id': 'ac691385-3b8d-4586-92ef-efff4c1484ad', 'name': '', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:11Z', 'updated_at': '2021-12-06T23:58:21Z', 'revision_number': 4, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:22.360801 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-bc1e3120-eb29-4a6a-8ed7-f0664fe9d8ed tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245569130&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.2227027 Dec 06 23:58:22.364849 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-33642350-85a0-469c-a8f2-58c2cf770fc0 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c0c6d48a-2682-4879-8a8a-f4c57717cf0f HTTP/1.1" status: 204 len: 168 time: 1.3184459 Dec 06 23:58:22.365504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58374) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:22.377071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:22.381004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:22.445526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2275aec3-97c2-47bc-8739-6648f5d260b7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:22.449887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2275aec3-97c2-47bc-8739-6648f5d260b7 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0819564 Dec 06 23:58:22.456713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58376) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:22.535518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7144291 Dec 06 23:58:22.557777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58378) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:22.563365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:22.570037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:22.648914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479d645-47f2-499e-b324-b133f47e0c78 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=dfd82849-a8cc-4107-9f51-0bd7be0c9fd6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:22.667189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 9915ec3b-0ccf-4faa-ba77-c82116c99f96 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:22.667782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.703657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Deleting port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:22.704020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.709452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:22.754197 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:58:22.788049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 9915ec3b-0ccf-4faa-ba77-c82116c99f96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9915ec3b-0ccf-4faa-ba77-c82116c99f96,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:22.788462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.803478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 9915ec3b-0ccf-4faa-ba77-c82116c99f96 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:22.808424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:22.813417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.837744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f107d-b40b-4a33-8775-044d383c81f2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:22.843953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58380) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:22.845922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c10f107d-b40b-4a33-8775-044d383c81f2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3657351 Dec 06 23:58:22.857391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-e98be036-ed30-444a-8128-5214b103f548 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:22.857837 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-e98be036-ed30-444a-8128-5214b103f548 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 797 time: 0.4733455 Dec 06 23:58:22.894269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] For port 9914b8bc-9d57-4b2a-8349-f9c1fce5427a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,segment=NetworkSegment(a4319b38-826e-4380-a483-b50cf00600d5),segment_id=a4319b38-826e-4380-a483-b50cf00600d5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:22.894578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.908309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port 2bf028be-807b-4d83-863c-a6da3e4eaf22 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:22.915157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.929441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-9a7d2211-6072-41d5-aad8-070083582847 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0491261 Dec 06 23:58:22.936888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Calling delete_port for 9914b8bc-9d57-4b2a-8349-f9c1fce5427a owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:22.941040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:22.978934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:22.983417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:22.989091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:22.989825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:23.024432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6788ab40-838b-4d4b-bd1e-b8a6c11f9e26 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:23.026346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6788ab40-838b-4d4b-bd1e-b8a6c11f9e26 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:23.027879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6788ab40-838b-4d4b-bd1e-b8a6c11f9e26 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:23.032679 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6788ab40-838b-4d4b-bd1e-b8a6c11f9e26 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1839883 Dec 06 23:58:23.033374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58382) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:23.084537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:23.125455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.144465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-9f3e36f3-5142-4f30-ae1b-b5048aa90eef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1722620 Dec 06 23:58:23.149941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for 2bf028be-807b-4d83-863c-a6da3e4eaf22 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:23.175495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet 2702bfb2-0c5f-4fa3-962e-17f1fcb43f45 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:23.181499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.312145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.330300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:23.364490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f36d8-9133-4382-b7ac-f7ed804c5ddf None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 7, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9915ec3b-0ccf-4faa-ba77-c82116c99f96', 'name': '', 'network_id': '8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:49:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '4e996153-35e0-4b56-a7da-5606914a859c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:07Z', 'updated_at': '2021-12-06T23:58:19Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '4e996153-35e0-4b56-a7da-5606914a859c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:23.392323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-e0dc3a68-d2c1-4ece-a064-bdfdbc6ad061 service neutron] 10.222.0.53 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959527 Dec 06 23:58:23.419926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.450457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.492719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.501617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=9915ec3b-0ccf-4faa-ba77-c82116c99f96,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:23.537340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.575993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-a6290ef8-b63f-4514-90f0-7cb2166a057b service neutron] 10.222.0.53 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766136 Dec 06 23:58:23.578729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Port': ['ID=9914b8bc-9d57-4b2a-8349-f9c1fce5427a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:23.635323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.637124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.686286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=68996160-00ff-4114-aaec-53bbdd29de95,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:23.726349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:23.726720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: dfd82849-a8cc-4107-9f51-0bd7be0c9fd6, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:23.736373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.751960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.823627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.827177 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/2702bfb2-0c5f-4fa3-962e-17f1fcb43f45 HTTP/1.1" status: 204 len: 168 time: 0.7928748 Dec 06 23:58:23.828023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38474055-393f-41da-8077-68463495ba50 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=2702bfb2-0c5f-4fa3-962e-17f1fcb43f45,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:23.830234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58384) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:23.834007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede48014-a87c-4fe8-9f37-08c894274760 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:23.917831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.920162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:23.993421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=2bf028be-807b-4d83-863c-a6da3e4eaf22,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:24.084792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.085562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac691385-3b8d-4586-92ef-efff4c1484ad {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:24.134307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.135702 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6607334e-224b-41d0-af6b-2796768983c0 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ac691385-3b8d-4586-92ef-efff4c1484ad HTTP/1.1" status: 204 len: 168 time: 3.3733120 Dec 06 23:58:24.143028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.159430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58396) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:24.280824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Deleting subnet 5d6e52ac-f5a7-48c5-a041-e9703b10282b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:24.289050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.313794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.319540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6032281b-693f-4fe6-84b0-a596dc0109de tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/2bf028be-807b-4d83-863c-a6da3e4eaf22 HTTP/1.1" status: 204 len: 168 time: 1.9905765 Dec 06 23:58:24.319900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58398) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:24.352444 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf51352-a5a5-4553-8346-f18edc7d904b tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] GET failed (client error): The resource could not be found. Dec 06 23:58:24.357395 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bdf51352-a5a5-4553-8346-f18edc7d904b tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports/2bf028be-807b-4d83-863c-a6da3e4eaf22 HTTP/1.1" status: 404 len: 333 time: 0.0330441 Dec 06 23:58:24.357395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:24.367437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.428376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:24.474319 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-514ea924-29dd-4815-8064-3c2ea35d0472 req-84518a9a-f82e-4ae1-acc7-c0a755e65cac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 210 time: 0.5224793 Dec 06 23:58:24.475341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.533551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Deleting subnet bd093dd5-7dbc-48b8-9696-815b884a6919 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:24.536827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port 108e5113-c27a-42aa-a0ad-ae1ffb2e728f {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:24.537187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.539838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.567147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dfd82849-a8cc-4107-9f51-0bd7be0c9fd6) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:24.577370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:24.577918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.583054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71bd82-ae18-4ffe-a419-812fa4adf49b None None] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:24.614098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.634029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.666044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6e52ac-f5a7-48c5-a041-e9703b10282b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:24.688384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.691959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.695589 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-31de3d97-9f88-4b75-ac28-4b067466ce07 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/5d6e52ac-f5a7-48c5-a041-e9703b10282b HTTP/1.1" status: 204 len: 168 time: 0.5319607 Dec 06 23:58:24.701934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58404) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:24.732785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for 108e5113-c27a-42aa-a0ad-ae1ffb2e728f owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:24.786599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:24.787860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.837464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.847061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.916316 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-317da640-779b-4268-8e45-075c88bae1c0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3572609 Dec 06 23:58:24.921143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58406) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:24.926750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:24.960251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:24.977602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Allocated IP 172.20.0.2 (dfd82849-a8cc-4107-9f51-0bd7be0c9fd6/68996160-00ff-4114-aaec-53bbdd29de95/44a97047-7fa3-411a-b079-90c905f0d309) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:25.002130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7444b3-228d-49f2-9157-efdc0d254f2f']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:25.016133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4319b38-826e-4380-a483-b50cf00600d5') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:25.017024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4319b38-826e-4380-a483-b50cf00600d5') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:25.032905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.051673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.058355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:25.058750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:25.061109 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:25.104074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-98427135-b7b7-4a75-b4db-2cae42b635d4 None None] Provisioning complete for port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:25.104580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-98427135-b7b7-4a75-b4db-2cae42b635d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.169905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.183817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.192611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.216810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Subnet': ['ID=bd093dd5-7dbc-48b8-9696-815b884a6919,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:25.225828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.228940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d86208ae-db82-447a-8497-69530a3991d3 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/bd093dd5-7dbc-48b8-9696-815b884a6919 HTTP/1.1" status: 204 len: 168 time: 1.3464465 Dec 06 23:58:25.231150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:25.232636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58408) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:25.240628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec612566-5416-4e48-9914-ee3d64ebdbb6 None None] Network 0c9ef150-8f64-4b54-a68b-c837f595510f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:25.246287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=108e5113-c27a-42aa-a0ad-ae1ffb2e728f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:25.249492 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:25.257594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.265377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b7444b3-228d-49f2-9157-efdc0d254f2f {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 23:58:25.266490 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:25.267322 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:25.287400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.293050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.298490 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9b7444b3-228d-49f2-9157-efdc0d254f2f HTTP/1.1" status: 204 len: 168 time: 0.5956054 Dec 06 23:58:25.315924 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-650a34df-60fc-4e1c-a12b-d9e52ec9d133 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1537304 Dec 06 23:58:25.316090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42515e0-d58b-40b5-8786-76b3af6c9720 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b7444b3-228d-49f2-9157-efdc0d254f2f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:25.330877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:25.483684 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:25.488827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:25.489407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4989c128-ede3-4dbe-bcf5-f86fd5c704da tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467029 Dec 06 23:58:25.499954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:25.590201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Pushing event updated for resources: {'Port': ['ID=44a97047-7fa3-411a-b079-90c905f0d309,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:25.600302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:25.658175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:25.761547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.781573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58422) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:25.786951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'name': 'tempest-router--1079884036', 'project_id': '2b93efc63b0e4579bcd175947cc73b3a'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:25.864148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.898720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cc4fa174-5e7b-472d-83c7-8077e50b3624 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/108e5113-c27a-42aa-a0ad-ae1ffb2e728f HTTP/1.1" status: 204 len: 168 time: 1.5381105 Dec 06 23:58:25.909475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58424) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:25.910336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 4e996153-35e0-4b56-a7da-5606914a859c {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:25.915570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.975044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.976134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:25.987995 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-358c77f3-a32a-4132-a9f3-f98912fe9083 req-31efc9fa-ff7e-4faf-b154-276aad1c1833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 210 time: 0.3003693 Dec 06 23:58:26.001862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.025945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9eabde-d264-4dbc-891b-8c7268152ed9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] GET failed (client error): The resource could not be found. Dec 06 23:58:26.027739 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d9eabde-d264-4dbc-891b-8c7268152ed9 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "GET /v2.0/ports/108e5113-c27a-42aa-a0ad-ae1ffb2e728f HTTP/1.1" status: 404 len: 333 time: 0.1176240 Dec 06 23:58:26.033544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58426) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:26.091436 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:23Z', 'revision_number': 8, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:26.111864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a6ca4-6b0c-4d05-a600-667267699844 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:26.117287 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2e6a6ca4-6b0c-4d05-a600-667267699844 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6229575 Dec 06 23:58:26.129805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58428) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:26.141926 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:26.161009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] DHCP port deletion for 0c9ef150-8f64-4b54-a68b-c837f595510f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:26.165269 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:26.166118 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:26.170642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Attempting to bind port 44a97047-7fa3-411a-b079-90c905f0d309 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:26.171027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Attempting to bind port 44a97047-7fa3-411a-b079-90c905f0d309 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:26.171397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Attempting to bind port 44a97047-7fa3-411a-b079-90c905f0d309 on network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:26.197219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:26.197610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Checking segment: {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:26.198028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.198436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Bound using segment: {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:26.198967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Bound port: 44a97047-7fa3-411a-b079-90c905f0d309, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:26.199363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.278778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Deleting port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:26.279073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.306498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.347264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] For port 44a97047-7fa3-411a-b079-90c905f0d309, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:26.364969 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:26.370520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.371521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] For port 44a97047-7fa3-411a-b079-90c905f0d309, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44a97047-7fa3-411a-b079-90c905f0d309,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:26.397958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] For port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,segment=NetworkSegment(3357e4db-b447-4136-8090-e0136f618a96),segment_id=3357e4db-b447-4136-8090-e0136f618a96)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:26.397958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.398367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port 8f0420cd-63d3-4693-87d1-b7dfc341e6f7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:26.398367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.408472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Calling delete_port for 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:26.488217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.519531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.523045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for 8f0420cd-63d3-4693-87d1-b7dfc341e6f7 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:26.599311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.20.0.1 (dfd82849-a8cc-4107-9f51-0bd7be0c9fd6/68996160-00ff-4114-aaec-53bbdd29de95/ab12b655-e857-4688-bb46-b77d88644b00) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:26.620213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.621582 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-595def33-1e65-42f5-8718-539fe9f50b1b tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8382094 Dec 06 23:58:26.625078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58430) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:26.662228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330127-2ec7-420c-bd60-2ca7b9663019 None None] Pushing event updated for resources: {'Port': ['ID=44a97047-7fa3-411a-b079-90c905f0d309,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:26.696928 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:23Z', 'revision_number': 8, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:26.725837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.729071 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eeed1-a45f-4505-9df0-1734c3496ac7 None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:23Z', 'revision_number': 8, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8251785-1c65-4091-a79d-8b4d9527f8a4', 'name': '', 'network_id': 'ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:3a:d8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:59Z', 'updated_at': '2021-12-06T23:58:07Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '883d9dac-01ef-44b4-95fa-a97f3e5a7b25', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:26.765265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] No DVR routers for this DVR port 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:26.782413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.805135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a42912-4915-48b9-951e-5380d6426f92 None None] Pushing event deleted for resources: {'Port': ['ID=95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:26.845928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ebc78-bc3d-4e4d-a299-fddc7bc48549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:26.847590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a18ebc78-bc3d-4e4d-a299-fddc7bc48549 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7167594 Dec 06 23:58:26.849116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:26.865038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58432) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:26.923038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-55df87f9-fbbd-4f1a-b49c-9065f4cff520 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557570 Dec 06 23:58:26.927559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-29a8c768-5dc7-4e04-9968-15d52d8711d7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:26.929102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-29a8c768-5dc7-4e04-9968-15d52d8711d7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 797 time: 0.2226582 Dec 06 23:58:26.929583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58434) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:26.964101 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddf1048-b9b7-4094-a22e-911e1b608140 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:26.964686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddf1048-b9b7-4094-a22e-911e1b608140 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:26.967703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3ddf1048-b9b7-4094-a22e-911e1b608140 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c0c6d48a-2682-4879-8a8a-f4c57717cf0f HTTP/1.1" status: 404 len: 333 time: 0.0351679 Dec 06 23:58:26.973833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58436) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.018743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.021961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1aa615-d7a5-4f94-bcee-83422b291234 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.022412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1aa615-d7a5-4f94-bcee-83422b291234 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.026140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3a1aa615-d7a5-4f94-bcee-83422b291234 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/2702bfb2-0c5f-4fa3-962e-17f1fcb43f45 HTTP/1.1" status: 404 len: 337 time: 0.0513391 Dec 06 23:58:27.031707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58438) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.061733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.066402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.073591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.091429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.097062 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/4e996153-35e0-4b56-a7da-5606914a859c HTTP/1.1" status: 204 len: 168 time: 1.7006979 Dec 06 23:58:27.103668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-41575885-4c8e-4ff9-8918-2c6764619543 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.104134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41575885-4c8e-4ff9-8918-2c6764619543 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.114232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-41575885-4c8e-4ff9-8918-2c6764619543 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/bd093dd5-7dbc-48b8-9696-815b884a6919 HTTP/1.1" status: 404 len: 337 time: 0.0814424 Dec 06 23:58:27.114928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.134588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58444) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.152118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483c8c94-d1f8-48d3-8cd1-b5642c1b9e27 None None] Network 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:27.152587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8cb3-df9a-4bd4-94e1-2cff17281947 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=4e996153-35e0-4b56-a7da-5606914a859c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:27.188472 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-9aff5144-1bf3-4304-9a68-b8223079c87e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 379 time: 0.2304137 Dec 06 23:58:27.199340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['7d7b7f57-0455-4ffb-b02c-47149ce289d5']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:27.246215 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bc57ca-53ad-413c-8c6e-604ca929801d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.246838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7bc57ca-53ad-413c-8c6e-604ca929801d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.250031 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7bc57ca-53ad-413c-8c6e-604ca929801d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/ac3a1aa8-0939-494b-b164-33dc5f73d79b HTTP/1.1" status: 404 len: 333 time: 0.1126566 Dec 06 23:58:27.283145 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ef0f6f59-0ef9-4d73-b750-871bc450ef0d req-fadaefe2-657c-404c-81f7-b386a41ac24c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 210 time: 0.1036441 Dec 06 23:58:27.283145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58446) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.283145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.355277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.372551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.373233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9164c749-60c4-4d0c-a409-a05725ff9e11 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:27.405902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.407556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9942be20-da3d-4eaa-8928-063970971522 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9164c749-60c4-4d0c-a409-a05725ff9e11 HTTP/1.1" status: 204 len: 168 time: 0.7790828 Dec 06 23:58:27.412175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=8f0420cd-63d3-4693-87d1-b7dfc341e6f7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:27.415293 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.466294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] DHCP port deletion for 8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:27.481654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port b2e60781-16cc-4948-b56a-e8b731887286 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:27.482147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.483904 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ec8341-f79e-4f31-9162-dd1378070794 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.484785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ec8341-f79e-4f31-9162-dd1378070794 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.489510 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e2ec8341-f79e-4f31-9162-dd1378070794 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/7ee25b04-40de-4d07-be8f-e9bd26c9772c HTTP/1.1" status: 404 len: 337 time: 0.2125778 Dec 06 23:58:27.503544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58456) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.533836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Deleting port b2e60781-16cc-4948-b56a-e8b731887286 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:27.534234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.598051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port b2e60781-16cc-4948-b56a-e8b731887286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2e60781-16cc-4948-b56a-e8b731887286,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:27.598439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.601176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:27.612029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for b2e60781-16cc-4948-b56a-e8b731887286 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:27.618013 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-584cef03-1995-4f72-bde4-90f583e792f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.618470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584cef03-1995-4f72-bde4-90f583e792f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.621626 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-584cef03-1995-4f72-bde4-90f583e792f6 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/6fee3921-0a92-4560-a48e-896fc48109d1 HTTP/1.1" status: 404 len: 337 time: 0.1167462 Dec 06 23:58:27.622337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:27.625236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:27.625956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.628031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] For port b2e60781-16cc-4948-b56a-e8b731887286, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2e60781-16cc-4948-b56a-e8b731887286,segment=NetworkSegment(903b6b2e-f5c7-4dbc-ad92-a8d221824a60),segment_id=903b6b2e-f5c7-4dbc-ad92-a8d221824a60)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:27.630115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.638615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58458) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.652164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:27.656061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Calling delete_port for b2e60781-16cc-4948-b56a-e8b731887286 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:27.658599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:27.692899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.697247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9368cf1d-50ff-49ce-833e-9351e2cb4223 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.697848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9368cf1d-50ff-49ce-833e-9351e2cb4223 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.698748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3f799f40-f348-4f54-889d-222a9a207a18 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/ports/8f0420cd-63d3-4693-87d1-b7dfc341e6f7 HTTP/1.1" status: 204 len: 168 time: 1.6630044 Dec 06 23:58:27.701876 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9368cf1d-50ff-49ce-833e-9351e2cb4223 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/4bb8553b-db28-41ac-896a-4f1aad817f97 HTTP/1.1" status: 404 len: 333 time: 0.0616789 Dec 06 23:58:27.702495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.714919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58462) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.729416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58464) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.766854 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c418183e-0fbc-4ef1-bcf1-afade3024741 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.767319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c418183e-0fbc-4ef1-bcf1-afade3024741 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.772973 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c418183e-0fbc-4ef1-bcf1-afade3024741 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/822b7c3a-3a0d-4b3f-bdd2-88a065e589f6 HTTP/1.1" status: 404 len: 337 time: 0.0545578 Dec 06 23:58:27.773738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58468) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.799049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting subnet a12e244a-8791-416b-ac84-8ab7f6a6fe03 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:27.802390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.803016 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a9c3d6-9c58-4b4f-aad1-a99face83f4b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.803483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a9c3d6-9c58-4b4f-aad1-a99face83f4b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.808975 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45a9c3d6-9c58-4b4f-aad1-a99face83f4b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/3f22982d-b2ab-4bd8-aa7f-3c8f1954224f HTTP/1.1" status: 404 len: 337 time: 0.0321646 Dec 06 23:58:27.809619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58470) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.819275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.853762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.861897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:27.875344 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b8812f-1975-4f1d-afe1-c43baeaf7465 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.876631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b8812f-1975-4f1d-afe1-c43baeaf7465 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.882001 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e9b8812f-1975-4f1d-afe1-c43baeaf7465 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/090faf64-ee6d-404b-8748-4c373ae3e310 HTTP/1.1" status: 404 len: 333 time: 0.0691864 Dec 06 23:58:27.883155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58472) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.917867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-96533a51-4b29-420d-8b53-ebf8d0da2fa8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.918334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96533a51-4b29-420d-8b53-ebf8d0da2fa8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.924282 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96533a51-4b29-420d-8b53-ebf8d0da2fa8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/95bd7ea8-c175-469a-9ebd-f18b7292e7d9 HTTP/1.1" status: 404 len: 337 time: 0.0387621 Dec 06 23:58:27.929986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] No DVR routers for this DVR port b2e60781-16cc-4948-b56a-e8b731887286 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:27.935399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58474) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:27.939447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab513f1-e633-41f4-b2a0-922d8b90cacf None None] Pushing event deleted for resources: {'Port': ['ID=b2e60781-16cc-4948-b56a-e8b731887286,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:27.985795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-14166910-a106-4077-8d07-a41697ddf2f1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:27.986248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14166910-a106-4077-8d07-a41697ddf2f1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:27.989397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14166910-a106-4077-8d07-a41697ddf2f1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/8d8c8edd-c04b-41e6-a33f-e4ae837412bc HTTP/1.1" status: 404 len: 337 time: 0.0522478 Dec 06 23:58:27.992631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.021118 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-322912e6-517b-4fd5-b02e-fca2533e3892 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.021774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322912e6-517b-4fd5-b02e-fca2533e3892 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.024935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-322912e6-517b-4fd5-b02e-fca2533e3892 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/26e6c296-a86f-42d4-beb6-a7b0980bcce6 HTTP/1.1" status: 404 len: 333 time: 0.0309608 Dec 06 23:58:28.029730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-572999222', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:28.034993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58478) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.046913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.075865 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf3dbde-289b-4aca-ad68-afb806d4575a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.075865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf3dbde-289b-4aca-ad68-afb806d4575a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.080476 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bcf3dbde-289b-4aca-ad68-afb806d4575a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/99b4e238-4680-4511-b1dc-77411e1ffac1 HTTP/1.1" status: 404 len: 337 time: 0.0412199 Dec 06 23:58:28.096546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58480) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.107692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=b2e60781-16cc-4948-b56a-e8b731887286,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:28.130338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3158b9c-67a4-4b63-a47e-8be0a8572620 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.130618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.11 (534ac848-be3c-4732-b630-b3f8a0cd575a/984c9af1-f5f6-49ce-8fd2-a939c30dcc3b/8a351a7f-a053-454c-b5b7-9e3824ef25dd) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:28.130842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3158b9c-67a4-4b63-a47e-8be0a8572620 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.133939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c3158b9c-67a4-4b63-a47e-8be0a8572620 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c39931d7-66fd-4d84-8ea9-abc3e01220ee HTTP/1.1" status: 404 len: 333 time: 0.0354266 Dec 06 23:58:28.139077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58482) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.170140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-134a74df-240c-4c67-933d-e07d3bc0d30f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.170668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134a74df-240c-4c67-933d-e07d3bc0d30f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.173774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-134a74df-240c-4c67-933d-e07d3bc0d30f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/1421cf7c-3266-4c72-862b-b42945a99f2a HTTP/1.1" status: 404 len: 337 time: 0.0336363 Dec 06 23:58:28.174487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.187924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58484) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.200566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port b2e60781-16cc-4948-b56a-e8b731887286 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:28.239692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.240781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.249416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d389ce98-0f5f-4de3-bf6b-3fcfc49c69c8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.256131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d389ce98-0f5f-4de3-bf6b-3fcfc49c69c8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.256131 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d389ce98-0f5f-4de3-bf6b-3fcfc49c69c8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/bd414247-5d07-49ba-afdf-13a4215070c2 HTTP/1.1" status: 404 len: 333 time: 0.0634894 Dec 06 23:58:28.258517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58486) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.275126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 44a97047-7fa3-411a-b079-90c905f0d309 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:28.291923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdad1b4c-2d49-41d8-be58-9db6dba57d92 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.292425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdad1b4c-2d49-41d8-be58-9db6dba57d92 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.298370 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fdad1b4c-2d49-41d8-be58-9db6dba57d92 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/cba56866-7be3-4077-baed-2b0d7ddb3e33 HTTP/1.1" status: 404 len: 337 time: 0.0351884 Dec 06 23:58:28.299850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.358108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 44a97047-7fa3-411a-b079-90c905f0d309 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:28.358108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.362325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.426968 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-4888b081-afc9-40b6-b034-4cc9dc074dc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.427514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4888b081-afc9-40b6-b034-4cc9dc074dc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.430691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4888b081-afc9-40b6-b034-4cc9dc074dc8 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/6982467e-2b38-4443-9259-e2dd61b5d77e HTTP/1.1" status: 404 len: 333 time: 0.1279821 Dec 06 23:58:28.459934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.461258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58492) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.467835 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4e2daf01-97a6-4e5f-a097-f84241f9fff3 req-aff09f6e-434e-45e3-a198-789126ba617f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 210 time: 0.0813737 Dec 06 23:58:28.479463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.512775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:28.530719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903b6b2e-f5c7-4dbc-ad92-a8d221824a60') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:28.531034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903b6b2e-f5c7-4dbc-ad92-a8d221824a60') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:28.539928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 44a97047-7fa3-411a-b079-90c905f0d309, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44a97047-7fa3-411a-b079-90c905f0d309,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:28.554945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff67c90-0b2b-435b-abbc-48171f839fac None None] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:28.557393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.585211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.599497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.601304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:28.601699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:28.605263 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:28.655559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.666627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.724498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Subnet': ['ID=a12e244a-8791-416b-ac84-8ab7f6a6fe03,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:28.731863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.735981 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b301f83d-ee0e-4f51-a9f2-eb3c65bcd430 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/subnets/a12e244a-8791-416b-ac84-8ab7f6a6fe03 HTTP/1.1" status: 204 len: 168 time: 0.9961884 Dec 06 23:58:28.738421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58494) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.759656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9603c672-55e6-4aa5-9540-96a8731c0d78 None None] Network 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:28.761661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=44a97047-7fa3-411a-b079-90c905f0d309,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:28.782747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b2e60781-16cc-4948-b56a-e8b731887286 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:28.806322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.815753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.819368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a HTTP/1.1" status: 204 len: 168 time: 1.6842687 Dec 06 23:58:28.832863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58496) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.854219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.856012 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5f15ba-e447-4555-8dd5-4211a7af1c74 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.856486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5f15ba-e447-4555-8dd5-4211a7af1c74 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.859546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6a5f15ba-e447-4555-8dd5-4211a7af1c74 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/e859ecf4-a5e5-416a-874a-46c5cccdd8c7 HTTP/1.1" status: 404 len: 337 time: 0.3972967 Dec 06 23:58:28.862694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58498) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.870046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b2e60781-16cc-4948-b56a-e8b731887286 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:28.870402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b2e60781-16cc-4948-b56a-e8b731887286 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:28.870830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:28.875624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4c5ce-dee7-40cd-9c63-e22cc8aaa958 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=8eeb4b23-9a1e-4bc4-bac0-9445c7205b6a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:28.889582 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-62db62c5-5ecc-4757-b8b6-c0f41751ea61 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.890127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62db62c5-5ecc-4757-b8b6-c0f41751ea61 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.893191 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-62db62c5-5ecc-4757-b8b6-c0f41751ea61 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/dabb180b-6959-4f33-b1ea-89d3c7f2893b HTTP/1.1" status: 404 len: 333 time: 0.0294161 Dec 06 23:58:28.896407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58500) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.904725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:28.905079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 95ef80f4-6c25-4d03-aee3-8e5d1bf7c9df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:28.915248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9915ec3b-0ccf-4faa-ba77-c82116c99f96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:28.915248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fd7801ed-cf00-4b7b-b86b-ce274e5c1787 None None] Provisioning complete for port 44a97047-7fa3-411a-b079-90c905f0d309 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:28.915532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.915643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fd7801ed-cf00-4b7b-b86b-ce274e5c1787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.930056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:28.937233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2554fcaf-79ce-4525-993a-7b37232edd14 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:28.938232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2554fcaf-79ce-4525-993a-7b37232edd14 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:28.941236 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2554fcaf-79ce-4525-993a-7b37232edd14 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/380d30fc-34cf-4b09-8aaa-b39646b47638 HTTP/1.1" status: 404 len: 337 time: 0.0424540 Dec 06 23:58:28.957580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:28.991937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 534ac848-be3c-4732-b630-b3f8a0cd575a is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:28.995136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9915ec3b-0ccf-4faa-ba77-c82116c99f96 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:28.995499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9915ec3b-0ccf-4faa-ba77-c82116c99f96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:29.004483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:29.011806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:29.066796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:29.079555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b635edf-9672-4463-9077-796b19ec597a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.080422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b635edf-9672-4463-9077-796b19ec597a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.083974 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7b635edf-9672-4463-9077-796b19ec597a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c970b4cd-ebf7-4469-b673-f877e8fed516 HTTP/1.1" status: 404 len: 333 time: 0.1251264 Dec 06 23:58:29.090049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.179989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:29.180993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.236453 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fd5d06-ae45-4f87-bca7-c3591cb7e634 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.236678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] DHCP port deletion for 2e9732e8-55f2-4f75-bc34-9d9600cf7c80 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:29.237731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fd5d06-ae45-4f87-bca7-c3591cb7e634 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.248194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58506) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.251076 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09fd5d06-ae45-4f87-bca7-c3591cb7e634 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/9af6fa51-5ba6-41fc-94e0-c39aadba3783 HTTP/1.1" status: 404 len: 337 time: 0.1585283 Dec 06 23:58:29.257599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.288103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1965a201-1800-4eb2-a6b0-ce1278300208 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.288646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1965a201-1800-4eb2-a6b0-ce1278300208 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.294259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1965a201-1800-4eb2-a6b0-ce1278300208 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/f7ec0279-4dce-44b3-8b64-a4b8291dce00 HTTP/1.1" status: 404 len: 337 time: 0.0439279 Dec 06 23:58:29.296204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58508) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.299168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Deleting port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:29.299569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.304871 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fddc7e27-febb-4c71-a901-eeea42ff5d2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1096613 Dec 06 23:58:29.305843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Deleting port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:29.306856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.341635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.392685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] For port fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,segment=NetworkSegment(cea24127-496c-4197-b74b-d1242fc87c54),segment_id=cea24127-496c-4197-b74b-d1242fc87c54)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:29.393100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.411719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Request body: {'port': {'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:29.414348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Calling delete_port for fadb17eb-efc6-4a5d-b043-9b0aca2ef096 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:29.419619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.473685 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afdf8e4-7916-478b-af00-6c5ec1fda702 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.474207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afdf8e4-7916-478b-af00-6c5ec1fda702 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.477322 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5afdf8e4-7916-478b-af00-6c5ec1fda702 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/c22178b5-d261-4a50-b25e-9caef9878e44 HTTP/1.1" status: 404 len: 333 time: 0.1798880 Dec 06 23:58:29.487560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58510) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.514193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-496052b2-64df-4463-831b-33feba87eb79 None None] Provisioning complete for port 8a351a7f-a053-454c-b5b7-9e3824ef25dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:29.514701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-496052b2-64df-4463-831b-33feba87eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.527795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.531619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:29.579861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-496052b2-64df-4463-831b-33feba87eb79 None None] Port 8a351a7f-a053-454c-b5b7-9e3824ef25dd cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:29.668010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.699945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367e97-858b-4e7b-9f4f-b36f6c3db338 req-e01da8d0-296d-4294-8d3e-aa5307ac1d05 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:29.701532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fa367e97-858b-4e7b-9f4f-b36f6c3db338 req-e01da8d0-296d-4294-8d3e-aa5307ac1d05 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 932 time: 0.1305661 Dec 06 23:58:29.715728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] Pushing event deleted for resources: {'Port': ['ID=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:29.720559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d1d17-ea84-4e0a-9c9c-8d6084daa322 None None] No DVR routers for this DVR port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:29.745601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c4ff24f6-02ed-465f-802c-0806de184536 None None] Provisioning complete for port 44a97047-7fa3-411a-b079-90c905f0d309 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:29.746868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c4ff24f6-02ed-465f-802c-0806de184536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.747593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:29.753690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:29.827276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-87397f4d-f0bf-4db1-80a9-0464b3c584ec tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.827737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87397f4d-f0bf-4db1-80a9-0464b3c584ec tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.830917 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-87397f4d-f0bf-4db1-80a9-0464b3c584ec tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/46ef17cf-38e5-4eb5-9028-73375bf01a8a HTTP/1.1" status: 404 len: 337 time: 0.3378735 Dec 06 23:58:29.844218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.853482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] For port fadb17eb-efc6-4a5d-b043-9b0aca2ef096, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,segment=NetworkSegment(cea24127-496c-4197-b74b-d1242fc87c54),segment_id=cea24127-496c-4197-b74b-d1242fc87c54)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:29.853856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.859335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c4ff24f6-02ed-465f-802c-0806de184536 None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:29.859335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c4ff24f6-02ed-465f-802c-0806de184536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.882597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Calling delete_port for fadb17eb-efc6-4a5d-b043-9b0aca2ef096 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:29.900304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff24f6-02ed-465f-802c-0806de184536 None None] Port ab12b655-e857-4688-bb46-b77d88644b00 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:29.926683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:29.949648 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7125eda6-8abb-4fb8-8b42-34cf5992d505 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:29.950262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7125eda6-8abb-4fb8-8b42-34cf5992d505 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:29.955520 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7125eda6-8abb-4fb8-8b42-34cf5992d505 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/24cf59e0-2a71-4851-a982-619195a9540d HTTP/1.1" status: 404 len: 337 time: 0.1058989 Dec 06 23:58:29.966814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58516) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:29.999548 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fa367e97-858b-4e7b-9f4f-b36f6c3db338 req-02336a73-f3c2-4357-8152-bdeefd840ad9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789395 Dec 06 23:58:30.015434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.023011 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f00e63c-7039-40b3-a79f-26ca137a081d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.023581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f00e63c-7039-40b3-a79f-26ca137a081d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.029297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9f00e63c-7039-40b3-a79f-26ca137a081d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/1c08d0af-0274-4b52-9526-8fff53d8b109 HTTP/1.1" status: 404 len: 333 time: 0.0580521 Dec 06 23:58:30.038401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58518) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.046430 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.048629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cf10c31a-012e-4c3d-86af-0edab43b8370 None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:30.049438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cf10c31a-012e-4c3d-86af-0edab43b8370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.087869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cf10c31a-012e-4c3d-86af-0edab43b8370 None None] Port ab12b655-e857-4688-bb46-b77d88644b00 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:30.109401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d461ef-0312-425d-9324-01a97538dbcc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.109864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d461ef-0312-425d-9324-01a97538dbcc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.113541 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05d461ef-0312-425d-9324-01a97538dbcc tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/950f363f-9549-4d39-9ad3-6e9e5e1f5739 HTTP/1.1" status: 404 len: 337 time: 0.0742083 Dec 06 23:58:30.119160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.178323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-28644315-33b0-4dab-9ce7-24a82864d261 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.178687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28644315-33b0-4dab-9ce7-24a82864d261 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.181733 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-28644315-33b0-4dab-9ce7-24a82864d261 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/69455914-2c1a-44a2-bff9-9b537cf9aa13 HTTP/1.1" status: 404 len: 337 time: 0.0594327 Dec 06 23:58:30.184624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.198659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 44a97047-7fa3-411a-b079-90c905f0d309 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:30.218693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-163b7ea5-df5a-4295-8262-8dbdda60cd2c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.219090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163b7ea5-df5a-4295-8262-8dbdda60cd2c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.225217 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-163b7ea5-df5a-4295-8262-8dbdda60cd2c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/26dd15c9-8c56-4fe4-a71e-691a73da4728 HTTP/1.1" status: 404 len: 333 time: 0.0340633 Dec 06 23:58:30.225376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.246924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c2baca3e-880e-47a3-b3b0-3b9744438ae8 None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:30.246924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c2baca3e-880e-47a3-b3b0-3b9744438ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.265064 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e182780-bf17-4c8f-a874-b2798981594c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.265064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e182780-bf17-4c8f-a874-b2798981594c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.270429 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3e182780-bf17-4c8f-a874-b2798981594c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/64569854-18ed-47d4-b56b-c9820a2a6816 HTTP/1.1" status: 404 len: 337 time: 0.0409427 Dec 06 23:58:30.270429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Allocated IP 172.36.7.158 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c6ea064c-c016-41d3-89f1-c8e57bbef1df) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:30.271406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58526) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.271527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.284335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c2baca3e-880e-47a3-b3b0-3b9744438ae8 None None] Port ab12b655-e857-4688-bb46-b77d88644b00 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:30.297161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 44a97047-7fa3-411a-b079-90c905f0d309 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:30.297585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.310513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:30.312929 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20d24e7-c9a8-4051-b34f-4a6879547e56 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.313436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20d24e7-c9a8-4051-b34f-4a6879547e56 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.319442 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e20d24e7-c9a8-4051-b34f-4a6879547e56 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/8deaa957-2232-48d4-b4a0-5c1deb4756f1 HTTP/1.1" status: 404 len: 337 time: 0.0440133 Dec 06 23:58:30.322880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58528) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.332884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] No DVR routers for this DVR port fadb17eb-efc6-4a5d-b043-9b0aca2ef096 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:30.337583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Port': ['ID=fadb17eb-efc6-4a5d-b043-9b0aca2ef096,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:30.370226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4cadd5bf-183d-4a0e-b147-200224243d9a tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports?device_id=1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff HTTP/1.1" status: 200 len: 205 time: 0.0476310 Dec 06 23:58:30.377262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58530) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.436331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.449800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fadb17eb-efc6-4a5d-b043-9b0aca2ef096 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:30.473222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: fadb17eb-efc6-4a5d-b043-9b0aca2ef096 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:30.473222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fadb17eb-efc6-4a5d-b043-9b0aca2ef096 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:30.509681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:30.520098 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b92d4c32-b60a-4297-93e0-9f07f0bcd549 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5880644 Dec 06 23:58:30.525587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:30.526144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.526144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.530606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-794664174'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:30.535106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:30.535636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:30.550388 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-dc039b1d-72fa-4099-b91f-6ad2996fb6a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] delete failed (client error): The resource could not be found. Dec 06 23:58:30.551432 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc039b1d-72fa-4099-b91f-6ad2996fb6a2 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/routers/1e1b9d9e-48a9-4bb5-ae62-a9dd5a4615ff HTTP/1.1" status: 404 len: 336 time: 0.1727390 Dec 06 23:58:30.555391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58534) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.596208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-139d927d-bbbb-4b74-997d-a5eafacc0631 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.596702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139d927d-bbbb-4b74-997d-a5eafacc0631 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.599717 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-139d927d-bbbb-4b74-997d-a5eafacc0631 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/08cceedc-3bfa-4519-966e-7d00253c4a0c HTTP/1.1" status: 404 len: 337 time: 0.0419230 Dec 06 23:58:30.604595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.604788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58536) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.634574 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b8a161a0-085a-402d-9d66-2b4513dc9909 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "GET /v2.0/ports?device_id=77d0fc04-246b-48ad-9a91-06267aa310c2 HTTP/1.1" status: 200 len: 205 time: 0.0288243 Dec 06 23:58:30.637504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58538) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.638953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:30.643864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9732e8-55f2-4f75-bc34-9d9600cf7c80']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:30.666319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea24127-496c-4197-b74b-d1242fc87c54') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:30.666620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea24127-496c-4197-b74b-d1242fc87c54') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:30.673889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:30.677362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.679536 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-5bd6a3a8-9856-47ea-839e-81bb08dd8f3b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] delete failed (client error): The resource could not be found. Dec 06 23:58:30.680585 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5bd6a3a8-9856-47ea-839e-81bb08dd8f3b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/routers/77d0fc04-246b-48ad-9a91-06267aa310c2 HTTP/1.1" status: 404 len: 336 time: 0.0421226 Dec 06 23:58:30.683240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58540) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.699823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.727699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.740781 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-885f01ad-1b56-4f42-8c17-523d4497d29c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.741847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885f01ad-1b56-4f42-8c17-523d4497d29c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.746022 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-885f01ad-1b56-4f42-8c17-523d4497d29c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/d1243d41-b4d3-4731-80c2-29dfe0f65aaf HTTP/1.1" status: 404 len: 337 time: 0.0616488 Dec 06 23:58:30.753215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58542) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.758951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:30.772122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.772515 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 3d6f4b3f-820c-42db-91c4-651e0e9a96b8 of type vlan for network c7531348-d134-43eb-91c0-e145c9f43bea Dec 06 23:58:30.801934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:30.814626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:30.817597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:30.835577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.837328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76a948-0085-4836-bb7e-43078e41b1f8 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:30.856309 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb47c967-31e6-475c-8457-24af9bf6427c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.856618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb47c967-31e6-475c-8457-24af9bf6427c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.861968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eb47c967-31e6-475c-8457-24af9bf6427c tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/43e2fae6-aa1e-4691-b482-e8fba09c94de HTTP/1.1" status: 404 len: 337 time: 0.1023440 Dec 06 23:58:30.864143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58544) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:30.865044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:27Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:28Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:30.866974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:30.867381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:30.871734 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:30.887023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event updated for resources: {'Port': ['ID=c6ea064c-c016-41d3-89f1-c8e57bbef1df,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:30.902239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:30.902593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Updating router 0d299182-ffd7-44a7-8b30-e3f2176ee43e port ab12b655-e857-4688-bb46-b77d88644b00 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:30.907835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a351a7f-a053-454c-b5b7-9e3824ef25dd {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:58:30.915392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.959189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:30.964351 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-49259ee4-b5f0-481e-8430-6f7e6824820d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:30.964940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49259ee4-b5f0-481e-8430-6f7e6824820d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:30.970368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-49259ee4-b5f0-481e-8430-6f7e6824820d tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/d50322a9-fa61-4bf6-b895-75aadbbec770 HTTP/1.1" status: 404 len: 333 time: 0.0973313 Dec 06 23:58:30.976791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58546) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.023519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3675adc-21ba-4781-8d04-d6f7f0faab2b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.023979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3675adc-21ba-4781-8d04-d6f7f0faab2b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.029590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3675adc-21ba-4781-8d04-d6f7f0faab2b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/2042bfb5-f03f-4122-8c30-4633371b6113 HTTP/1.1" status: 404 len: 337 time: 0.0458813 Dec 06 23:58:31.031901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58548) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.065616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Transition to ACTIVE for port object 8a351a7f-a053-454c-b5b7-9e3824ef25dd will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:58:31.068023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e72894-5ee5-4bf0-9587-a4c3f353eefa tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.068023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e72894-5ee5-4bf0-9587-a4c3f353eefa tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.070395 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-88e72894-5ee5-4bf0-9587-a4c3f353eefa tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/82946342-4936-441d-8c82-7513bd8b75b6 HTTP/1.1" status: 404 len: 333 time: 0.0375199 Dec 06 23:58:31.072398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.074263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58552) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.083246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.086765 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] 10.222.0.53 "DELETE /v2.0/networks/2e9732e8-55f2-4f75-bc34-9d9600cf7c80 HTTP/1.1" status: 204 len: 168 time: 2.3472121 Dec 06 23:58:31.106646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.107047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188633-3504-412e-97da-f733b3a36453 tempest-AllowedAddressPairTestJSON-1802293484 tempest-AllowedAddressPairTestJSON-1802293484-project] Pushing event deleted for resources: {'Network': ['ID=2e9732e8-55f2-4f75-bc34-9d9600cf7c80,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:31.121880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7550fb9c-cda4-4025-8b8e-98f97fb32116 None None] Provisioning complete for port c6ea064c-c016-41d3-89f1-c8e57bbef1df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:31.122276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7550fb9c-cda4-4025-8b8e-98f97fb32116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.162817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.169263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:31.170082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.170393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.181195 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2946bd20-3b4c-40bf-a1ca-cddf6ddc7c27 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.181926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2946bd20-3b4c-40bf-a1ca-cddf6ddc7c27 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.188844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2946bd20-3b4c-40bf-a1ca-cddf6ddc7c27 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/652bdef0-833e-4e6a-81e0-bd5fab06107d HTTP/1.1" status: 404 len: 337 time: 0.1128278 Dec 06 23:58:31.189439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58556) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.280281 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba09de9e-57e8-4416-8cba-55aaa61dfbd1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.283545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba09de9e-57e8-4416-8cba-55aaa61dfbd1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.284040 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ba09de9e-57e8-4416-8cba-55aaa61dfbd1 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/ec281706-c856-453b-ba77-d62506167cab HTTP/1.1" status: 404 len: 333 time: 0.0770454 Dec 06 23:58:31.292533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.306654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Pushing event updated for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:31.314365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7550fb9c-cda4-4025-8b8e-98f97fb32116 None None] Port c6ea064c-c016-41d3-89f1-c8e57bbef1df cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:31.318065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44e9d6-cc4e-4907-94a7-72aab4977769 req-2ea6806e-b681-46c2-8a2b-b0db27cbadfd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:31.318368 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a44e9d6-cc4e-4907-94a7-72aab4977769 req-2ea6806e-b681-46c2-8a2b-b0db27cbadfd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 944 time: 0.1806934 Dec 06 23:58:31.332877 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8058753 Dec 06 23:58:31.337774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.343698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:31.416891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea41d1-d03f-4613-913e-f289c3753066 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=c7531348-d134-43eb-91c0-e145c9f43bea,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:31.425491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48e108c-2be6-4b28-93d7-bfc40efd9228 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.425891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48e108c-2be6-4b28-93d7-bfc40efd9228 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.432731 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f48e108c-2be6-4b28-93d7-bfc40efd9228 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/b72a1e12-8747-41d8-b25c-b31c5a9660fb HTTP/1.1" status: 404 len: 337 time: 0.1388040 Dec 06 23:58:31.435109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.442540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c7531348-d134-43eb-91c0-e145c9f43bea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:31.453794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port e8251785-1c65-4091-a79d-8b4d9527f8a4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:31.454131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.468721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a44e9d6-cc4e-4907-94a7-72aab4977769 req-89317499-75af-48a9-a3ed-05200095537c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184652 Dec 06 23:58:31.472024 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7db618-29c5-4497-949e-7c63603006c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.473224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7db618-29c5-4497-949e-7c63603006c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.479190 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2e7db618-29c5-4497-949e-7c63603006c5 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/a762dfeb-88d3-48cf-9fa1-5ead29407ab0 HTTP/1.1" status: 404 len: 333 time: 0.0419440 Dec 06 23:58:31.480282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58564) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.506163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.565651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Attempting to bind port 8a351a7f-a053-454c-b5b7-9e3824ef25dd on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:31.565994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Attempting to bind port 8a351a7f-a053-454c-b5b7-9e3824ef25dd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:31.566327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Attempting to bind port 8a351a7f-a053-454c-b5b7-9e3824ef25dd on network 534ac848-be3c-4732-b630-b3f8a0cd575a {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:31.574458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b833c0b-6730-49c8-96f9-6d8232321210 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.574962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b833c0b-6730-49c8-96f9-6d8232321210 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.578180 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b833c0b-6730-49c8-96f9-6d8232321210 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/f67b9c2a-492b-4bed-8213-94bb3f8c4172 HTTP/1.1" status: 404 len: 337 time: 0.0846303 Dec 06 23:58:31.578904 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:31.583167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.583529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58566) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.599667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Port 8a351a7f-a053-454c-b5b7-9e3824ef25dd on network 534ac848-be3c-4732-b630-b3f8a0cd575a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:58:31.600035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Attempting to bind port 8a351a7f-a053-454c-b5b7-9e3824ef25dd on network 534ac848-be3c-4732-b630-b3f8a0cd575a {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:31.629289 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc9be0-e83a-4335-b64b-8d769d4d1a49 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.629825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccc9be0-e83a-4335-b64b-8d769d4d1a49 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.632999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1ccc9be0-e83a-4335-b64b-8d769d4d1a49 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/28dd75b0-290c-45c8-9e56-174d253ccabd HTTP/1.1" status: 404 len: 333 time: 0.0485380 Dec 06 23:58:31.636449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:31.636618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Checking segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:31.636983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Bound using segment: {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:31.637432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Bound port: 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6613fc17-e6c5-4e49-8592-681dae74eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:31.637787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.642677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.680624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.698703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ec36a1-3d1c-496d-a25a-68f23262e01b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.699160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ec36a1-3d1c-496d-a25a-68f23262e01b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.702261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-76ec36a1-3d1c-496d-a25a-68f23262e01b tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/5a5d5da8-4132-4efa-b885-9c8089c4c18b HTTP/1.1" status: 404 len: 337 time: 0.0586417 Dec 06 23:58:31.704161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port e8251785-1c65-4091-a79d-8b4d9527f8a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8251785-1c65-4091-a79d-8b4d9527f8a4,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:31.704546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.723320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58572) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.732534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58574) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.761120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for e8251785-1c65-4091-a79d-8b4d9527f8a4 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:31.766579 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-888c8d4d-35c9-40c2-b44c-bac9041178ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.767121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888c8d4d-35c9-40c2-b44c-bac9041178ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.772633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.772840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-888c8d4d-35c9-40c2-b44c-bac9041178ed tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/de481faf-cf9b-48f2-b791-11d3d46b061d HTTP/1.1" status: 404 len: 333 time: 0.0413165 Dec 06 23:58:31.777264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58578) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.828157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61e3799-ff05-4c90-a1b0-933552a3c456 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.829068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61e3799-ff05-4c90-a1b0-933552a3c456 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.834140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d61e3799-ff05-4c90-a1b0-933552a3c456 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/1f32926f-d5ff-44d3-9801-504e1165c403 HTTP/1.1" status: 404 len: 337 time: 0.0535626 Dec 06 23:58:31.840116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58580) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.840920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:31.878715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:31.898149 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-11777895-397e-471a-852b-71a03454f563 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:31.898721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11777895-397e-471a-852b-71a03454f563 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:31.902750 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-11777895-397e-471a-852b-71a03454f563 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/ports/a29f4acb-cb9a-4f4a-bccf-456195776a19 HTTP/1.1" status: 404 len: 333 time: 0.0661378 Dec 06 23:58:31.905545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58582) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:31.926116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.955949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Attempting to bind port ab12b655-e857-4688-bb46-b77d88644b00 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:31.956357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Attempting to bind port ab12b655-e857-4688-bb46-b77d88644b00 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:31.956735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Attempting to bind port ab12b655-e857-4688-bb46-b77d88644b00 on network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:31.966849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:31.967343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Checking segment: {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:31.967770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.968398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Bound using segment: {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:31.968941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Bound port: ab12b655-e857-4688-bb46-b77d88644b00, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d34a6-c11f-4a85-a436-76487bedfcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:31.970291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:31.985198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3124-25bc-45f8-a774-5300a9b9aaf3 None None] Pushing event updated for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:32.033643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-73f1436a-321b-4b6a-8d49-9992d4c5b6aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db22290f3d9f48e9be58daaef50bfd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934251 Dec 06 23:58:32.055922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:32.084751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] For port ab12b655-e857-4688-bb46-b77d88644b00, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:32.102939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] For port ab12b655-e857-4688-bb46-b77d88644b00, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab12b655-e857-4688-bb46-b77d88644b00,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:32.107949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-88143117-1766-4d1c-9088-946b0afe9243 None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:32.115783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88143117-1766-4d1c-9088-946b0afe9243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.151108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-88143117-1766-4d1c-9088-946b0afe9243 None None] Port ab12b655-e857-4688-bb46-b77d88644b00 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:32.198517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.253202 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e552793d-4eeb-4eb6-bc77-81d6d256385f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:32.253774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e552793d-4eeb-4eb6-bc77-81d6d256385f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:32.256885 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e552793d-4eeb-4eb6-bc77-81d6d256385f tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/subnets/d9c2f785-362e-4db4-899f-a3d2634ffccd HTTP/1.1" status: 404 len: 337 time: 0.3490629 Dec 06 23:58:32.258145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.261942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58588) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:32.262132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:32.262765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:32.285728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58590) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:32.361908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef3124-25bc-45f8-a774-5300a9b9aaf3 None None] Pushing event updated for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:32.411279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:32.464520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:32.465156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.466822 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] 10.222.0.45 "PUT /v2.0/ports/8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 1094 time: 3.1145120 Dec 06 23:58:32.467345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:32.470011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23157ace-0360-4d8d-90e5-2f455b3fd76d" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:32.556946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66bae3-5d21-48e0-b17f-e8beed5de610 service neutron] Pushing event updated for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:32.605027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772786f7-151e-4baa-9606-9669df710f25 x-openstack-request-id: req-772786f7-151e-4baa-9606-9669df710f25 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:32.605329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:32.605601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-772786f7-151e-4baa-9606-9669df710f25 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:32.606113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'status': 'completed', 'code': 200} Dec 06 23:58:32.619332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.690949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.700613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:32.701198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.740144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.755434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.764162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:27Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:32.793588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05069ffc-a92d-4ac6-88d3-271b28584d7e None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:27Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:32.826388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-32f272cf-1430-47fc-8a22-3847f757c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:32.828446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-32f272cf-1430-47fc-8a22-3847f757c15e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1097 time: 0.2133186 Dec 06 23:58:32.839253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Router c9eb06d6-b0db-47b5-9425-0b6827e93e6b is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:32.852822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.861627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:32.888546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] For port ab12b655-e857-4688-bb46-b77d88644b00, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab12b655-e857-4688-bb46-b77d88644b00,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:32.895563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b612ee-43b5-4ebd-83f7-24e4d66b626a req-02fcc746-2a64-48f3-9821-0c0eb329f36d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:32.897182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08b612ee-43b5-4ebd-83f7-24e4d66b626a req-02fcc746-2a64-48f3-9821-0c0eb329f36d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 944 time: 0.2422550 Dec 06 23:58:32.911666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:32.912034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: c7531348-d134-43eb-91c0-e145c9f43bea, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:32.927075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.936130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.975238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.977956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:32.979134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a9b7b78-3950-4612-9984-27ffb767f29a HTTP/1.1" status: 204 len: 168 time: 0.9221809 Dec 06 23:58:32.982567 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-0f87d7cf-64d2-42f0-875e-971e852a9e90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 217 time: 0.1132233 Dec 06 23:58:32.991587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e80f45-5586-4544-a6ce-039ef47ba327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b7b78-3950-4612-9984-27ffb767f29a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:33.005658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:33.017190 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] Sync routers for ids ['c9eb06d6-b0db-47b5-9425-0b6827e93e6b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:33.022195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=e8251785-1c65-4091-a79d-8b4d9527f8a4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:33.027607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14912ce9-667e-432c-ab2b-e80ee3ba96fb None None] Pushing event updated for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:33.038885 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] Routers {'c9eb06d6-b0db-47b5-9425-0b6827e93e6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:33.039555 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c9eb06d6-b0db-47b5-9425-0b6827e93e6b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.047043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network c7531348-d134-43eb-91c0-e145c9f43bea is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:33.049115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.127740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.132352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d0cb2097-4590-4ea3-8b07-cc0e0eb4e7cc tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4016533 Dec 06 23:58:33.135365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58598) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:33.153727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c7531348-d134-43eb-91c0-e145c9f43bea) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:33.169492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:33.169729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.179303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9ef150-8f64-4b54-a68b-c837f595510f']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.207166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363c324-9761-4eab-83c0-a0432772e03b None None] Network c7531348-d134-43eb-91c0-e145c9f43bea requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:33.240487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3357e4db-b447-4136-8090-e0136f618a96') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.240943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3357e4db-b447-4136-8090-e0136f618a96') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.339423 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.374202 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] Routers {'c9eb06d6-b0db-47b5-9425-0b6827e93e6b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:33.376485 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c9eb06d6-b0db-47b5-9425-0b6827e93e6b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.388588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Deleting port 9573b897-5bef-4640-b728-5f98cf6b1d12 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:33.390336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.393948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fad89786-9c5e-4db0-ad27-97c9acec18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:33.395762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-fad89786-9c5e-4db0-ad27-97c9acec18dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.3781228 Dec 06 23:58:33.411933 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4fbe1106-6adb-4152-8a61-99001d22af93 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0705607 Dec 06 23:58:33.416769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58600) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:33.433620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.440723 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-808dbce2-ba1f-4a66-b750-7e7a67073bf6 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/c9eb06d6-b0db-47b5-9425-0b6827e93e6b HTTP/1.1" status: 200 len: 924 time: 0.3006623 Dec 06 23:58:33.444670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58604) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:33.474072 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:33.474741 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cd4ef8-9816-4df6-a6c7-185870e77cd6 None None] The sync data for ids ['c9eb06d6-b0db-47b5-9425-0b6827e93e6b'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:33.499545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.572088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3c0cca8e-46cb-4b9c-99c5-32ea15ece646 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb06d6-b0db-47b5-9425-0b6827e93e6b HTTP/1.1" status: 200 len: 205 time: 0.0816422 Dec 06 23:58:33.576599 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08b612ee-43b5-4ebd-83f7-24e4d66b626a req-501719c1-b163-42d9-bbaa-31850ccbf355 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6450903 Dec 06 23:58:33.581208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58608) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:33.585997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c7531348-d134-43eb-91c0-e145c9f43bea', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:33.586913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.613663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.749991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.775092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:33.775306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Allocated IP 172.21.0.2 (c7531348-d134-43eb-91c0-e145c9f43bea/7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4/ffad4cf2-ddbe-482e-933c-60e50e3167c3) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:33.776388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:33.811145 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:33.974338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:33.980436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-24c4ded8-5107-40ed-ad8b-bd521547089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:33.982147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-24c4ded8-5107-40ed-ad8b-bd521547089c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4931493 Dec 06 23:58:33.984193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.039868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.040202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.084486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.099237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Calling delete_port for 9573b897-5bef-4640-b728-5f98cf6b1d12 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:34.153959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Pushing event updated for resources: {'Port': ['ID=ffad4cf2-ddbe-482e-933c-60e50e3167c3,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:34.167461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Network c7531348-d134-43eb-91c0-e145c9f43bea is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:34.167964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:34.170335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:34.208605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.251339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Attempting to bind port ffad4cf2-ddbe-482e-933c-60e50e3167c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:34.251667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Attempting to bind port ffad4cf2-ddbe-482e-933c-60e50e3167c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:34.251910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Attempting to bind port ffad4cf2-ddbe-482e-933c-60e50e3167c3 on network c7531348-d134-43eb-91c0-e145c9f43bea {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:34.259480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:34.259868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Checking segment: {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:34.260311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.260714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Bound using segment: {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:34.261195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Bound port: ffad4cf2-ddbe-482e-933c-60e50e3167c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:34.261579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.343898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] For port ffad4cf2-ddbe-482e-933c-60e50e3167c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:34.347927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] For port ffad4cf2-ddbe-482e-933c-60e50e3167c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffad4cf2-ddbe-482e-933c-60e50e3167c3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:34.355656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ab12b655-e857-4688-bb46-b77d88644b00 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:34.366457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.21.0.1 (c7531348-d134-43eb-91c0-e145c9f43bea/7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4/0bb2cc8a-c76d-42f6-8296-da4a034512a3) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:34.432663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ab12b655-e857-4688-bb46-b77d88644b00 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:34.433407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.437164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.527656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58624) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:34.538226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2f4b0-a9df-446d-a8ca-a7f9649e895c None None] Pushing event updated for resources: {'Port': ['ID=ffad4cf2-ddbe-482e-933c-60e50e3167c3,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:34.551199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.658745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.709524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'networks': [{'name': 'tempest-network--1098708607'}, {'name': 'tempest-network--60138648'}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:34.711330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-network--1098708607'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:34.712337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-network--60138648'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:34.724339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.743929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.749582 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] 10.222.0.53 "DELETE /v2.0/networks/0c9ef150-8f64-4b54-a68b-c837f595510f HTTP/1.1" status: 204 len: 168 time: 2.4827733 Dec 06 23:58:34.804846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb4eaf-c310-4489-ad85-6881514ee536 tempest-NetworksTestDHCPv6-429767135 tempest-NetworksTestDHCPv6-429767135-project] Pushing event deleted for resources: {'Network': ['ID=0c9ef150-8f64-4b54-a68b-c837f595510f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:34.878500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network c7531348-d134-43eb-91c0-e145c9f43bea is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:34.889796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:34.896644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:34.899463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:34.918756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-3302abc0-a488-4ed8-9a91-4746be64f047 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9172199 Dec 06 23:58:34.975362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'network': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:34.980056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:34.985505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.042755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:35.056797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.069719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.071139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8023-3bbc-4bf3-bacc-47e9cdd8014b req-7da86262-1cf1-40a4-ad81-e5c6efc38b8b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:35.080290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3e7f8023-3bbc-4bf3-bacc-47e9cdd8014b req-7da86262-1cf1-40a4-ad81-e5c6efc38b8b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 944 time: 0.3964849 Dec 06 23:58:35.197203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3e7f8023-3bbc-4bf3-bacc-47e9cdd8014b req-0c625578-3565-4f9e-a14c-21917c825627 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158879 Dec 06 23:58:35.218617 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-507b92b4-e654-4e8d-a320-c2d23d89c781 req-e48358fe-194e-4ecc-b123-158820025d4e service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813251 Dec 06 23:58:35.222686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:35.243581 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6eaed78a-5499-4ca6-be8c-d0ca3884bc99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4070668 Dec 06 23:58:35.244547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:35.247977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:35.263637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:35.264593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:35.287460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.291569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.311167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 883d9dac-01ef-44b4-95fa-a97f3e5a7b25 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:35.316088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.347575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port c6ea064c-c016-41d3-89f1-c8e57bbef1df {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:35.347929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.378793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.406120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:35.407681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:35.417614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.418234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.432875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.498352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:35.509056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.509609 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 414104e9-a976-451c-982b-bced5f2c43e1 of type vlan for network 9989eae0-ad79-4442-95f0-d1c9ff3fcc01 Dec 06 23:58:35.519876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Port': ['ID=9573b897-5bef-4640-b728-5f98cf6b1d12,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:35.526538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6495c066-a5e3-4c2e-822f-b07d2660ad47,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:35.625693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.691339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.737325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:35.737824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-5ad2e0aa-22e8-4007-86b2-15fe8ac4533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:35.739947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-5ad2e0aa-22e8-4007-86b2-15fe8ac4533d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1097 time: 0.3092098 Dec 06 23:58:35.755820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for c6ea064c-c016-41d3-89f1-c8e57bbef1df owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:35.757400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.757813 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 63f7533d-e56a-48a1-b31b-c16280ff4c31 of type vlan for network 7235f0cc-2d4b-450c-a21b-d13e8f63f276 Dec 06 23:58:35.777364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.835039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.852557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 9, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:35.869755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.875264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.875731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Floating IP a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 disassociated (deleted). External IP: 172.36.7.116, port: 81186095-ad7a-4efd-a956-3582c78894aa. Dec 06 23:58:35.890932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:35.900955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:35.901578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:35.905402 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d9e11b4-2c40-4460-91f4-5e9f68089e15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed8d2358015f4dc0b157f40595c872be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733541 Dec 06 23:58:35.913714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58642) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:35.949480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.977493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8e7f21-3cae-44c9-8330-4ac711c4a428 None None] Network c7531348-d134-43eb-91c0-e145c9f43bea requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:35.986292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.986869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:35.992579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:35.997709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:35.998397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.048031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:36.100816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.107595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] Provisioning complete for port ffad4cf2-ddbe-482e-933c-60e50e3167c3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:36.107963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.130696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.147436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6186228 Dec 06 23:58:36.152392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.154897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58644) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:36.167892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=9989eae0-ad79-4442-95f0-d1c9ff3fcc01,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.215503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9989eae0-ad79-4442-95f0-d1c9ff3fcc01 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:36.241593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-22a67355-9324-4d31-990b-8ab7c49cc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.243243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-22a67355-9324-4d31-990b-8ab7c49cc9a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 898 time: 0.4830532 Dec 06 23:58:36.297840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.324851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99409-78b3-450f-933c-c2f07ccd5517 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=7235f0cc-2d4b-450c-a21b-d13e8f63f276,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.345555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 7235f0cc-2d4b-450c-a21b-d13e8f63f276 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:36.368545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.376079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ffad4cf2-ddbe-482e-933c-60e50e3167c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:36.449712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=c6ea064c-c016-41d3-89f1-c8e57bbef1df,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.452411 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-07a33be0-3218-497a-8a05-d7656d9f0b2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 217 time: 0.1452637 Dec 06 23:58:36.473705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654b7d-e2fa-421f-a4ea-bfcd650d1660 req-a22bda37-d88b-44e1-999b-fb8a19c663a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.477720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43654b7d-e2fa-421f-a4ea-bfcd650d1660 req-a22bda37-d88b-44e1-999b-fb8a19c663a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 944 time: 0.1716669 Dec 06 23:58:36.508184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5dce1-efc7-42e2-8cd1-369dd7f1ddbf None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:36.547028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.547833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-ea1e3517-04e0-4062-9171-fa8c034c56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.549188 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-ea1e3517-04e0-4062-9171-fa8c034c56ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.0872626 Dec 06 23:58:36.569800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a95ca-a98e-46bd-9f02-49e72f5d0f35 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.577246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a95ca-a98e-46bd-9f02-49e72f5d0f35 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.584247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a95ca-a98e-46bd-9f02-49e72f5d0f35 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.590752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a95ca-a98e-46bd-9f02-49e72f5d0f35 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.592567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e50a95ca-a98e-46bd-9f02-49e72f5d0f35 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4358251 Dec 06 23:58:36.599694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:36.615642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] For port ffad4cf2-ddbe-482e-933c-60e50e3167c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffad4cf2-ddbe-482e-933c-60e50e3167c3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:36.621825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network c7531348-d134-43eb-91c0-e145c9f43bea is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:36.628045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ffad4cf2-ddbe-482e-933c-60e50e3167c3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:36.628533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.648096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:36.669413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 9, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:36.672901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Router 6653bd10-d07e-45b0-a1db-904a4aa46224 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:36.701847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150deb32-71e4-4656-832e-4561d5c1c0e4 None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 9, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': '2da8885d-a208-4fb1-9918-5af62b7b6b92', 'name': '', 'network_id': '2acecee0-475d-4593-be04-84945bd3bf8d', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:df:41:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:49Z', 'updated_at': '2021-12-06T23:57:56Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '5cefa869-69f3-453d-b0bd-12521db0a2d9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:36.704654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.707760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-c07cc426-cd32-4bde-a1e1-e3eece580f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:36.709308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-c07cc426-cd32-4bde-a1e1-e3eece580f2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1432018 Dec 06 23:58:36.717913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-43654b7d-e2fa-421f-a4ea-bfcd650d1660 req-4021354b-423c-4863-8be3-abd0a4da9d70 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618724 Dec 06 23:58:36.718769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.791912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.794574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.796543 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97a1d6ce-cb21-4ee3-966d-bf6ec6159f40 HTTP/1.1" status: 204 len: 168 time: 0.8806441 Dec 06 23:58:36.817671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db29da-61e4-4365-8e3d-9463d09f34f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1d6ce-cb21-4ee3-966d-bf6ec6159f40,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.823863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.848128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.850462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:36.877462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:36.904528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0776394-4c97-4e61-b012-6168ea7de31c None None] Pushing event updated for resources: {'Port': ['ID=ffad4cf2-ddbe-482e-933c-60e50e3167c3,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:36.928078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.009161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.031080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=883d9dac-01ef-44b4-95fa-a97f3e5a7b25,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:37.044943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.045548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router c9eb06d6-b0db-47b5-9425-0b6827e93e6b {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:37.048942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2879405-9748-42be-8a04-8385eb7b2780 None None] Network ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:37.056072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9989eae0-ad79-4442-95f0-d1c9ff3fcc01']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.057253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.065504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58652) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:37.075229 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0703acdd-6dd7-45a9-8626-e7f9d818da2a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/883d9dac-01ef-44b4-95fa-a97f3e5a7b25 HTTP/1.1" status: 204 len: 168 time: 1.8295786 Dec 06 23:58:37.081104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.085591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a0df6bc5-970e-4795-9191-29d0c8d7a70a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/c9eb06d6-b0db-47b5-9425-0b6827e93e6b HTTP/1.1" status: 204 len: 168 time: 3.4788463 Dec 06 23:58:37.089689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58654) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:37.091341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414104e9-a976-451c-982b-bced5f2c43e1') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.091766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414104e9-a976-451c-982b-bced5f2c43e1') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.098776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-563889125', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:37.104531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:37.115861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c661fc55-3d94-4092-a949-b462c4d184ec tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6955922 Dec 06 23:58:37.119187 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:37.128338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58656) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:37.145229 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:37.146061 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.173602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-1254048329'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:37.190079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.221925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.234671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:37.234671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.281269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 8a351a7f-a053-454c-b5b7-9e3824ef25dd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:58:37.301608 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-124af4f4-34bd-4953-98de-c519d72ca7ce service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037106 Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:37.316841 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:37.365798 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:37.372207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.383006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:37.386741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.397177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.410809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.413551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.420564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/9989eae0-ad79-4442-95f0-d1c9ff3fcc01 HTTP/1.1" status: 204 len: 168 time: 0.8209012 Dec 06 23:58:37.424828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58662) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:37.428747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.433789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:37.452393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:58:37.455520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Sync routers for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:37.477667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f49a137e-c2c1-4dc7-98dc-03842f9609d7 None None] Provisioning complete for port ffad4cf2-ddbe-482e-933c-60e50e3167c3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:37.478484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f49a137e-c2c1-4dc7-98dc-03842f9609d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.493867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ab7d8-9c28-4134-8ebc-9442d40a3ba8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=9989eae0-ad79-4442-95f0-d1c9ff3fcc01,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:37.543006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:37.544557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.582672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:37.585083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.677640 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:35Z', 'revision_number': 3, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:35Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:37.681131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 996f3a4b-eb56-4ad1-8351-7d60b965ef54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=996f3a4b-eb56-4ad1-8351-7d60b965ef54,segment=NetworkSegment(1175ec8c-346b-467b-8c4d-71737e36ed02),segment_id=1175ec8c-346b-467b-8c4d-71737e36ed02)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:37.681131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.698002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 996f3a4b-eb56-4ad1-8351-7d60b965ef54 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:37.720440 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:37.721257 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Updating router 0d299182-ffd7-44a7-8b30-e3f2176ee43e port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:37.772741 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:37.901779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:37.924637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb449b-f2bf-41ce-b886-35e757620aa4 req-e5753d5f-b86a-4e35-8a84-4be77dcd6489 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:37.926735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-52cb449b-f2bf-41ce-b886-35e757620aa4 req-e5753d5f-b86a-4e35-8a84-4be77dcd6489 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 944 time: 0.0744996 Dec 06 23:58:37.961099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.024362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.030638 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3187503f-3c43-42bf-af60-469d1d27c1c7 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "DELETE /v2.0/floatingips/a4c4cb81-6fd6-4b60-b27a-cf892be12bd7 HTTP/1.1" status: 204 len: 168 time: 5.7438374 Dec 06 23:58:38.041668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=996f3a4b-eb56-4ad1-8351-7d60b965ef54,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:38.059898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port 996f3a4b-eb56-4ad1-8351-7d60b965ef54 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:38.093818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a351a7f-a053-454c-b5b7-9e3824ef25dd {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:58:38.127710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:38.127710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5457858-19fc-4441-923d-08ff50edf41c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:38.135881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-52cb449b-f2bf-41ce-b886-35e757620aa4 req-8e84ea2d-9809-4a25-8001-314a6c51d923 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013869 Dec 06 23:58:38.181598 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.211118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3e61e-64bd-467b-b159-f8d575d540d0 None None] DHCP port deletion for ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:38.221741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:38.230489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.231063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f49a137e-c2c1-4dc7-98dc-03842f9609d7 None None] Provisioning complete for port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:38.231681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f49a137e-c2c1-4dc7-98dc-03842f9609d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.235546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.244068 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.271566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.282268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.283306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1175ec8c-346b-467b-8c4d-71737e36ed02') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.283943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1175ec8c-346b-467b-8c4d-71737e36ed02') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.294526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:38.296175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.306286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.312442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.314938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40827f5f-3089-4bd1-9a0a-c612ae3bc591 x-openstack-request-id: req-40827f5f-3089-4bd1-9a0a-c612ae3bc591 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:38.315248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:38.315509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40827f5f-3089-4bd1-9a0a-c612ae3bc591 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:38.315918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'status': 'completed', 'code': 200} Dec 06 23:58:38.331419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:38.332094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:38.355419 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:38.378160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ffad4cf2-ddbe-482e-933c-60e50e3167c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:38.386495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.404598 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee1287-f644-4f65-9267-da6e9a40dae7 None None] Pushing event updated for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:38.489016 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Attempting to bind port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:38.489532 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Attempting to bind port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:38.489996 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Attempting to bind port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 on network c7531348-d134-43eb-91c0-e145c9f43bea {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:38.504829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:38.506326 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Checking segment: {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:38.506887 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.508786 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Bound using segment: {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:38.509397 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Bound port: 0bb2cc8a-c76d-42f6-8296-da4a034512a3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6f4b3f-820c-42db-91c4-651e0e9a96b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:38.509919 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.529774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f49a137e-c2c1-4dc7-98dc-03842f9609d7 None None] Port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:38.561281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:38.568537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:38.572413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.573039 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 36fbd8a5-7448-4a3c-a745-1fffab1196d8 of type vlan for network 248f26f7-e814-44c2-b119-1a6829d57b82 Dec 06 23:58:38.602183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ffad4cf2-ddbe-482e-933c-60e50e3167c3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:38.602566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.624333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457858-19fc-4441-923d-08ff50edf41c req-4a4fcfbc-5c4a-4953-8525-fef8efd56c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:38.629313 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-4a4fcfbc-5c4a-4953-8525-fef8efd56c01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9feef033edb6433b95d2c2425a853956&device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 1099 time: 0.2575612 Dec 06 23:58:38.631592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.658729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23157ace-0360-4d8d-90e5-2f455b3fd76d req-f804e926-6483-44e9-8757-ae69a38880a1 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3384604 Dec 06 23:58:38.681405 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] For port 0bb2cc8a-c76d-42f6-8296-da4a034512a3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:38.697883 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] For port 0bb2cc8a-c76d-42f6-8296-da4a034512a3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb2cc8a-c76d-42f6-8296-da4a034512a3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:38.699146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.729158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-500cebf6-273e-41af-b51f-af6e689d0592 None None] Provisioning complete for port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:38.729710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-500cebf6-273e-41af-b51f-af6e689d0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.738535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.751091 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff HTTP/1.1" status: 204 len: 168 time: 1.6828017 Dec 06 23:58:38.758688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.767170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.774367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58686) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:38.784653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['8a351a7f-a053-454c-b5b7-9e3824ef25dd'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:58:38.803674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.809819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58688) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:38.872836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Checking router: 6653bd10-d07e-45b0-a1db-904a4aa46224 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:38.892126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6624e6-47f2-4a76-a6f4-f886b5fa15fe tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=ccbf9a46-d8d7-400f-9a0b-bfbedfc747ff,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:38.893219 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee1287-f644-4f65-9267-da6e9a40dae7 None None] Pushing event updated for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:38.914621 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:38.914621 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.938243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:38.947326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:38.948309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:38.998095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.012319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0db70-b766-433f-935c-8b56b6c82186 req-5c4592be-39c1-48e5-94e9-8cec3119489e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.016703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.018905 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-81d0db70-b766-433f-935c-8b56b6c82186 req-5c4592be-39c1-48e5-94e9-8cec3119489e tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1432531 Dec 06 23:58:39.020587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.031333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457858-19fc-4441-923d-08ff50edf41c req-00052fa1-de0d-4397-96f0-6c4ed7bc0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.033494 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-00052fa1-de0d-4397-96f0-6c4ed7bc0b37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 200 len: 897 time: 0.3486118 Dec 06 23:58:39.082847 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:39.113376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:39.146797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7235f0cc-2d4b-450c-a21b-d13e8f63f276']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:39.220583 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0912068 Dec 06 23:58:39.233377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58694) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.235488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f7533d-e56a-48a1-b31b-c16280ff4c31') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:39.236220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f7533d-e56a-48a1-b31b-c16280ff4c31') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:39.244051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:39.255597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d06de-8adf-448d-89c8-fe64e4724a92 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=248f26f7-e814-44c2-b119-1a6829d57b82,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:39.269486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-500cebf6-273e-41af-b51f-af6e689d0592 None None] Port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:39.338354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.365258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 248f26f7-e814-44c2-b119-1a6829d57b82 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:39.405560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.419295 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:35Z', 'revision_number': 3, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:38Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:39.459668 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfd8c4-33ee-4cbd-b99d-2f75b43c602a None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:35Z', 'revision_number': 3, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:38Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:39.464915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:39.465525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:39.470608 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:39.548133 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-96b78f1a-8c91-444e-b973-a6c9b2cb14df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 200 len: 217 time: 0.4935963 Dec 06 23:58:39.562592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-9fefcef1-0912-4024-b7b7-436e41e3b832 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.564016 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9fefcef1-0912-4024-b7b7-436e41e3b832 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.6980193 Dec 06 23:58:39.579546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58696) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.583841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f7a9413b-f1f2-4ebe-927f-9dbb9a7abe12 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.597447 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f7a9413b-f1f2-4ebe-927f-9dbb9a7abe12 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0168655 Dec 06 23:58:39.620112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58698) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.622823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Provisioning complete for port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:39.623350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.639583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-3285c3db-68bf-46f2-8625-fe4df935d0cc tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.640850 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3285c3db-68bf-46f2-8625-fe4df935d0cc tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0124362 Dec 06 23:58:39.647049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e748087-9fe5-4a50-8e96-432cefe4c7d3 req-3502e00d-4dea-4a43-b844-79a84831b5f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.648412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58700) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.649279 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e748087-9fe5-4a50-8e96-432cefe4c7d3 req-3502e00d-4dea-4a43-b844-79a84831b5f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 945 time: 0.3394811 Dec 06 23:58:39.660215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8251785-1c65-4091-a79d-8b4d9527f8a4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:39.660717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-ccc63c8d-a540-4acb-a1fa-55a841983cc6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.661701 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ccc63c8d-a540-4acb-a1fa-55a841983cc6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0106702 Dec 06 23:58:39.670523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58702) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.692093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-b6ae82cf-ab3b-41ed-aac2-1189d9b82b75 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.692326 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6ae82cf-ab3b-41ed-aac2-1189d9b82b75 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0184379 Dec 06 23:58:39.695703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58704) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.703463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-81d0db70-b766-433f-935c-8b56b6c82186 req-f3ce71f7-4064-489f-9c70-055d2a9561f3 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6688321 Dec 06 23:58:39.706737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-c6e4df77-6e63-4099-9efc-0bf6b9f04208 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.709629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c6e4df77-6e63-4099-9efc-0bf6b9f04208 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0106502 Dec 06 23:58:39.710387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58706) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.715407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f15871d2-a3f3-452f-a11f-984ecaa99561 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.716036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.716595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f15871d2-a3f3-452f-a11f-984ecaa99561 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0052314 Dec 06 23:58:39.718361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457858-19fc-4441-923d-08ff50edf41c req-ee3e1fc6-5615-42da-8403-140715195c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.719890 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-ee3e1fc6-5615-42da-8403-140715195c24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e8fd9c78-d108-476e-b9b5-4ef30c500bc7 HTTP/1.1" status: 200 len: 838 time: 0.1534469 Dec 06 23:58:39.720351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58708) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.731778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-6914f99c-6753-4926-bd09-afcb7c085915 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.735706 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6914f99c-6753-4926-bd09-afcb7c085915 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069468 Dec 06 23:58:39.739958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e8251785-1c65-4091-a79d-8b4d9527f8a4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:39.740906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e8251785-1c65-4091-a79d-8b4d9527f8a4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:39.741471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 996f3a4b-eb56-4ad1-8351-7d60b965ef54 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:39.759664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58710) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.764847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-98baca1c-5663-4452-ada4-b18d880f1294 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.766138 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-98baca1c-5663-4452-ada4-b18d880f1294 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0051603 Dec 06 23:58:39.768682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58712) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.779334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 996f3a4b-eb56-4ad1-8351-7d60b965ef54 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:39.779673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 996f3a4b-eb56-4ad1-8351-7d60b965ef54 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:39.791924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-e1687014-903d-43bd-bdc3-da552b5c4a41 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.793091 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e1687014-903d-43bd-bdc3-da552b5c4a41 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0232098 Dec 06 23:58:39.798598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58714) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.806189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-401858ad-8f5a-4af9-8ccc-51ed077a45d8 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.807231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-401858ad-8f5a-4af9-8ccc-51ed077a45d8 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050478 Dec 06 23:58:39.810527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58716) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.819940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-4397db93-6418-4157-be8c-4c60557c0c18 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.820201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.821167 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4397db93-6418-4157-be8c-4c60557c0c18 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048456 Dec 06 23:58:39.824387 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/7235f0cc-2d4b-450c-a21b-d13e8f63f276 HTTP/1.1" status: 204 len: 168 time: 2.3720124 Dec 06 23:58:39.825451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58718) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.828547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.830774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=7235f0cc-2d4b-450c-a21b-d13e8f63f276,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:39.832322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f0ce473b-c7bd-4a21-ba3a-911da97805e7 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.833612 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f0ce473b-c7bd-4a21-ba3a-911da97805e7 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071044 Dec 06 23:58:39.841427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58722) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.846176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5457858-19fc-4441-923d-08ff50edf41c req-602d1c86-02b1-429a-ae2e-dd8ee2937705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:39.847992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-602d1c86-02b1-429a-ae2e-dd8ee2937705 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=58182b87-2ed3-4acd-ba29-629cca40654b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1136959 Dec 06 23:58:39.858485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-93fee4a4-e0d5-4777-914a-06d554a7a1a6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.859493 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93fee4a4-e0d5-4777-914a-06d554a7a1a6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0169923 Dec 06 23:58:39.865217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58724) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.869546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-19f05c24-0125-45e0-86cd-342ceac119a7 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.872416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-19f05c24-0125-45e0-86cd-342ceac119a7 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047588 Dec 06 23:58:39.885785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58726) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.893149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.893503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.893855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.894198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.894320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-a754d1e2-ddd3-4a26-86f2-1150db09114a tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.894535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.894873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.895238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.895538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.895646 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a754d1e2-ddd3-4a26-86f2-1150db09114a tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051217 Dec 06 23:58:39.896110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.896471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.901066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.901066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.901066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff973841-798a-46da-a347-5d355ee7dd1b tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:39.908962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58728) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.920127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:39.920407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-1b8130fa-217c-4fb4-b11b-8b89d2d81b4f tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.921129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1b8130fa-217c-4fb4-b11b-8b89d2d81b4f tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047874 Dec 06 23:58:39.928328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:39.931962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:39.938059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58730) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.944957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-915f56dd-db3d-4116-ba5d-c5c5f7eb8e64 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.946621 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-915f56dd-db3d-4116-ba5d-c5c5f7eb8e64 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057878 Dec 06 23:58:39.960662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58732) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:39.961462 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e748087-9fe5-4a50-8e96-432cefe4c7d3 req-a4bbde6b-b8df-4bfc-8521-948add14d2eb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854736 Dec 06 23:58:39.972960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe1b530-9c09-4216-8240-fd95531d8935 None None] The sync data for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv is: [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:56:28Z', 'revision_number': 4, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1828c07e-bac1-461a-b198-0bce70f5791c', 'name': '', 'network_id': '58182b87-2ed3-4acd-ba29-629cca40654b', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'mac_address': 'fa:16:3e:b6:17:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:26Z', 'updated_at': '2021-12-06T23:56:37Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'subnets': [{'id': 'e8fd9c78-d108-476e-b9b5-4ef30c500bc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:39.994957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-00952022-d0dd-46e4-93cf-b1c2344ee696 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:39.999009 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-00952022-d0dd-46e4-93cf-b1c2344ee696 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0326660 Dec 06 23:58:39.999878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58734) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.006403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-b2c97b1e-a6d4-44e5-a6c9-10354070c5d5 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.009606 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b2c97b1e-a6d4-44e5-a6c9-10354070c5d5 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042732 Dec 06 23:58:40.012712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58736) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.021664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-5d0db99e-447c-449b-88d8-a799f579c46d tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.023370 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5d0db99e-447c-449b-88d8-a799f579c46d tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089660 Dec 06 23:58:40.035935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58738) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.054990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-9cbea49d-446d-467c-ad96-1debe6bfe4f4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.059924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.060032 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9cbea49d-446d-467c-ad96-1debe6bfe4f4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0178528 Dec 06 23:58:40.062678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58740) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.077852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-d93d2e32-46d0-4567-a549-0e001649bc46 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.078320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.082215 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d93d2e32-46d0-4567-a549-0e001649bc46 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081089 Dec 06 23:58:40.090529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58742) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.116026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-758de340-76b8-4b59-99a8-85ce2621fa8b tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.116026 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-758de340-76b8-4b59-99a8-85ce2621fa8b tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082691 Dec 06 23:58:40.116026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.117720 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-9af3b4e1-52d1-4204-8cf2-35f71808c3ef service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537656 Dec 06 23:58:40.124123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58744) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.134573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1c41e-4c3e-461a-861c-45793e50071d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:40.136615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-59620576-f8ee-4478-8291-c2a4dcaea6a2 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.140565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-59620576-f8ee-4478-8291-c2a4dcaea6a2 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130160 Dec 06 23:58:40.147578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1c41e-4c3e-461a-861c-45793e50071d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:40.147578 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-28f1c41e-4c3e-461a-861c-45793e50071d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3106201 Dec 06 23:58:40.160811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58746) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.161151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.166256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f7312e06-5e30-4ffc-b009-d14abf18a401 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.169548 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f7312e06-5e30-4ffc-b009-d14abf18a401 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051956 Dec 06 23:58:40.172347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1373793203'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:40.176038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.182259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-add42430-7f67-4d0b-8f58-2e7cdf93108c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.185676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-add42430-7f67-4d0b-8f58-2e7cdf93108c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065267 Dec 06 23:58:40.188340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58752) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.202658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] For port 0bb2cc8a-c76d-42f6-8296-da4a034512a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb2cc8a-c76d-42f6-8296-da4a034512a3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:40.208090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-8e812832-c6ec-400e-b3e8-c866ecf0557c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.209132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e812832-c6ec-400e-b3e8-c866ecf0557c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0138166 Dec 06 23:58:40.221797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.266682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.321919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0bb2cc8a-c76d-42f6-8296-da4a034512a3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:40.334591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-ab6aecaa-69a7-4124-acb6-8fe0e0357b94 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.335590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab6aecaa-69a7-4124-acb6-8fe0e0357b94 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0227420 Dec 06 23:58:40.339356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58756) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.346749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-e71a8847-5f6f-4cc0-b043-c98ff5b879e4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.347941 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e71a8847-5f6f-4cc0-b043-c98ff5b879e4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076385 Dec 06 23:58:40.350744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5457858-19fc-4441-923d-08ff50edf41c req-986fe372-1269-49e4-a99d-a3d201e12e77 service neutron] 10.222.0.45 "GET /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908495 Dec 06 23:58:40.351202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58758) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.356607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Pushing event updated for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:40.357212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-c622c70a-40c2-4a88-94d5-90a921a7109f tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.358869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c622c70a-40c2-4a88-94d5-90a921a7109f tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060101 Dec 06 23:58:40.363732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58760) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.369829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-beb7f831-770d-492d-8bcc-a2e6d4f35e06 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.376843 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-beb7f831-770d-492d-8bcc-a2e6d4f35e06 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044842 Dec 06 23:58:40.380146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58762) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.386725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-326ce269-0c82-4337-8ba1-6151d72180ff tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.387752 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-326ce269-0c82-4337-8ba1-6151d72180ff tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066285 Dec 06 23:58:40.390327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58764) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.396185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-d43c1759-ea2e-4433-8ab8-6badf2857aa5 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.398501 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d43c1759-ea2e-4433-8ab8-6badf2857aa5 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0059853 Dec 06 23:58:40.398501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:40.400508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.401054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.401559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.402110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.402586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.402759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.403256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.403750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.404454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.404949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.405498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58766) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.406193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.406747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.407252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.407740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c3a112-b68b-4e35-8809-f6de833605ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:40.420057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-c0786f3c-5a10-4a4d-8cdf-5996c60a749e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.421960 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c0786f3c-5a10-4a4d-8cdf-5996c60a749e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0143406 Dec 06 23:58:40.425358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58768) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.431418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-4ecb40a8-d172-49cf-b6c4-d38de4eb4362 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.438975 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4ecb40a8-d172-49cf-b6c4-d38de4eb4362 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058029 Dec 06 23:58:40.440693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58770) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.447624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-63578232-f401-43a0-bd7c-e0900f667731 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.449556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-63578232-f401-43a0-bd7c-e0900f667731 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0070021 Dec 06 23:58:40.452253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58772) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.459169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-20ee6e29-8a1e-4a09-9631-f6aab49f5dc3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.460390 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20ee6e29-8a1e-4a09-9631-f6aab49f5dc3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069716 Dec 06 23:58:40.463806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58774) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.467253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:40.470502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.472381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:40.478266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-16dfe218-ae2b-424f-8a60-73fd41ad5169 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.479281 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-16dfe218-ae2b-424f-8a60-73fd41ad5169 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140560 Dec 06 23:58:40.482826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58776) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.492877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-cc1c3579-efd9-46f7-ba4f-39b0d483f891 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.494078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cc1c3579-efd9-46f7-ba4f-39b0d483f891 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102515 Dec 06 23:58:40.497613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.504882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-aa4496e4-6f9a-470a-9345-d9cba257142e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.505857 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aa4496e4-6f9a-470a-9345-d9cba257142e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073192 Dec 06 23:58:40.507150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.508109 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 4c263740-f562-4685-993e-e9ff3ebbf23d of type vlan for network 596e9e9a-33ed-4028-9347-4199601b3f82 Dec 06 23:58:40.509610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58780) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.514227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f633b87f-4d47-48db-b4be-b15f465a93b3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.515364 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f633b87f-4d47-48db-b4be-b15f465a93b3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047390 Dec 06 23:58:40.523292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.529573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f765c019-9147-4902-af20-a6623ff15f89 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.531802 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f765c019-9147-4902-af20-a6623ff15f89 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0074055 Dec 06 23:58:40.553796 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baffcc50-86c2-4cd7-b5aa-0259aebba903 None None] New status for floating IP a4c4cb81-6fd6-4b60-b27a-cf892be12bd7: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:58:40.562506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.567538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-d725d6ae-aa4f-4981-a619-3b4bd549d5c8 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.571602 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d725d6ae-aa4f-4981-a619-3b4bd549d5c8 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074210 Dec 06 23:58:40.572206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.579480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-c14671c5-2f4e-4b2c-a04d-cc2f02a978e9 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.583435 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c14671c5-2f4e-4b2c-a04d-cc2f02a978e9 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072293 Dec 06 23:58:40.589154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58788) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.595187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f839d86f-cf1f-4557-adbc-c96db2ed9d70 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.597230 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f839d86f-cf1f-4557-adbc-c96db2ed9d70 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0071254 Dec 06 23:58:40.603488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.605819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58790) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.612173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-38acdc3f-4f00-4f33-b681-c98d73d6df32 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.616157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38acdc3f-4f00-4f33-b681-c98d73d6df32 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093293 Dec 06 23:58:40.616830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58792) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.624909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-84e46319-4223-4447-ad99-0ef610e766ef tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.626283 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-84e46319-4223-4447-ad99-0ef610e766ef tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066147 Dec 06 23:58:40.653349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58794) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.661346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-2a3241e2-15a9-457c-beb4-aca16365fe8a tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.662465 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a3241e2-15a9-457c-beb4-aca16365fe8a tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080550 Dec 06 23:58:40.665485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58796) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.670028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-f8193107-38de-4266-b9f5-988c1a2c101c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.673387 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f8193107-38de-4266-b9f5-988c1a2c101c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0046148 Dec 06 23:58:40.674930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58798) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.679323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-10b5cf1d-26e5-4156-8771-2e2dcd5f9fe4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.680595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-10b5cf1d-26e5-4156-8771-2e2dcd5f9fe4 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044467 Dec 06 23:58:40.687870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58800) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.693016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-be4b77c7-b7fc-4f83-a06a-8ac56f89dd18 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.694067 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be4b77c7-b7fc-4f83-a06a-8ac56f89dd18 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050788 Dec 06 23:58:40.696595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58802) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.700786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-5157a812-7a24-46c3-99aa-e2855f65ed90 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.701738 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5157a812-7a24-46c3-99aa-e2855f65ed90 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042233 Dec 06 23:58:40.704295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58804) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.708572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-96d81132-499c-4abe-bcab-5f848f39d10b tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.709511 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-96d81132-499c-4abe-bcab-5f848f39d10b tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042944 Dec 06 23:58:40.711964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58806) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.716395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-61443b5a-baec-4454-973c-6bbe8d9f2df6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.717352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-61443b5a-baec-4454-973c-6bbe8d9f2df6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043669 Dec 06 23:58:40.720362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58808) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.724635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-219b59bc-d07b-4d6e-8922-cac9f67270e6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.725514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-219b59bc-d07b-4d6e-8922-cac9f67270e6 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042663 Dec 06 23:58:40.728018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58810) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.733093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-d452430f-fe94-40e3-b1ab-1ab81d862014 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.734153 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d452430f-fe94-40e3-b1ab-1ab81d862014 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050688 Dec 06 23:58:40.736377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.742196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:40.748765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.748765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58814) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.756303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-b6b51bd6-3a18-4898-abaa-0f16763b5b09 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.759483 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6b51bd6-3a18-4898-abaa-0f16763b5b09 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045142 Dec 06 23:58:40.772721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58816) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.784416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-61dcaaa8-a151-42ed-bee8-d7eaa604ec75 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.788092 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-61dcaaa8-a151-42ed-bee8-d7eaa604ec75 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0117159 Dec 06 23:58:40.788613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58818) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.796676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-bb4101d3-e890-4609-ba3e-bc252e7666f3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.798346 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bb4101d3-e890-4609-ba3e-bc252e7666f3 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0077579 Dec 06 23:58:40.834938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.839703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-63007098-037e-4e91-b68f-0361097b9fa0 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.840733 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-63007098-037e-4e91-b68f-0361097b9fa0 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068433 Dec 06 23:58:40.850735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58822) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.857544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-4c1aa864-8eb3-4e51-94da-c06070bc10dc tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.859652 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4c1aa864-8eb3-4e51-94da-c06070bc10dc tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066240 Dec 06 23:58:40.862923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58824) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.867139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-2ae1088a-18dc-4d4a-94d5-e13e67943a3c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.870274 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2ae1088a-18dc-4d4a-94d5-e13e67943a3c tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0049641 Dec 06 23:58:40.870274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=596e9e9a-33ed-4028-9347-4199601b3f82,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:40.872474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58826) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.882949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-3c62d0a2-4a17-4240-92c3-8882566fd321 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.889986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 596e9e9a-33ed-4028-9347-4199601b3f82 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:40.894488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3c62d0a2-4a17-4240-92c3-8882566fd321 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0095336 Dec 06 23:58:40.894488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cfb7d057-c632-47ca-be06-0a53a6887256 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7224984 Dec 06 23:58:40.894488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58828) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.895352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.898280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-26711671-7510-40f1-9e4f-2d0eadd3afda tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:40.899019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-aff382df-b6d9-44d4-a8eb-e8ebe4115570 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.902808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-26711671-7510-40f1-9e4f-2d0eadd3afda tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.45 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.5607281 Dec 06 23:58:40.902969 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aff382df-b6d9-44d4-a8eb-e8ebe4115570 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061970 Dec 06 23:58:40.903072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 172.36.7.94 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/d7394e51-3840-4378-ac34-661ba0c89a96) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:40.903190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.909932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1980854606'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:40.917596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-081aac25-685a-4ddc-a584-0b91e1c5733e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.920921 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-081aac25-685a-4ddc-a584-0b91e1c5733e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0149262 Dec 06 23:58:40.921780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58834) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.934707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfb80f-ca14-4bc4-89c1-a47a509de7ab req-003958b6-0e1f-4771-bf05-9f0f2649a24c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:40.939097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [None req-2c3471e7-5b21-4a2f-bf44-d95c22312f0e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.939097 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c3471e7-5b21-4a2f-bf44-d95c22312f0e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074043 Dec 06 23:58:40.939365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-38cfb80f-ca14-4bc4-89c1-a47a509de7ab req-003958b6-0e1f-4771-bf05-9f0f2649a24c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 946 time: 0.1467211 Dec 06 23:58:40.940133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58836) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.944136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-a5c92acc-e57b-407f-9062-7535c44a8128 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.947324 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a5c92acc-e57b-407f-9062-7535c44a8128 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041080 Dec 06 23:58:40.952368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.957975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:40.961709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-94dcf3b8-1b3f-41d1-937a-1dae2e1311e9 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.972507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-94dcf3b8-1b3f-41d1-937a-1dae2e1311e9 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0096862 Dec 06 23:58:40.985063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58840) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.990837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-20f484cd-452c-4dd3-9e7e-f164b5319071 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:40.994224 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20f484cd-452c-4dd3-9e7e-f164b5319071 tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057750 Dec 06 23:58:40.994621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58844) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:40.999337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [None req-d23744fe-f4a3-45b8-b382-917777f9cb7e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 23:58:41.000666 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d23744fe-f4a3-45b8-b382-917777f9cb7e tempest-ExtensionsTestJSON-585468268 tempest-ExtensionsTestJSON-585468268-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044177 Dec 06 23:58:41.048858 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-38cfb80f-ca14-4bc4-89c1-a47a509de7ab req-929cb297-e43a-408b-8687-4fb9d738ac01 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/security-groups?id=3846b65c-3ec3-41cb-8f35-7650a96dcd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004686 Dec 06 23:58:41.050455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:41.055636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.083171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:41.092461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.092918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 60ca2c70-cffd-461b-9e34-8a54041cc7b0 of type vlan for network 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc Dec 06 23:58:41.106918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.136119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.151109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 8a351a7f-a053-454c-b5b7-9e3824ef25dd up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:41.207125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=0866e00e-edf5-4fae-9930-f998faa5f0bf,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:41.238013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.243977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:41.244616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.267238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 8a351a7f-a053-454c-b5b7-9e3824ef25dd completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:58:41.270569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:41.270994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 248f26f7-e814-44c2-b119-1a6829d57b82, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:41.271629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 8a351a7f-a053-454c-b5b7-9e3824ef25dd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:41.272001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.302741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.311634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d7ad-e769-455d-8806-87958f86b14f req-18b608eb-4162-45f5-a00e-c0937e3d9f42 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:41.313198 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1777d7ad-e769-455d-8806-87958f86b14f req-18b608eb-4162-45f5-a00e-c0937e3d9f42 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 945 time: 0.2328053 Dec 06 23:58:41.335276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=4a24f46f-9f8d-433e-9e18-b8ad0bee81bc,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:41.343413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.343892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.344937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.345387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.345830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.346272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.346837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.347272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.347709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.348145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.348606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.349037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.349468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:58:41.359728 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4931bd02-e75d-459f-b805-f704aa2f3cf1 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4555225 Dec 06 23:58:41.359728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58848) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:41.365675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:41.365872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'ports': [{'network_id': '596e9e9a-33ed-4028-9347-4199601b3f82', 'name': 'tempest-port--2032195855', 'admin_state_up': True}, {'network_id': '4a24f46f-9f8d-433e-9e18-b8ad0bee81bc', 'admin_state_up': False}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:41.366253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'port': {'network_id': '596e9e9a-33ed-4028-9347-4199601b3f82', 'name': 'tempest-port--2032195855', 'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:41.369816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'port': {'network_id': '4a24f46f-9f8d-433e-9e18-b8ad0bee81bc', 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:41.399087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Deleting port 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:41.399564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.406769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.463117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 248f26f7-e814-44c2-b119-1a6829d57b82 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:41.474525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:41.476992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c21ad1-eb9a-4472-8a9b-377fcf3510f6" -d '{"events": [{"server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "name": "network-vif-plugged", "status": "completed", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:41.502565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:41.514290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58854) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:41.533152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b95be08-1723-4ac1-971c-707459c7b99d x-openstack-request-id: req-0b95be08-1723-4ac1-971c-707459c7b99d {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:41.533448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "name": "network-vif-plugged", "status": "completed", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:41.533753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b95be08-1723-4ac1-971c-707459c7b99d {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:41.534156 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'code': 200} Dec 06 23:58:41.556737 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1777d7ad-e769-455d-8806-87958f86b14f req-fea57eb2-6b67-4e06-8841-f7f9358557e0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014480 Dec 06 23:58:41.574906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.608843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] For port 81186095-ad7a-4efd-a956-3582c78894aa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=81186095-ad7a-4efd-a956-3582c78894aa,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:41.609299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.622150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 248f26f7-e814-44c2-b119-1a6829d57b82) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:41.629270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Calling delete_port for 81186095-ad7a-4efd-a956-3582c78894aa owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:41.633826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:41.634501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.646808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.658402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c89baa-bd13-487b-be6d-821786fdbf7a None None] Network 248f26f7-e814-44c2-b119-1a6829d57b82 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:41.712299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'port': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:41.716933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.720382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b291606-83f9-4d12-9bce-5086baded72a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.737576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:41.751495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:41.762252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:41.772850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:41.792922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=d7394e51-3840-4378-ac34-661ba0c89a96,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:41.798540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:41.851329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-15f3d2b8-bcdc-4ff4-a22b-d24bde2e86cc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6112814 Dec 06 23:58:41.857119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58858) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:41.973352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24b0d6-aeb3-42be-8910-0fdc013ef5d0 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:41.977796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] device_id is not set on port cad296c0-a693-4ea1-98ee-2e8a6bae277c yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:42.009696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 2da8885d-a208-4fb1-9918-5af62b7b6b92 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:42.010037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.051115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-248f26f7-e814-44c2-b119-1a6829d57b82', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:42.052393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.066806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b291606-83f9-4d12-9bce-5086baded72a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.077774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-00b37bc8-1d4d-4521-b8d1-054de491b1bb None None] Provisioning complete for port d7394e51-3840-4378-ac34-661ba0c89a96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:42.078406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00b37bc8-1d4d-4521-b8d1-054de491b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.146914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 2da8885d-a208-4fb1-9918-5af62b7b6b92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2da8885d-a208-4fb1-9918-5af62b7b6b92,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:42.147280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.167062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 2da8885d-a208-4fb1-9918-5af62b7b6b92 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:42.185561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.223711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0bb2cc8a-c76d-42f6-8296-da4a034512a3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:42.229353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-00b37bc8-1d4d-4521-b8d1-054de491b1bb None None] Port d7394e51-3840-4378-ac34-661ba0c89a96 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:42.240216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4b291606-83f9-4d12-9bce-5086baded72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.254620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460d3b1-ab33-4ab8-a44e-a3fb81426c96 req-291a1764-b01b-41ca-b631-3bb8b8ea2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:42.256351 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a460d3b1-ab33-4ab8-a44e-a3fb81426c96 req-291a1764-b01b-41ca-b631-3bb8b8ea2b01 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1099 time: 0.2988381 Dec 06 23:58:42.258667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Port': ['ID=81186095-ad7a-4efd-a956-3582c78894aa,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:42.301425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1573ad23-5990-4a09-98e5-68d19dfe6c97 req-fb0f4657-ea98-4f45-bc71-624c720f7cbf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.0750914 Dec 06 23:58:42.308384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Allocated IP 172.22.0.2 (248f26f7-e814-44c2-b119-1a6829d57b82/0866e00e-edf5-4fae-9930-f998faa5f0bf/8a42401d-1c1e-430d-8332-e39c1bc01645) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:42.329652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:42.330101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.365969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] No DVR routers for this DVR port 81186095-ad7a-4efd-a956-3582c78894aa on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:42.380011 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4b291606-83f9-4d12-9bce-5086baded72a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f82f8ab3ba24d9d9f9870328f4ffbeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8623583 Dec 06 23:58:42.390359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58862) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:42.395584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.399567 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62e35ad1-ec15-4062-9b35-78f30dd8392f req-0893c768-510a-4f37-b644-c808576f5ccf tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.45 "DELETE /v2.0/ports/81186095-ad7a-4efd-a956-3582c78894aa HTTP/1.1" status: 204 len: 173 time: 1.4847927 Dec 06 23:58:42.399567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-deleted', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:42.402129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bacff-3ba1-43a7-a4cc-d133b6550914" -d '{"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-deleted", "tag": "81186095-ad7a-4efd-a956-3582c78894aa"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:42.408605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b291606-83f9-4d12-9bce-5086baded72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25d66e-d610-4500-a334-6606a65e26a1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:42.471152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.491780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd1834b-991f-4127-b26a-3e3b6edecea6 x-openstack-request-id: req-2dd1834b-991f-4127-b26a-3e3b6edecea6 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:42.492079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f03f9c-2004-4f6c-ba99-7c59cb744366", "name": "network-vif-deleted", "tag": "81186095-ad7a-4efd-a956-3582c78894aa", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:42.492538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dd1834b-991f-4127-b26a-3e3b6edecea6 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:42.493129 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f03f9c-2004-4f6c-ba99-7c59cb744366', 'name': 'network-vif-deleted', 'tag': '81186095-ad7a-4efd-a956-3582c78894aa', 'status': 'completed', 'code': 200} Dec 06 23:58:42.517477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.551033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a460d3b1-ab33-4ab8-a44e-a3fb81426c96 req-bc0c21be-f4a9-47c9-a866-5499ebf05d5b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733195 Dec 06 23:58:42.564750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.622321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] device_id is not set on port d4169b9d-e3f4-4478-864b-18598e60e728 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 23:58:42.656133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.702035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.705616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Network 248f26f7-e814-44c2-b119-1a6829d57b82 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:42.718208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Pushing event updated for resources: {'Port': ['ID=8a42401d-1c1e-430d-8332-e39c1bc01645,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:42.724545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:42.727957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:42.745989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.749803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.800828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Attempting to bind port 8a42401d-1c1e-430d-8332-e39c1bc01645 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:42.801416 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Attempting to bind port 8a42401d-1c1e-430d-8332-e39c1bc01645 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:42.804744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Attempting to bind port 8a42401d-1c1e-430d-8332-e39c1bc01645 on network 248f26f7-e814-44c2-b119-1a6829d57b82 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:42.817415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:42.817946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Checking segment: {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:42.819390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.821765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Bound using segment: {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:42.822381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Bound port: 8a42401d-1c1e-430d-8332-e39c1bc01645, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:42.822875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.827220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=2da8885d-a208-4fb1-9918-5af62b7b6b92,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:42.885225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed710d64-806b-4a9a-af67-874e1e25e36f req-970dbb7e-3ab6-4eb5-986c-8a4ba9cd38b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:42.886938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ed710d64-806b-4a9a-af67-874e1e25e36f req-970dbb7e-3ab6-4eb5-986c-8a4ba9cd38b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.2306662 Dec 06 23:58:42.894882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.922875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:42.955394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] For port 8a42401d-1c1e-430d-8332-e39c1bc01645, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:42.967417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] For port 8a42401d-1c1e-430d-8332-e39c1bc01645, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a42401d-1c1e-430d-8332-e39c1bc01645,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:43.068070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.073462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.077973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.084876 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ed710d64-806b-4a9a-af67-874e1e25e36f req-304238dd-f46e-4ca9-b941-a203f68e7dd3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905055 Dec 06 23:58:43.106802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.109444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.111177 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc25d66e-d610-4500-a334-6606a65e26a1 HTTP/1.1" status: 204 len: 168 time: 0.7184954 Dec 06 23:58:43.145051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704af56d-2a93-4165-8b73-e2d48efc1a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25d66e-d610-4500-a334-6606a65e26a1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:43.180346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:43.223276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1604f-4bbc-47f1-9ef5-34db8198b8b9 None None] Pushing event updated for resources: {'Port': ['ID=8a42401d-1c1e-430d-8332-e39c1bc01645,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:43.256983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 81186095-ad7a-4efd-a956-3582c78894aa {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:43.257341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 81186095-ad7a-4efd-a956-3582c78894aa not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:43.279372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.425781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Port': ['ID=cad296c0-a693-4ea1-98ee-2e8a6bae277c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:43.548134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.22.0.1 (248f26f7-e814-44c2-b119-1a6829d57b82/0866e00e-edf5-4fae-9930-f998faa5f0bf/55347eec-c4c5-4ef7-82a5-0c49acf75f24) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:43.688385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router 7b62b279-03cf-431e-a14a-3f1a41729392 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:43.690745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Checking segment: {'id': '4c263740-f562-4685-993e-e9ff3ebbf23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '596e9e9a-33ed-4028-9347-4199601b3f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:43.691206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network hostable DHCP agents. Network: 596e9e9a-33ed-4028-9347-4199601b3f82, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:43.723966 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-de7a05fd-a0f8-46fe-a850-04a31d3c8594 req-69b67d01-d7b6-44a4-a88f-1edfc29afeec tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f03f9c-2004-4f6c-ba99-7c59cb744366 HTTP/1.1" status: 200 len: 210 time: 0.0426919 Dec 06 23:58:43.730794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.783120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:43.832413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network 596e9e9a-33ed-4028-9347-4199601b3f82 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:43.868644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.918458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:43.919341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 596e9e9a-33ed-4028-9347-4199601b3f82) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:43.924123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 248f26f7-e814-44c2-b119-1a6829d57b82 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:43.931108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:43.935192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1eca0-bcd3-45f4-9797-a6c0abad4f75 None None] Network 596e9e9a-33ed-4028-9347-4199601b3f82 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:43.937626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:43.941304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Sync routers for ids ['7b62b279-03cf-431e-a14a-3f1a41729392'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:43.942639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:43.943471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4b4062d7-3d06-44a0-aff8-7e3909023deb tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1639175 Dec 06 23:58:43.946233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58882) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:43.954421 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:43.971594 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:43.974343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:43.977906 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:43.994562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:44.026595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 5cefa869-69f3-453d-b0bd-12521db0a2d9 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:44.032525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.033767 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-32fa2df3-58c2-4543-a669-77493bda7a78 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9429095 Dec 06 23:58:44.041136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58884) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:44.043940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.054911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Routers {'7b62b279-03cf-431e-a14a-3f1a41729392'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:44.055600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['7b62b279-03cf-431e-a14a-3f1a41729392'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:44.087842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.101705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:44.117022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.396661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Set router 7b62b279-03cf-431e-a14a-3f1a41729392 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:44.414444 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:44.433472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8a42401d-1c1e-430d-8332-e39c1bc01645 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:44.490740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Port': ['ID=d4169b9d-e3f4-4478-864b-18598e60e728,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:44.559800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.560679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf9aa6-ef44-41dc-8233-9140dc3e50ab None None] Network 248f26f7-e814-44c2-b119-1a6829d57b82 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:44.569777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-50105744-c46c-4a09-9a2f-ed223b00a79d tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/7b62b279-03cf-431e-a14a-3f1a41729392 HTTP/1.1" status: 200 len: 907 time: 0.2898524 Dec 06 23:58:44.583786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0e223-d538-4f54-b385-62bb034b3319 req-320945bb-9f5e-4edc-99af-664afce27d71 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:44.588861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-20c0e223-d538-4f54-b385-62bb034b3319 req-320945bb-9f5e-4edc-99af-664afce27d71 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.3423126 Dec 06 23:58:44.591002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58896) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:44.592662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Checking segment: {'id': '60ca2c70-cffd-461b-9e34-8a54041cc7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '4a24f46f-9f8d-433e-9e18-b8ad0bee81bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:44.593226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network hostable DHCP agents. Network: 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:44.596797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'name': 'tempest-snat-router-563889125', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': True}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:44.645716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85ab36d0-aa69-4666-8124-fb943975aaa4 None None] Provisioning complete for port 8a42401d-1c1e-430d-8332-e39c1bc01645 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:44.646188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85ab36d0-aa69-4666-8124-fb943975aaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.673230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8a42401d-1c1e-430d-8332-e39c1bc01645 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:44.674662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.713395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.714007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.741585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.749009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58898) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:44.754480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.769673 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 10, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:44.798083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.802585 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/5cefa869-69f3-453d-b0bd-12521db0a2d9 HTTP/1.1" status: 204 len: 168 time: 0.8553185 Dec 06 23:58:44.808296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58904) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:44.811989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53721dc6-d687-4107-882c-248aa5e5325c None None] Network 2acecee0-475d-4593-be04-84945bd3bf8d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:44.815744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:44.822094 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-20c0e223-d538-4f54-b385-62bb034b3319 req-ea5be70c-b377-4bb6-a89d-1f3bc2b5b87c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207215 Dec 06 23:58:44.825565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:44.827575 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:44.828220 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:44.857364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58908) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:44.864287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9c49-3492-4c90-af87-7cfb952a0905 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=5cefa869-69f3-453d-b0bd-12521db0a2d9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:44.878639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:44.951598 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:45.051125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.132918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.181898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 518bc70f-dacb-4a76-b731-e829ce406ae8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:45.182247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.230864 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 10, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:45.235944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-763218709'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:45.278997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 518bc70f-dacb-4a76-b731-e829ce406ae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=518bc70f-dacb-4a76-b731-e829ce406ae8,segment=NetworkSegment(7ec70101-73a0-4968-9d46-a35422e4a7f0),segment_id=7ec70101-73a0-4968-9d46-a35422e4a7f0)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:45.279367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.285636 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c723fa-43b2-41a7-b20c-ba1daccf6eaf None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 10, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None, '_interfaces': [{'id': 'd918ff62-1add-4de8-93c7-df7da3c238e3', 'name': '', 'network_id': 'b8c18281-3252-4b08-9432-3c58d440c1cd', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'mac_address': 'fa:16:3e:fe:5e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:39Z', 'updated_at': '2021-12-06T23:57:47Z', 'revision_number': 5, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'subnets': [{'id': '1b182cfc-dcac-4d6f-967f-0c7137ac8a47', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:45.301451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:45.301697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 518bc70f-dacb-4a76-b731-e829ce406ae8 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:45.305922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:45.314441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:45.319527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:45.320435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.349338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad0c1c4-6f26-4831-a021-d6707519aea1 None None] Network 4a24f46f-9f8d-433e-9e18-b8ad0bee81bc requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:45.387842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.407356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': False}, 'gw_port_id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:37Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 3, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port': {'id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:40Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:45.409465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85ab36d0-aa69-4666-8124-fb943975aaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.449252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ea0e4-6b2a-46d1-8643-a6df4fcf5211 req-2d8493ce-ff73-4049-bd59-e6c322eb7e1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:45.450864 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-465ea0e4-6b2a-46d1-8643-a6df4fcf5211 req-2d8493ce-ff73-4049-bd59-e6c322eb7e1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.2236214 Dec 06 23:58:45.455948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:45.459180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.508143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Checking router: 7b62b279-03cf-431e-a14a-3f1a41729392 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:45.508520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Updating router 7b62b279-03cf-431e-a14a-3f1a41729392 port d7394e51-3840-4378-ac34-661ba0c89a96 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:45.521837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.540496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.561156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=518bc70f-dacb-4a76-b731-e829ce406ae8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:45.569272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port 518bc70f-dacb-4a76-b731-e829ce406ae8 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:45.661075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 8a42401d-1c1e-430d-8332-e39c1bc01645, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a42401d-1c1e-430d-8332-e39c1bc01645,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:45.715579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.748499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acecee0-475d-4593-be04-84945bd3bf8d']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:45.760904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1cd037-8834-46c4-95b0-24c88703a343 None None] DHCP port deletion for 2acecee0-475d-4593-be04-84945bd3bf8d request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:45.764545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.768846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec70101-73a0-4968-9d46-a35422e4a7f0') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:45.769148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec70101-73a0-4968-9d46-a35422e4a7f0') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:45.779988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.793970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.802679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:45.803081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:45.818793 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:45.846691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.873378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:45.880650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=8a42401d-1c1e-430d-8332-e39c1bc01645,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:45.924121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-85ab36d0-aa69-4666-8124-fb943975aaa4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:58:45.924388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-85ab36d0-aa69-4666-8124-fb943975aaa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:58:46.007875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.021219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.032875 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-590e5537-3563-486b-872e-2ece3cfe85d8 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6717720 Dec 06 23:58:46.041104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58910) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:46.043338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.044285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.051551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/2acecee0-475d-4593-be04-84945bd3bf8d HTTP/1.1" status: 204 len: 168 time: 1.2143571 Dec 06 23:58:46.052953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69920c15-46e7-4ced-b804-555ce0ad4c2d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=2acecee0-475d-4593-be04-84945bd3bf8d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:46.054419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58912) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:46.077205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.138643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.206128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8a42401d-1c1e-430d-8332-e39c1bc01645 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:46.222283 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-465ea0e4-6b2a-46d1-8643-a6df4fcf5211 req-ff4a62fa-164d-4b09-a5f5-d7540ee644ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095013 Dec 06 23:58:46.235428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.265691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58914) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:46.274488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.287676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:46.305584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e049db-9653-48ba-8ef1-e29499f63393 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:46.311815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e049db-9653-48ba-8ef1-e29499f63393 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:46.316998 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b9e049db-9653-48ba-8ef1-e29499f63393 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2717373 Dec 06 23:58:46.319401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58916) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:46.323121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12473b94-4779-486e-b48f-551755c3a027 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:46.331771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 172.36.7.121 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/cde668c3-ea93-4205-82ec-772565aea3e6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:46.348430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14d2f-923d-40e4-bc97-838f0b1a9544 None None] Pushing event updated for resources: {'Port': ['ID=d7394e51-3840-4378-ac34-661ba0c89a96,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:46.352880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Attempting to bind port d7394e51-3840-4378-ac34-661ba0c89a96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:46.354219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Attempting to bind port d7394e51-3840-4378-ac34-661ba0c89a96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:46.354709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Attempting to bind port d7394e51-3840-4378-ac34-661ba0c89a96 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:46.355667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fffe64-a23b-4e5e-bc2c-539e508fd113 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:46.357241 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-24fffe64-a23b-4e5e-bc2c-539e508fd113 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1094 time: 0.0903943 Dec 06 23:58:46.361994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:46.362503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:46.363010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.363578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:46.364147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Bound port: d7394e51-3840-4378-ac34-661ba0c89a96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:46.364843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.380037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58918) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:46.386703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:46.440458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8a42401d-1c1e-430d-8332-e39c1bc01645 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:46.441027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.490202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] For port d7394e51-3840-4378-ac34-661ba0c89a96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:46.517644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] For port d7394e51-3840-4378-ac34-661ba0c89a96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7394e51-3840-4378-ac34-661ba0c89a96,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:46.552381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.562290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.578184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.587780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 248f26f7-e814-44c2-b119-1a6829d57b82 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:46.593553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.603466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:46.628426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Deleting port cad296c0-a693-4ea1-98ee-2e8a6bae277c {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:46.628774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.653113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2da8885d-a208-4fb1-9918-5af62b7b6b92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:46.655315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681a7a3-952b-45db-bbcb-fc798ad3faf4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:46.682635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.697263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2da8885d-a208-4fb1-9918-5af62b7b6b92 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:46.697420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.699753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2da8885d-a208-4fb1-9918-5af62b7b6b92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:46.699753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 518bc70f-dacb-4a76-b731-e829ce406ae8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:46.699753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Routers {'7b62b279-03cf-431e-a14a-3f1a41729392'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:46.700400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['7b62b279-03cf-431e-a14a-3f1a41729392'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:46.778744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 518bc70f-dacb-4a76-b731-e829ce406ae8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:46.779100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 518bc70f-dacb-4a76-b731-e829ce406ae8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:46.784646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.785173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14d2f-923d-40e4-bc97-838f0b1a9544 None None] Pushing event updated for resources: {'Port': ['ID=d7394e51-3840-4378-ac34-661ba0c89a96,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:46.789098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Provisioning complete for port d7394e51-3840-4378-ac34-661ba0c89a96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:46.789401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.849316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:46.856072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:46.861614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:46.878972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.881308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42e84c-9988-410a-8450-808d74fec39a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:46.898570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] Set router 7b62b279-03cf-431e-a14a-3f1a41729392 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:46.900866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:46.912993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=cde668c3-ea93-4205-82ec-772565aea3e6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:46.918435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:46.919106 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 76b5442b-4bb6-46aa-b80b-069b4a97a74b of type vlan for network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae Dec 06 23:58:46.974366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.010854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.014357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Calling delete_port for cad296c0-a693-4ea1-98ee-2e8a6bae277c owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:47.017447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac04d9d6-cada-4e5f-b9c7-be3a89f21705,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:47.066149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] For port d7394e51-3840-4378-ac34-661ba0c89a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7394e51-3840-4378-ac34-661ba0c89a96,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:47.068516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:47.137887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.141650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': False}, 'gw_port_id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:37Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 3, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port': {'id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:40Z', 'updated_at': '2021-12-06T23:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:47.143488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:47.144126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.173445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.177187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c15d218-1ff2-431c-a88e-553f2f869b9f None None] The sync data for ids ['7b62b279-03cf-431e-a14a-3f1a41729392'] in dv-neutron-master-2-hyperv is: [{'id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': False}, 'gw_port_id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:37Z', 'updated_at': '2021-12-06T23:58:42Z', 'revision_number': 3, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port': {'id': 'd7394e51-3840-4378-ac34-661ba0c89a96', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fa:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b62b279-03cf-431e-a14a-3f1a41729392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:40Z', 'updated_at': '2021-12-06T23:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:47.179015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.228304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Provisioning complete for port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:47.228304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.276318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Pushing event updated for resources: {'Port': ['ID=d7394e51-3840-4378-ac34-661ba0c89a96,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:47.293633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:47.311903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Provisioning complete for port 8a42401d-1c1e-430d-8332-e39c1bc01645 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:47.312462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca4d1cb8-dae1-4935-bf7a-579f82177741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.376026 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6184881 Dec 06 23:58:47.388064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43295bb-a259-48f7-9ee8-214ec3aed7f5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=0a9005f2-d899-48b9-b09d-4d9b0876b8ae,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:47.434554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.454795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:47.465961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68e0a98b-4bfb-4cff-bbfe-9446c8327418 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6049631 Dec 06 23:58:47.469369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58920) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:47.477416 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:47.478318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'network': {'name': 'tempest-RoutersTest-433394329'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:47.499772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:47.528096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58922) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:47.534662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:47.536192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.605074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:47.605708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:47.686572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Port': ['ID=cad296c0-a693-4ea1-98ee-2e8a6bae277c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:47.729840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.733870 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-61e81ee5-c67b-4d05-83c7-ccb63b57c373 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/ports/cad296c0-a693-4ea1-98ee-2e8a6bae277c HTTP/1.1" status: 204 len: 168 time: 1.4141426 Dec 06 23:58:47.737612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:47.740532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port d918ff62-1add-4de8-93c7-df7da3c238e3 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:47.740890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.807160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.820696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.24 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/562b1f3c-2b4c-484a-b299-6206264b1982) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:47.852435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:47.857030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.878207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Provisioning complete for port cde668c3-ea93-4205-82ec-772565aea3e6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:47.879127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.913855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:47.937151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port d918ff62-1add-4de8-93c7-df7da3c238e3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d918ff62-1add-4de8-93c7-df7da3c238e3,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:47.937531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:47.956206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for d918ff62-1add-4de8-93c7-df7da3c238e3 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:47.963859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Port cde668c3-ea93-4205-82ec-772565aea3e6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:47.977856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:47.981413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.009788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:48.026848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Provisioning complete for port d7394e51-3840-4378-ac34-661ba0c89a96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:48.027220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.032260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.032816 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added segment 3f4fe27f-87ae-4f4b-8be9-ae3b71fff218 of type vlan for network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f Dec 06 23:58:48.165545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.170970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Deleting port d4169b9d-e3f4-4478-864b-18598e60e728 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:48.175716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.237830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.324697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d7394e51-3840-4378-ac34-661ba0c89a96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:48.329960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.358502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Calling delete_port for d4169b9d-e3f4-4478-864b-18598e60e728 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:48.370385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.377380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:48.378216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.392988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:44Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:45Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:48.396584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Deleting port 1828c07e-bac1-461a-b198-0bce70f5791c {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:48.396995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.442024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.471643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Provisioning complete for port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:48.472032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.475407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:48.476112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Updating router 0d299182-ffd7-44a7-8b30-e3f2176ee43e port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:48.533731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.534950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.545171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7e0b3fda-e966-492e-9d72-d9c452f9ce2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.554352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d7394e51-3840-4378-ac34-661ba0c89a96 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:48.560422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.582199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=d918ff62-1add-4de8-93c7-df7da3c238e3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:48.601041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Network': ['ID=64e6fa74-35a6-46d6-8ad1-d3dedb98156f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:48.606228 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-918e5588-8045-47c0-a6e0-8dcf55c3bc7d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1340423 Dec 06 23:58:48.628893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:48.635710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:48.648479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'subnet': {'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:48.690194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:48.715601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.717347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:48.739310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:48.741914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9615b92d-118a-4bfe-8249-fdf03d2b66b5 None None] Port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:48.812369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=562b1f3c-2b4c-484a-b299-6206264b1982,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:48.830039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] For port 1828c07e-bac1-461a-b198-0bce70f5791c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1828c07e-bac1-461a-b198-0bce70f5791c,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:48.830483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.844511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.888871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Calling delete_port for 1828c07e-bac1-461a-b198-0bce70f5791c owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:48.947719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:48.971697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.035111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Port': ['ID=d4169b9d-e3f4-4478-864b-18598e60e728,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:49.044464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Made reservation on behalf of 43964c22f8154eab8d8f425da264533b for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:49.048629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.071536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.077687 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-28bce668-359a-4565-9987-6c8b8c94ad1d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/ports/d4169b9d-e3f4-4478-864b-18598e60e728 HTTP/1.1" status: 204 len: 168 time: 1.3376200 Dec 06 23:58:49.079579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58928) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:49.098428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router 674a4524-8625-44b9-9adb-bd4415e062f0 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:49.130286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=771178d2-b5bc-4566-a682-fa0c651b60b5,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:49.135568 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f1ecfcd7-f07f-48b9-b32d-228d92ce15d4 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0526450 Dec 06 23:58:49.141236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:49.144682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58930) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:49.153011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1807325660'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:49.170396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '76b5442b-4bb6-46aa-b80b-069b4a97a74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:49.170846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 0a9005f2-d899-48b9-b09d-4d9b0876b8ae, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:49.332515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.345870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:49.349678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.361370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:49.367812 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e99c2366-7610-4ee3-a0c9-95946a285ec9 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3073919 Dec 06 23:58:49.373707 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:49.378260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58932) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:49.400921 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:49.405447 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:49.425430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:49.427607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.452747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:49.472688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:49.514228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting subnet 1b182cfc-dcac-4d6f-967f-0c7137ac8a47 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:49.519848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.525812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0a9005f2-d899-48b9-b09d-4d9b0876b8ae) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:49.537560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:49.538191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.574433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Sync routers for ids ['674a4524-8625-44b9-9adb-bd4415e062f0'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:49.598889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df3120-ec56-4a93-be21-420ff520e9e1 None None] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:49.606347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.606619 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 7b250d06-fab4-4d56-b211-2324e37fe79d of type vlan for network 373eea1c-30c3-4f72-8f71-1339e1d25417 Dec 06 23:58:49.616406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.627065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7cb90a5c-ba92-4f67-a42a-d6d459dc1f11 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0315144 Dec 06 23:58:49.632501 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:49.649503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58934) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:49.726627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4142d-f7b5-42a8-a51d-8d21000f186d None None] Pushing event updated for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:49.752036 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:49.820876 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:49.838862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-19870b57-0b50-409a-aac3-a115bcc8dcd7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3076682 Dec 06 23:58:49.841548 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:49.842358 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:49.846929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:49.850849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:49.872034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Routers {'674a4524-8625-44b9-9adb-bd4415e062f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:49.872034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['674a4524-8625-44b9-9adb-bd4415e062f0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:49.887661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138265349'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:49.959945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.011147 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:50.080852 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:50.111999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:50.115600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.163817 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7200f747-2018-438a-88e4-06a6f9e47627 None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:50.172299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Attempting to bind port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:50.172299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Attempting to bind port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:50.172299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Attempting to bind port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 on network 248f26f7-e814-44c2-b119-1a6829d57b82 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:50.208512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:50.209209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Checking segment: {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:50.209667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.232150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Bound using segment: {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:50.233164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Bound port: 55347eec-c4c5-4ef7-82a5-0c49acf75f24, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fbd8a5-7448-4a3c-a745-1fffab1196d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:50.233582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.273364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:50.291940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.292331 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b of type vlan for network 43d73e22-0d6d-42b0-9e86-9f0652906c73 Dec 06 23:58:50.304622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.321943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.328674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9845b3b0-aad7-449f-a2f0-dedceb6ec8ae None None] Provisioning complete for port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:50.329072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9845b3b0-aad7-449f-a2f0-dedceb6ec8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.336606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Set router 674a4524-8625-44b9-9adb-bd4415e062f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:50.401719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:58:50.411852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Port': ['ID=1828c07e-bac1-461a-b198-0bce70f5791c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:50.414233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.444987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.479200 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-409b6a5a-b8af-40d4-8eef-6caa866ce93f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/674a4524-8625-44b9-9adb-bd4415e062f0 HTTP/1.1" status: 200 len: 907 time: 0.8218284 Dec 06 23:58:50.482373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58938) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:50.491879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.542064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9845b3b0-aad7-449f-a2f0-dedceb6ec8ae None None] Port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:50.596598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.603151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:50.604054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.654029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Subnet': ['ID=8654cfe0-834f-4e46-9036-0f8881fdecd5,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:50.771516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.778608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:50.780174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.798386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Checking segment: {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:50.799158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network hostable DHCP agents. Network: 64e6fa74-35a6-46d6-8ad1-d3dedb98156f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:50.806641 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6570010 Dec 06 23:58:50.814949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58940) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:50.817780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a28b33-f6a0-44cb-a14c-32bec6fb4634 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=373eea1c-30c3-4f72-8f71-1339e1d25417,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:50.829932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.837525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] For port 55347eec-c4c5-4ef7-82a5-0c49acf75f24, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:50.840268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.852584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-759851448'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:50.884722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 373eea1c-30c3-4f72-8f71-1339e1d25417 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:50.917849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0a9005f2-d899-48b9-b09d-4d9b0876b8ae', 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': '771178d2-b5bc-4566-a682-fa0c651b60b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:50.919723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.943205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] For port 55347eec-c4c5-4ef7-82a5-0c49acf75f24, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55347eec-c4c5-4ef7-82a5-0c49acf75f24,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:50.972438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.982940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:50.990074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1266398 Dec 06 23:58:51.007218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58942) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:51.011761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f2377-cda8-4ff1-9349-57ed698c7d48 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=43d73e22-0d6d-42b0-9e86-9f0652906c73,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.017985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:51.026337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Subnet': ['ID=1b182cfc-dcac-4d6f-967f-0c7137ac8a47,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.033700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.040923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1804ab23-6643-4485-b039-8bbdc2b23d04 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/1b182cfc-dcac-4d6f-967f-0c7137ac8a47 HTTP/1.1" status: 204 len: 168 time: 1.6614530 Dec 06 23:58:51.042381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58944) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:51.081323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 43d73e22-0d6d-42b0-9e86-9f0652906c73 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:51.083721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437202b-e0bc-4b96-bc65-4f388bdbdb00 None None] Network b8c18281-3252-4b08-9432-3c58d440c1cd requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:51.095424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.097282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e97d1670-a0a0-4a9d-84f3-aa6fb80c7b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.133028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.140135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:51.182670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.196494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:51.199965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.240895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Deleting port cde668c3-ea93-4205-82ec-772565aea3e6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:51.241231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.319765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64e6fa74-35a6-46d6-8ad1-d3dedb98156f) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:51.321441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:58:51.382138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:51.382563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b94f27-b9eb-4259-aadd-efd471752162 None None] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:51.382772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.406800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4142d-f7b5-42a8-a51d-8d21000f186d None None] Pushing event updated for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.408332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.408699 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Added segment 8db9dd90-35e9-4f0c-8629-344461aa1109 of type vlan for network e33c4998-ca56-4366-be13-90da1c191c79 Dec 06 23:58:51.423418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:51.424002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:51.447691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Deleting port 61546768-0b70-41f9-86d9-36c208ef5a6c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:51.448037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.467167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.471102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.477060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:51.481017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.488680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.490632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Calling delete_port for cde668c3-ea93-4205-82ec-772565aea3e6 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:51.575252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-256228f4-9028-4a20-a522-6af45442e219 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9345593 Dec 06 23:58:51.586969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58946) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:51.591976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] For port 61546768-0b70-41f9-86d9-36c208ef5a6c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=61546768-0b70-41f9-86d9-36c208ef5a6c,segment=NetworkSegment(2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a),segment_id=2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:51.592312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.610404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Calling delete_port for 61546768-0b70-41f9-86d9-36c208ef5a6c owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:51.615698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.621020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Allocated IP 172.20.255.242 (0a9005f2-d899-48b9-b09d-4d9b0876b8ae/771178d2-b5bc-4566-a682-fa0c651b60b5/f1ce0b27-a35f-465d-b37a-6708331004d0) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:51.676825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:51.742113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.751092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:51.751842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.797604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674a4524-8625-44b9-9adb-bd4415e062f0', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.121'}], 'enable_snat': True}, 'gw_port_id': 'cde668c3-ea93-4205-82ec-772565aea3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:44Z', 'updated_at': '2021-12-06T23:58:47Z', 'revision_number': 3, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port': {'id': 'cde668c3-ea93-4205-82ec-772565aea3e6', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '674a4524-8625-44b9-9adb-bd4415e062f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:45Z', 'updated_at': '2021-12-06T23:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:51.817193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.856721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Port': ['ID=61546768-0b70-41f9-86d9-36c208ef5a6c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.864340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No DVR routers for this DVR port 61546768-0b70-41f9-86d9-36c208ef5a6c on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:51.892019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Checking router: 674a4524-8625-44b9-9adb-bd4415e062f0 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:51.892587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Updating router 674a4524-8625-44b9-9adb-bd4415e062f0 port cde668c3-ea93-4205-82ec-772565aea3e6 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:58:51.902914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] Provisioning complete for port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:51.903302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.907454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:51.926304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725b93c-789e-4413-9f7e-88517c666f3a None None] DHCP port deletion for b8c18281-3252-4b08-9432-3c58d440c1cd request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:51.930169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=562b1f3c-2b4c-484a-b299-6206264b1982,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.973165 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1239071 Dec 06 23:58:51.975315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Port': ['ID=cde668c3-ea93-4205-82ec-772565aea3e6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:51.975792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Port cde668c3-ea93-4205-82ec-772565aea3e6 not found while updating agent binding for router 674a4524-8625-44b9-9adb-bd4415e062f0. {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 06 23:58:52.010578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64c8e8-8c05-4bd1-8cd0-a6575e3ffc2c tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Network': ['ID=e33c4998-ca56-4366-be13-90da1c191c79,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:52.051840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.076743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.088759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Router 6653bd10-d07e-45b0-a1db-904a4aa46224 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:52.091269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.105528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c18281-3252-4b08-9432-3c58d440c1cd']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:52.147659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:52.150855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0f99d9-b3cc-415e-80ca-fbd2707d8e1a') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:52.196428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.211383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.237282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e33c4998-ca56-4366-be13-90da1c191c79 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:58:52.248672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.300778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b839f-62f3-4918-bbfc-13aa3d50dead None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:52.308904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.319344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.374648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:52.390005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:52.392575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Routers {'674a4524-8625-44b9-9adb-bd4415e062f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:52.393356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['674a4524-8625-44b9-9adb-bd4415e062f0'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:52.401164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:52.403527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:52.474039 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:52.476511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] Set router 674a4524-8625-44b9-9adb-bd4415e062f0 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:52.485457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.491507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.549818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.557981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.563847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/networks/b8c18281-3252-4b08-9432-3c58d440c1cd HTTP/1.1" status: 204 len: 168 time: 1.5203223 Dec 06 23:58:52.566687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58948) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:52.572010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'routes': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:52.586859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75452c-bc0f-49d2-973b-d58743a58393 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Pushing event deleted for resources: {'Network': ['ID=b8c18281-3252-4b08-9432-3c58d440c1cd,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:52.631109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.631844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 674a4524-8625-44b9-9adb-bd4415e062f0 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:52.669933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.672578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5a17475b-9f3c-49a2-8ec8-a2d704ca6d0f tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/routers/674a4524-8625-44b9-9adb-bd4415e062f0 HTTP/1.1" status: 204 len: 168 time: 2.1876609 Dec 06 23:58:52.675722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58950) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:52.704943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:52.706118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.721171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 61546768-0b70-41f9-86d9-36c208ef5a6c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:52.727451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:52.736607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '674a4524-8625-44b9-9adb-bd4415e062f0', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:44Z', 'updated_at': '2021-12-06T23:58:51Z', 'revision_number': 5, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:52.816120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eaf22f-295e-4f62-8827-a21cfc3b015c None None] The sync data for ids ['674a4524-8625-44b9-9adb-bd4415e062f0'] in dv-neutron-master-2-hyperv is: [{'id': '674a4524-8625-44b9-9adb-bd4415e062f0', 'name': 'tempest-snat-router-563889125', 'tenant_id': '759ca65ca3984255908922a96e0f4bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:44Z', 'updated_at': '2021-12-06T23:58:51Z', 'revision_number': 5, 'project_id': '759ca65ca3984255908922a96e0f4bd1', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:52.923631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.extraroute_db [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Added routes are [] {{(pid=110158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:58:52.924136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.extraroute_db [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Removed routes are [] {{(pid=110158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:58:52.924617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.925826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Attempting to bind port f1ce0b27-a35f-465d-b37a-6708331004d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:52.926342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Attempting to bind port f1ce0b27-a35f-465d-b37a-6708331004d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76b5442b-4bb6-46aa-b80b-069b4a97a74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:52.927066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Attempting to bind port f1ce0b27-a35f-465d-b37a-6708331004d0 on network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:52.932043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.948368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 61546768-0b70-41f9-86d9-36c208ef5a6c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:52.948725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 61546768-0b70-41f9-86d9-36c208ef5a6c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:52.954792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d918ff62-1add-4de8-93c7-df7da3c238e3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:52.964793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:52.965190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Checking segment: {'id': '76b5442b-4bb6-46aa-b80b-069b4a97a74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:52.965601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:52.966009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Bound using segment: {'id': '76b5442b-4bb6-46aa-b80b-069b4a97a74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:52.966494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Bound port: f1ce0b27-a35f-465d-b37a-6708331004d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b5442b-4bb6-46aa-b80b-069b4a97a74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0a9005f2-d899-48b9-b09d-4d9b0876b8ae'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:52.967527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.094377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Pushing event updated for resources: {'Port': ['ID=f1ce0b27-a35f-465d-b37a-6708331004d0,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:53.108358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: d918ff62-1add-4de8-93c7-df7da3c238e3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:53.108721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d918ff62-1add-4de8-93c7-df7da3c238e3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:53.134268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.142531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:44Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:50Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:53.168020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.177091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.182784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.213127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] For port 55347eec-c4c5-4ef7-82a5-0c49acf75f24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55347eec-c4c5-4ef7-82a5-0c49acf75f24,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:53.225357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba468a-cf59-48b3-aabc-43a33ca6bf75 None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:44Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:50Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:53.317656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:53.326144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.339434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.346717 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Sync routers for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:53.349426 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e14680ab-7b66-4f10-bd6e-2e47ebbb5275 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "PUT /v2.0/routers/6653bd10-d07e-45b0-a1db-904a4aa46224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4829602 Dec 06 23:58:53.363927 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:53.364838 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:53.396633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58952) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:53.419153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] For port f1ce0b27-a35f-465d-b37a-6708331004d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:53.509902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e14c7-db63-4cc5-97d7-1905f341c3e6 None None] Pushing event updated for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:53.550488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] For port f1ce0b27-a35f-465d-b37a-6708331004d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1ce0b27-a35f-465d-b37a-6708331004d0,segment=NetworkSegment(76b5442b-4bb6-46aa-b80b-069b4a97a74b),segment_id=76b5442b-4bb6-46aa-b80b-069b4a97a74b)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:53.569241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Allocated IP 172.23.0.2 (64e6fa74-35a6-46d6-8ad1-d3dedb98156f/8654cfe0-834f-4e46-9036-0f8881fdecd5/99ed69bc-0dce-4a1c-80fa-75402d7be38f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:53.586382 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:53.610980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=a6d8328c-bcf2-4619-967b-962b95e1e2dc,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:53.640948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 03fdd703-c350-4c56-b5eb-d560c715565f has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:53.717692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Deleting subnet e8fd9c78-d108-476e-b9b5-4ef30c500bc7 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:58:53.724752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.737526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.777846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:53.777846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 43d73e22-0d6d-42b0-9e86-9f0652906c73, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:53.841010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.846931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:53.951592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.019860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:54.033773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:54.033963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:54.048832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:54.076138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Sync routers for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:54.088161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.098561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8db9344c-fe25-4576-b690-d7ce2d8c93b8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 705 time: 1.5295320 Dec 06 23:58:54.103258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58954) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:54.200869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.223427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.224722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2d6ce344-30b4-405d-bfb5-de988adb397d tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 205 time: 0.1083648 Dec 06 23:58:54.225295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58956) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:54.246052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb581-3c8b-4961-8973-16148de73143 None None] Pushing event updated for resources: {'Port': ['ID=f1ce0b27-a35f-465d-b37a-6708331004d0,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:54.278951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.301708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:54.303881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:54.364464 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:58:50Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:54.463345 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Checking router: 6653bd10-d07e-45b0-a1db-904a4aa46224 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:54.509991 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Routers {'6653bd10-d07e-45b0-a1db-904a4aa46224'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:54.510899 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6653bd10-d07e-45b0-a1db-904a4aa46224'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:54.591552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP b8003920-ac39-407a-b122-0106c840364d associated. External IP: 172.36.7.24, port: 8a351a7f-a053-454c-b5b7-9e3824ef25dd. Dec 06 23:58:54.616504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:54.688602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.709133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Allocated IP 172.23.0.1 (64e6fa74-35a6-46d6-8ad1-d3dedb98156f/8654cfe0-834f-4e46-9036-0f8881fdecd5/e2fa8d26-6fd4-4c82-a894-b250874c32ed) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:54.729540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 55347eec-c4c5-4ef7-82a5-0c49acf75f24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:54.818338 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] Set router 6653bd10-d07e-45b0-a1db-904a4aa46224 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:54.869040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 43d73e22-0d6d-42b0-9e86-9f0652906c73 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:54.956045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 43d73e22-0d6d-42b0-9e86-9f0652906c73) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:54.978069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:54.982518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:54.983335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:54.998429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6ec38-0b01-424c-bcbc-e0a58bd2eaa9 None None] Network 43d73e22-0d6d-42b0-9e86-9f0652906c73 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:55.107059 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ea20ecfe-127e-450e-967e-b0c142119982 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.0937896 Dec 06 23:58:55.109770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.113089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58958) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:55.160035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Attempting to bind port 99ed69bc-0dce-4a1c-80fa-75402d7be38f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:55.161050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Attempting to bind port 99ed69bc-0dce-4a1c-80fa-75402d7be38f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:55.161983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Attempting to bind port 99ed69bc-0dce-4a1c-80fa-75402d7be38f on network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:55.194878 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:58:50Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:55.198251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Checking router: 03fdd703-c350-4c56-b5eb-d560c715565f for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:55.222217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Pushing event updated for resources: {'Port': ['ID=99ed69bc-0dce-4a1c-80fa-75402d7be38f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:55.228974 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1191881b-367e-41ac-bf0e-afba087c96d8 None None] The sync data for ids ['6653bd10-d07e-45b0-a1db-904a4aa46224'] in dv-neutron-master-2-hyperv is: [{'id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946892596', 'tenant_id': '9feef033edb6433b95d2c2425a853956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239'}], 'enable_snat': True}, 'gw_port_id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:56:16Z', 'updated_at': '2021-12-06T23:58:50Z', 'revision_number': 5, 'project_id': '9feef033edb6433b95d2c2425a853956', 'gw_port': {'id': '27b5ac7b-dca2-4034-bafd-39ab4a37beda', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6653bd10-d07e-45b0-a1db-904a4aa46224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:56:17Z', 'updated_at': '2021-12-06T23:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:55.233838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:55.235215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Checking segment: {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:55.235798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.236363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Bound using segment: {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:55.236856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Bound port: 99ed69bc-0dce-4a1c-80fa-75402d7be38f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:55.237245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.286363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58960) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:55.294779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Routers {'03fdd703-c350-4c56-b5eb-d560c715565f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:55.295544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['03fdd703-c350-4c56-b5eb-d560c715565f'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:55.307937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'subnets': [{'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1502612164', 'ip_version': 6}, {'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:55.308172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.309022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'subnet': {'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1502612164', 'ip_version': 6}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:55.309863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Request body: {'subnet': {'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:55.370981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:58:55.407694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-43d73e22-0d6d-42b0-9e86-9f0652906c73', 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': 'a6d8328c-bcf2-4619-967b-962b95e1e2dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:55.408719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.434620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:55.435085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.447468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] Set router 03fdd703-c350-4c56-b5eb-d560c715565f gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:55.468494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.502727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.508947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.514047 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "DELETE /v2.0/subnets/e8fd9c78-d108-476e-b9b5-4ef30c500bc7 HTTP/1.1" status: 204 len: 168 time: 2.1153841 Dec 06 23:58:55.518636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58962) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:55.545367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f563f38-ea47-4de8-a7d0-b278775fc898 None None] Network 58182b87-2ed3-4acd-ba29-629cca40654b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:55.556733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:55.568126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] For port 99ed69bc-0dce-4a1c-80fa-75402d7be38f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:55.586010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67401fc5-ab74-45a4-8893-be22000065c9 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fd9c78-d108-476e-b9b5-4ef30c500bc7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:55.664880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.705892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.708747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.768322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Deleting port d7394e51-3840-4378-ac34-661ba0c89a96 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:55.769336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.835088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.854551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.855154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 03fdd703-c350-4c56-b5eb-d560c715565f {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:55.864172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.869905 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e75b4999-3d9d-4b4b-ad63-c0eaf1f3ca30 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 204 len: 168 time: 1.6149318 Dec 06 23:58:55.873509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:55.878382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373600738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:55.882019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6835e78-1c60-4b75-b1d2-7141cc0a6198 None None] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:55.904115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] For port 99ed69bc-0dce-4a1c-80fa-75402d7be38f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99ed69bc-0dce-4a1c-80fa-75402d7be38f,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:55.912265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9426a852-ca6e-4ff3-9293-c4d3f533ccda None None] The sync data for ids ['03fdd703-c350-4c56-b5eb-d560c715565f'] in dv-neutron-master-2-hyperv is: [{'id': '03fdd703-c350-4c56-b5eb-d560c715565f', 'name': 'tempest-RoutersIpV6Test-router-1336612134', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:33Z', 'updated_at': '2021-12-06T23:58:48Z', 'revision_number': 11, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:55.929841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] For port d7394e51-3840-4378-ac34-661ba0c89a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d7394e51-3840-4378-ac34-661ba0c89a96,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:55.930787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.952149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Calling delete_port for d7394e51-3840-4378-ac34-661ba0c89a96 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:55.977558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:55.986437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:55.987023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:55.996668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:56.003648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.004705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.052584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:56.052584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.104169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.126597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:56.134443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] Provisioning complete for port f1ce0b27-a35f-465d-b37a-6708331004d0 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:56.134841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.156954 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:56.178434 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:56.182910 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:56.191189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.293760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.310650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.329030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Allocated IP 172.20.0.2 (43d73e22-0d6d-42b0-9e86-9f0652906c73/a6d8328c-bcf2-4619-967b-962b95e1e2dc/43bff367-1c5f-4fae-ba78-2578d19a1d69) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:56.337644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Made reservation on behalf of 242b3ca15fa14e018a5a6617d7c32942 for: {'subnet': 2} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:58:56.342432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.344878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.373619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744763c-bf8b-4a55-aa16-b33c9031e746 None None] Pushing event updated for resources: {'Port': ['ID=99ed69bc-0dce-4a1c-80fa-75402d7be38f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:56.398037 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:56.422071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.437988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.448451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-68d41608-c57d-4b61-9553-2f267ee02a5c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5700016 Dec 06 23:58:56.448451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58966) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:56.470572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.473975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:56.486043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e658e28c-d7a8-4bfa-afba-8b6397b4653a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:56.673882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3ec8493f-2985-412d-a738-6c26b846129f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.2926507 Dec 06 23:58:56.688004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7394e51-3840-4378-ac34-661ba0c89a96,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:56.690159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:56.690530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:58:56.692935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf9d36b-7cb6-4d39-8917-38322763403c" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:58:56.713472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1ce0b27-a35f-465d-b37a-6708331004d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:56.714362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] DHCP port deletion for 58182b87-2ed3-4acd-ba29-629cca40654b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:56.812115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.818179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b08c0136-cb5c-4d6d-b608-ef40d7f4cc72 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/b8003920-ac39-407a-b122-0106c840364d HTTP/1.1" status: 200 len: 991 time: 0.1169689 Dec 06 23:58:56.823481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9bd6f3-f05c-4a43-8445-67c36f93100f x-openstack-request-id: req-ae9bd6f3-f05c-4a43-8445-67c36f93100f {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:58:56.823772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:58:56.824027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae9bd6f3-f05c-4a43-8445-67c36f93100f {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:58:56.824450 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'status': 'completed', 'code': 200} Dec 06 23:58:56.871096 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:49Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:56.877236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.909671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] For port f1ce0b27-a35f-465d-b37a-6708331004d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1ce0b27-a35f-465d-b37a-6708331004d0,segment=NetworkSegment(76b5442b-4bb6-46aa-b80b-069b4a97a74b),segment_id=76b5442b-4bb6-46aa-b80b-069b4a97a74b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:56.909905 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:56.920981 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:56.922383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:56.936675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.947827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f1ce0b27-a35f-465d-b37a-6708331004d0 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:56.948204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.982327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Deleting port 493f2fce-7040-4cb3-afe0-0def43bb24ee {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:56.982703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:56.991798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.068946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.082753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.090296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.092288 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:57.128189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Deleting port 27b5ac7b-dca2-4034-bafd-39ab4a37beda {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:58:57.128564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.131340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Network 43d73e22-0d6d-42b0-9e86-9f0652906c73 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:58:57.140320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:57.143320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:58:57.147574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] For port 493f2fce-7040-4cb3-afe0-0def43bb24ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=493f2fce-7040-4cb3-afe0-0def43bb24ee,segment=NetworkSegment(bbebb767-1610-4cd4-822f-5c819a08dc13),segment_id=bbebb767-1610-4cd4-822f-5c819a08dc13)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:57.147574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.179335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Calling delete_port for 493f2fce-7040-4cb3-afe0-0def43bb24ee owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:57.200167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b822dea-6325-4f7b-a3dc-ed31f7f737dd None None] Pushing event updated for resources: {'Port': ['ID=f1ce0b27-a35f-465d-b37a-6708331004d0,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:57.237961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.240660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-4b519b54-15fc-42cc-b4b9-9f7063e66df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:57.244694 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-4b519b54-15fc-42cc-b4b9-9f7063e66df0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1099 time: 0.3592260 Dec 06 23:58:57.299611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.381143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.386573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Attempting to bind port 43bff367-1c5f-4fae-ba78-2578d19a1d69 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:58:57.386968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Attempting to bind port 43bff367-1c5f-4fae-ba78-2578d19a1d69 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:58:57.387344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Attempting to bind port 43bff367-1c5f-4fae-ba78-2578d19a1d69 on network 43d73e22-0d6d-42b0-9e86-9f0652906c73 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:58:57.436433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.437354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b62b279-03cf-431e-a14a-3f1a41729392 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:57.437840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1828c07e-bac1-461a-b198-0bce70f5791c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:57.462478 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:49Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:57.490549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Pushing event updated for resources: {'Port': ['ID=43bff367-1c5f-4fae-ba78-2578d19a1d69,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:57.497296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1828c07e-bac1-461a-b198-0bce70f5791c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:57.498120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1828c07e-bac1-461a-b198-0bce70f5791c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:57.505197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.509910 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eacf06e3-c19a-4096-a17a-1207a1b19e3e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7b62b279-03cf-431e-a14a-3f1a41729392 HTTP/1.1" status: 204 len: 168 time: 4.8296912 Dec 06 23:58:57.514035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58972) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:57.514308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:58:57.514870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Checking segment: {'id': '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:57.515312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.516299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Bound using segment: {'id': '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:58:57.517390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Bound port: 43bff367-1c5f-4fae-ba78-2578d19a1d69, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:58:57.521183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.528696 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9633c19-85c9-4630-8659-06c582251d1a None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:49Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:57.538228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-623995023', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:58:57.563310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.569232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2cee32be-6a56-4d46-aae1-dae4a3325be0 None None] Provisioning complete for port f1ce0b27-a35f-465d-b37a-6708331004d0 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:57.569638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2cee32be-6a56-4d46-aae1-dae4a3325be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.660970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.662037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.674881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] Pushing event deleted for resources: {'Port': ['ID=493f2fce-7040-4cb3-afe0-0def43bb24ee,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:57.695380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b129f2-ec33-4475-806d-7cb64df81160 None None] No DVR routers for this DVR port 493f2fce-7040-4cb3-afe0-0def43bb24ee on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:58:57.714514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Router 3b800856-8eb7-4296-8a18-994b1d730974 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:58:57.749844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] For port 43bff367-1c5f-4fae-ba78-2578d19a1d69, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:58:57.754252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] For port 43bff367-1c5f-4fae-ba78-2578d19a1d69, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43bff367-1c5f-4fae-ba78-2578d19a1d69,segment=NetworkSegment(9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b),segment_id=9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:58:57.803226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531db6a-d292-457a-bdff-a74f188977da None None] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:57.815406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.830310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.844386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:57.985834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:58:57.995283 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-55b40eea-5b68-433a-adfa-bdff68d02b25 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/b8003920-ac39-407a-b122-0106c840364d HTTP/1.1" status: 200 len: 991 time: 0.1464047 Dec 06 23:58:57.995397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327d872-3d78-4256-b1b8-01a8b8601aae None None] New status for floating IP b8003920-ac39-407a-b122-0106c840364d: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 23:58:57.997433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:57.998195 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Sync routers for ids ['3b800856-8eb7-4296-8a18-994b1d730974'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:58:58.002054 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ec711fd5-52cc-46b8-bde8-80f9233ba42c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "PUT /v2.0/routers/3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 200 len: 698 time: 1.5373566 Dec 06 23:58:58.005591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58976) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:58.019331 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Routers {'3b800856-8eb7-4296-8a18-994b1d730974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:58.020164 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3b800856-8eb7-4296-8a18-994b1d730974'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.084571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.140288 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Set router 3b800856-8eb7-4296-8a18-994b1d730974 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:58.174911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d8328c-bcf2-4619-967b-962b95e1e2dc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:58.187099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.203659 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-228e43bd-b081-4f42-a171-d257ea905385 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/routers/3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 200 len: 704 time: 0.1956937 Dec 06 23:58:58.205121 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b800856-8eb7-4296-8a18-994b1d730974', 'name': 'tempest-RoutersIpV6Test-router-1373600738', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:56Z', 'updated_at': '2021-12-06T23:58:57Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.206706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:58.258655 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fcfdfe5e-a084-4f22-bb8a-14a94d2e737a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 200 len: 205 time: 0.0493114 Dec 06 23:58:58.264340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58980) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:58.324802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.345672 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Checking router: 3b800856-8eb7-4296-8a18-994b1d730974 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:58:58.354295 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Routers {'3b800856-8eb7-4296-8a18-994b1d730974'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:58:58.355051 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['3b800856-8eb7-4296-8a18-994b1d730974'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.385612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] For port 27b5ac7b-dca2-4034-bafd-39ab4a37beda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=27b5ac7b-dca2-4034-bafd-39ab4a37beda,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:58.385981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.424499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb12596-6517-4955-81a6-90dbad8326be None None] Pushing event updated for resources: {'Port': ['ID=43bff367-1c5f-4fae-ba78-2578d19a1d69,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:58.430771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.441652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3dff1f-2a3e-4092-8f60-dc27764377af None None] Network 43d73e22-0d6d-42b0-9e86-9f0652906c73 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:58.447675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] Provisioning complete for port 99ed69bc-0dce-4a1c-80fa-75402d7be38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:58.448260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.452681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Calling delete_port for 27b5ac7b-dca2-4034-bafd-39ab4a37beda owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:58:58.510765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d73e22-0d6d-42b0-9e86-9f0652906c73']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.529842 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] Set router 3b800856-8eb7-4296-8a18-994b1d730974 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:58:58.549901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.558966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.600918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-349cdaf0-669a-4e51-8871-5466e32237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:58.602687 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-349cdaf0-669a-4e51-8871-5466e32237e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 898 time: 1.2823787 Dec 06 23:58:58.614915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Subnet': ['ID=928f6201-3861-4983-9dee-09d482b1ad97,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:58.623951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.632513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.640164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.674059 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b800856-8eb7-4296-8a18-994b1d730974', 'name': 'tempest-RoutersIpV6Test-router-1373600738', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:56Z', 'updated_at': '2021-12-06T23:58:57Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:58:58.716954 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8515e7d0-2870-4f9a-921c-83e86f6e07df None None] The sync data for ids ['3b800856-8eb7-4296-8a18-994b1d730974'] in dv-neutron-master-2-hyperv is: [{'id': '3b800856-8eb7-4296-8a18-994b1d730974', 'name': 'tempest-RoutersIpV6Test-router-1373600738', 'tenant_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:56Z', 'updated_at': '2021-12-06T23:58:57Z', 'revision_number': 2, 'project_id': '3975805a3b3a4bb7b239fc7ce663bcde', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:58:58.750602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 99ed69bc-0dce-4a1c-80fa-75402d7be38f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:58.753918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] For port 99ed69bc-0dce-4a1c-80fa-75402d7be38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99ed69bc-0dce-4a1c-80fa-75402d7be38f,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:58:58.770877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.787037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Checking segment: {'id': '7b250d06-fab4-4d56-b211-2324e37fe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:58:58.787407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network hostable DHCP agents. Network: 373eea1c-30c3-4f72-8f71-1339e1d25417, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:58:58.794011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:58:58.794431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:58:58.800059 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:58:58.829859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 99ed69bc-0dce-4a1c-80fa-75402d7be38f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:58.831372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.857490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.894403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.897545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:58.945574 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-f5f6b1d3-ded5-4e8e-ace8-b5a28ae57e3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 1001 time: 0.3267715 Dec 06 23:58:58.965978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5f8d6-96e7-40fa-9513-bde2bfc5b63b None None] Pushing event updated for resources: {'Port': ['ID=99ed69bc-0dce-4a1c-80fa-75402d7be38f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:58.998039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58982) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.029658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1ce0b27-a35f-465d-b37a-6708331004d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:58:59.107407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f1ce0b27-a35f-465d-b37a-6708331004d0 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:59.108083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.154754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:58:59.154754 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:58:59.154754 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '43d73e22-0d6d-42b0-9e86-9f0652906c73'}] Dec 06 23:58:59.154754 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:58:59.155574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:58:59.190434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-d07042d5-ba44-4e4b-b075-be78ab845bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:59.206277 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-d07042d5-ba44-4e4b-b075-be78ab845bb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.2243111 Dec 06 23:58:59.206277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.206277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network 373eea1c-30c3-4f72-8f71-1339e1d25417 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:58:59.223509 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a51647d1-d0e6-4575-bf74-83a9760e4c75 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/b8003920-ac39-407a-b122-0106c840364d HTTP/1.1" status: 200 len: 993 time: 0.2157717 Dec 06 23:58:59.261804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-87dd7671-0095-4ce5-b001-7ec4a075d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:58:59.263688 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-87dd7671-0095-4ce5-b001-7ec4a075d67f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580101 Dec 06 23:58:59.264528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.303333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-22e286a4-b952-4d2b-aa47-e8f7937d568d None None] Provisioning complete for port e2fa8d26-6fd4-4c82-a894-b250874c32ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:59.304098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22e286a4-b952-4d2b-aa47-e8f7937d568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.331883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Port': ['ID=27b5ac7b-dca2-4034-bafd-39ab4a37beda,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:59.348210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.350499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54fd06-58f4-4fc0-b228-4342db993774 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:58:59.353466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d7394e51-3840-4378-ac34-661ba0c89a96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:59.386607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: d7394e51-3840-4378-ac34-661ba0c89a96 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:59.387132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d7394e51-3840-4378-ac34-661ba0c89a96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:59.387652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 493f2fce-7040-4cb3-afe0-0def43bb24ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:58:59.418333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-22e286a4-b952-4d2b-aa47-e8f7937d568d None None] Port e2fa8d26-6fd4-4c82-a894-b250874c32ed cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:59.420469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 493f2fce-7040-4cb3-afe0-0def43bb24ee {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:58:59.420469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 493f2fce-7040-4cb3-afe0-0def43bb24ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:58:59.432357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-22e286a4-b952-4d2b-aa47-e8f7937d568d None None] Provisioning complete for port 99ed69bc-0dce-4a1c-80fa-75402d7be38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:59.432856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22e286a4-b952-4d2b-aa47-e8f7937d568d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.459723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.461085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.461633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Fanout notify agent at l3_agent the message router_deleted on router 3b800856-8eb7-4296-8a18-994b1d730974 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:58:59.471334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.475729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-823fca41-cf8f-4ae6-b509-533cc0811d99 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 204 len: 168 time: 1.2060106 Dec 06 23:58:59.475729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.477444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58984) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.506391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 373eea1c-30c3-4f72-8f71-1339e1d25417) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:58:59.517653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd39548-ba1e-46d1-aaa9-0615c973d686 None None] Network 373eea1c-30c3-4f72-8f71-1339e1d25417 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:58:59.535078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-616cba15-992f-4948-8251-b94b48c5c187 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 200 len: 205 time: 0.0564170 Dec 06 23:58:59.539420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58986) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.548590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.589229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.593164 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-308239d6-fca7-418f-8863-90a79cfbbcde tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:58:59.594807 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-308239d6-fca7-418f-8863-90a79cfbbcde tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3b800856-8eb7-4296-8a18-994b1d730974 HTTP/1.1" status: 404 len: 336 time: 0.0542376 Dec 06 23:58:59.622480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58988) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.654989 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-837d71c4-5268-4ba3-8813-68957207fc6c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:59.656660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837d71c4-5268-4ba3-8813-68957207fc6c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:59.659939 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-837d71c4-5268-4ba3-8813-68957207fc6c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/4e996153-35e0-4b56-a7da-5606914a859c HTTP/1.1" status: 404 len: 337 time: 0.0351348 Dec 06 23:58:59.662976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58990) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.673979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event updated for resources: {'Subnet': ['ID=3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:59.675173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.706497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-373eea1c-30c3-4f72-8f71-1339e1d25417', 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417', 'tenant_id': '242b3ca15fa14e018a5a6617d7c32942', 'fixed_ips': [{'subnet_id': '928f6201-3861-4983-9dee-09d482b1ad97'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:58:59.707757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.737756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a343c246-36ab-41b4-83aa-77167d2211ed tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:59.738307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a343c246-36ab-41b4-83aa-77167d2211ed tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:59.741474 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a343c246-36ab-41b4-83aa-77167d2211ed tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/883d9dac-01ef-44b4-95fa-a97f3e5a7b25 HTTP/1.1" status: 404 len: 337 time: 0.0760951 Dec 06 23:58:59.744699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58992) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.748900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0a5ea206-a31f-4b8c-99fe-81dcd954c592 None None] Provisioning complete for port e2fa8d26-6fd4-4c82-a894-b250874c32ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:58:59.749612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea206-a31f-4b8c-99fe-81dcd954c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.753053 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:58:59.770781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event updated for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:58:59.786157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37e4e1c-9dd2-47b6-b2bf-bdf482d6f2b7 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:59.786618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37e4e1c-9dd2-47b6-b2bf-bdf482d6f2b7 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:59.788531 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-088e32bb-9556-49a2-8cc0-45e6f92f5350 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137854 Dec 06 23:58:59.791573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.793082 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a37e4e1c-9dd2-47b6-b2bf-bdf482d6f2b7 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/5cefa869-69f3-453d-b0bd-12521db0a2d9 HTTP/1.1" status: 404 len: 337 time: 0.0452955 Dec 06 23:58:59.793899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 58994) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:58:59.810109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Allocated IP 172.36.7.66 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/87779641-dbef-4d4f-886b-34a46838049b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:59.859473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ea206-a31f-4b8c-99fe-81dcd954c592 None None] Port e2fa8d26-6fd4-4c82-a894-b250874c32ed cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:58:59.911876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Allocated IP 2001:db8::1 (373eea1c-30c3-4f72-8f71-1339e1d25417/928f6201-3861-4983-9dee-09d482b1ad97/8b3172bd-4c2e-41ea-942c-5c6ed19cb97e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:58:59.924327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:58:59.991379 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb179c0-7d87-4289-a393-c5562bc6a801 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:58:59.991840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb179c0-7d87-4289-a393-c5562bc6a801 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:58:59.994928 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bfb179c0-7d87-4289-a393-c5562bc6a801 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/1b182cfc-dcac-4d6f-967f-0c7137ac8a47 HTTP/1.1" status: 404 len: 337 time: 0.1947081 Dec 06 23:58:59.997972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58996) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.016206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.027954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.037436 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de383c61-2e1d-417a-bac2-d52c085d478a tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 200 len: 205 time: 0.0381002 Dec 06 23:59:00.041050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 58998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.080179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.088065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-929db56a-a25d-40d0-843a-8e73ae7d5e91 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:00.091738 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-929db56a-a25d-40d0-843a-8e73ae7d5e91 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/03fdd703-c350-4c56-b5eb-d560c715565f HTTP/1.1" status: 404 len: 336 time: 0.0477109 Dec 06 23:59:00.091738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.102767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59000) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.114522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Checking segment: {'id': '8db9dd90-35e9-4f0c-8629-344461aa1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:00.114891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network hostable DHCP agents. Network: e33c4998-ca56-4366-be13-90da1c191c79, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:00.128696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:00.130000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:00.146907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.161227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:00.178524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:00.182168 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7fdaf5b7-f901-4f16-be8d-161256ae3f63 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a5b8159-ef77-4e74-9bd2-898ff02c74ad HTTP/1.1" status: 200 len: 205 time: 0.0499959 Dec 06 23:59:00.183430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:00.185612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59002) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.187988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event updated for resources: {'Port': ['ID=87779641-dbef-4d4f-886b-34a46838049b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:00.194425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Network 373eea1c-30c3-4f72-8f71-1339e1d25417 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:00.200134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:00.205399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:00.215359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26428ef-a25d-4248-b72a-d5ff681f7d35 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:00.228476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Pushing event updated for resources: {'Port': ['ID=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:00.245486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.246047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Fanout notify agent at l3_agent the message router_deleted on router 6653bd10-d07e-45b0-a1db-904a4aa46224 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:00.255662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.259584 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6531b1f2-c9d1-4b65-b13c-faf0d0e4ea0c tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "DELETE /v2.0/routers/6653bd10-d07e-45b0-a1db-904a4aa46224 HTTP/1.1" status: 204 len: 168 time: 4.7371056 Dec 06 23:59:00.266584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59004) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.284400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-1e3936c4-74a8-4287-b84d-3e4acd7415d2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:00.284400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e3936c4-74a8-4287-b84d-3e4acd7415d2 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3a5b8159-ef77-4e74-9bd2-898ff02c74ad HTTP/1.1" status: 404 len: 336 time: 0.0828576 Dec 06 23:59:00.284589 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1cf9d36b-7cb6-4d39-8917-38322763403c req-e493a74c-87e7-480e-bf01-6306061b379e service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476767 Dec 06 23:59:00.284678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.297533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 43bff367-1c5f-4fae-ba78-2578d19a1d69 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:00.298052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.318938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Attempting to bind port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:00.319332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Attempting to bind port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7b250d06-fab4-4d56-b211-2324e37fe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:00.319691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Attempting to bind port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e on network 373eea1c-30c3-4f72-8f71-1339e1d25417 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:00.323103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ac7e19b2-9dad-440f-940d-2d2d37d26d06 None None] Provisioning complete for port 87779641-dbef-4d4f-886b-34a46838049b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:00.323479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac7e19b2-9dad-440f-940d-2d2d37d26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.329534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:00.333142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Checking segment: {'id': '7b250d06-fab4-4d56-b211-2324e37fe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:00.333142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.333142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Bound using segment: {'id': '7b250d06-fab4-4d56-b211-2324e37fe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:00.333142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Bound port: 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b250d06-fab4-4d56-b211-2324e37fe79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '373eea1c-30c3-4f72-8f71-1339e1d25417'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:00.333142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.340622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Network e33c4998-ca56-4366-be13-90da1c191c79 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:00.341816 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1506ef8b-6236-47b0-a570-71a5e474c547 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:00.342338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1506ef8b-6236-47b0-a570-71a5e474c547 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:00.349175 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1506ef8b-6236-47b0-a570-71a5e474c547 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/d594124d-2b15-419d-b80e-17d6c64aad43 HTTP/1.1" status: 404 len: 337 time: 0.0608616 Dec 06 23:59:00.349175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59008) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.417620 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-873dfd78-39ed-43a6-a322-c1f93c6089ad tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 200 len: 205 time: 0.0677497 Dec 06 23:59:00.428735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59010) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.471303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e19b2-9dad-440f-940d-2d2d37d26d06 None None] Port 87779641-dbef-4d4f-886b-34a46838049b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:00.525796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] For port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:00.529670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] For port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,segment=NetworkSegment(7b250d06-fab4-4d56-b211-2324e37fe79d),segment_id=7b250d06-fab4-4d56-b211-2324e37fe79d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:00.549006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e33c4998-ca56-4366-be13-90da1c191c79) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:00.555397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 43bff367-1c5f-4fae-ba78-2578d19a1d69, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=43bff367-1c5f-4fae-ba78-2578d19a1d69,segment=NetworkSegment(9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b),segment_id=9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:00.555732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.559624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24acb9-b7b1-4cd4-8fca-2beef5ed9ac7 None None] Network e33c4998-ca56-4366-be13-90da1c191c79 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:00.570098 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-69d588b8-c33a-4863-a327-fdf2e8897821 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:00.571173 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-69d588b8-c33a-4863-a327-fdf2e8897821 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/11ea4e2a-4f33-4efc-a975-6fe372343ba1 HTTP/1.1" status: 404 len: 336 time: 0.1476896 Dec 06 23:59:00.582423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59012) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.583718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:00.589900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.596341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:00.596873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:00.597514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.600445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 43bff367-1c5f-4fae-ba78-2578d19a1d69 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:00.617787 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0574cfec-c8cf-45ca-89a4-aa6e23bc8d4f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=70c2eada-97b6-4275-9a2f-d16a1d891ceb HTTP/1.1" status: 200 len: 205 time: 0.0328002 Dec 06 23:59:00.620062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.620680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.663461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-cb7fa10a-19d2-4c55-96f3-98525a3bd3f8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:00.665460 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb7fa10a-19d2-4c55-96f3-98525a3bd3f8 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/70c2eada-97b6-4275-9a2f-d16a1d891ceb HTTP/1.1" status: 404 len: 336 time: 0.0436263 Dec 06 23:59:00.669738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.678738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c093b5e2-6013-4e62-9463-1459f31f4d4d None None] Provisioning complete for port e2fa8d26-6fd4-4c82-a894-b250874c32ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:00.679107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c093b5e2-6013-4e62-9463-1459f31f4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.742258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e63451-8c5d-42aa-bcef-5ef9dbb28ace None None] Pushing event updated for resources: {'Port': ['ID=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:00.767436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-93882ab7-f78b-4371-afa7-b28cbfdaf01d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.4751718 Dec 06 23:59:00.772382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.772972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c093b5e2-6013-4e62-9463-1459f31f4d4d None None] Port e2fa8d26-6fd4-4c82-a894-b250874c32ed cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:00.824638 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1512ed-7bc1-4525-8818-6de40b9ac16c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:00.825102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1512ed-7bc1-4525-8818-6de40b9ac16c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:00.825846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e33c4998-ca56-4366-be13-90da1c191c79', 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79', 'tenant_id': '242b3ca15fa14e018a5a6617d7c32942', 'fixed_ips': [{'subnet_id': '3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:00.826725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:00.830503 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae1512ed-7bc1-4525-8818-6de40b9ac16c tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/6995fb5f-31c9-43d3-952e-b2d6f3d28a10 HTTP/1.1" status: 404 len: 337 time: 0.1536498 Dec 06 23:59:00.847306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59020) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.909854 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b40a53b0-e4e8-47d0-9df4-59c5fb012a14 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7e70cd9-6826-4efb-af84-de99ee2437d8 HTTP/1.1" status: 200 len: 205 time: 0.0593131 Dec 06 23:59:00.910358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:00.921234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 99ed69bc-0dce-4a1c-80fa-75402d7be38f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:01.019499 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-8e14da4e-a3dc-45bf-8394-deaed9311431 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:01.023888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e14da4e-a3dc-45bf-8394-deaed9311431 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/b7e70cd9-6826-4efb-af84-de99ee2437d8 HTTP/1.1" status: 404 len: 336 time: 0.1121788 Dec 06 23:59:01.026294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.058399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Allocated IP 2001:db8:0:1::1 (e33c4998-ca56-4366-be13-90da1c191c79/3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e/57888044-5173-4c7b-877c-e7b49674f93e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:01.061224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 99ed69bc-0dce-4a1c-80fa-75402d7be38f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:01.062053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.065243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caeb183-0cd5-4cbf-be41-27c9ee624e2b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:01.065705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0caeb183-0cd5-4cbf-be41-27c9ee624e2b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:01.072148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0caeb183-0cd5-4cbf-be41-27c9ee624e2b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/79c31f66-63d5-43a2-a95c-87a0e3bd13f1 HTTP/1.1" status: 404 len: 337 time: 0.0446339 Dec 06 23:59:01.078940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59026) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.091564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.175609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7465e99-d7c3-47ea-b3b8-aba2c6aea74b tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a16f197-9ec9-4919-9c93-f231e721c490 HTTP/1.1" status: 200 len: 205 time: 0.0952411 Dec 06 23:59:01.211722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.259213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-8c80bbcf-0d4f-4d6f-a250-ce6e59313047 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] delete failed (client error): The resource could not be found. Dec 06 23:59:01.262475 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c80bbcf-0d4f-4d6f-a250-ce6e59313047 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/routers/3a16f197-9ec9-4919-9c93-f231e721c490 HTTP/1.1" status: 404 len: 336 time: 0.0473571 Dec 06 23:59:01.263024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59030) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.290692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.303418 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f4cbb3-6853-430a-8286-10fd3d3bba38 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:01.303876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f4cbb3-6853-430a-8286-10fd3d3bba38 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:01.306964 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-74f4cbb3-6853-430a-8286-10fd3d3bba38 tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/daf279d1-106c-42c7-a00e-36e7d68669c7 HTTP/1.1" status: 404 len: 337 time: 0.0359840 Dec 06 23:59:01.310278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59032) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.353077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.376074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.376911 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f269f3a3-8240-4582-93a5-4e5f692c106f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:01.377268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94888c-59ae-47d4-be31-af267adfd814 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:01.377388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f269f3a3-8240-4582-93a5-4e5f692c106f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:01.378802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94888c-59ae-47d4-be31-af267adfd814 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:01.382950 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f269f3a3-8240-4582-93a5-4e5f692c106f tempest-RoutersIpV6Test-1671520278 tempest-RoutersIpV6Test-1671520278-project] 10.222.0.53 "DELETE /v2.0/subnets/49a1fc85-ed0f-485e-a494-c91f0ed49892 HTTP/1.1" status: 404 len: 337 time: 0.0691786 Dec 06 23:59:01.383138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94888c-59ae-47d4-be31-af267adfd814 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:01.383138 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fe94888c-59ae-47d4-be31-af267adfd814 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5935202 Dec 06 23:59:01.391156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:01.395074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59036) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.405555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-938c61c2-439b-4267-bf12-45c58e9c5c2f tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7908649 Dec 06 23:59:01.407865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58182b87-2ed3-4acd-ba29-629cca40654b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.409971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59038) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.422667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:01.434112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:01.463913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Network e33c4998-ca56-4366-be13-90da1c191c79 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:01.475649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:01.477888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:01.480717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.480899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbebb767-1610-4cd4-822f-5c819a08dc13') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.480899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbebb767-1610-4cd4-822f-5c819a08dc13') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.481117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:01.482796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Pushing event updated for resources: {'Port': ['ID=57888044-5173-4c7b-877c-e7b49674f93e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:01.497235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.523709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.543485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.588712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=43bff367-1c5f-4fae-ba78-2578d19a1d69,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:01.591230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 43bff367-1c5f-4fae-ba78-2578d19a1d69 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:01.598739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Deleting subnet 928f6201-3861-4983-9dee-09d482b1ad97 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:01.601361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.612941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.653042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:01.653944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:01.676518 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:01.740522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Router 1548d8b1-c2ff-4638-bdb9-59d7df846526 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:01.840940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Attempting to bind port 57888044-5173-4c7b-877c-e7b49674f93e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:01.841527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Attempting to bind port 57888044-5173-4c7b-877c-e7b49674f93e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8db9dd90-35e9-4f0c-8629-344461aa1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:01.842179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Attempting to bind port 57888044-5173-4c7b-877c-e7b49674f93e on network e33c4998-ca56-4366-be13-90da1c191c79 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:01.852219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.855734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:01.855734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Checking segment: {'id': '8db9dd90-35e9-4f0c-8629-344461aa1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:01.855734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.855734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Bound using segment: {'id': '8db9dd90-35e9-4f0c-8629-344461aa1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:01.857769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Bound port: 57888044-5173-4c7b-877c-e7b49674f93e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db9dd90-35e9-4f0c-8629-344461aa1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e33c4998-ca56-4366-be13-90da1c191c79'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:01.858321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.868332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:01.891251 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] Sync routers for ids ['1548d8b1-c2ff-4638-bdb9-59d7df846526'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:01.905256 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] Routers {'1548d8b1-c2ff-4638-bdb9-59d7df846526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:01.905907 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1548d8b1-c2ff-4638-bdb9-59d7df846526'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.922208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:01.945467 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.956269 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] Routers {'1548d8b1-c2ff-4638-bdb9-59d7df846526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:01.957215 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1548d8b1-c2ff-4638-bdb9-59d7df846526'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:01.970827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:01.972600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61744430-bf20-49a0-8493-b752fb73084a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4537024 Dec 06 23:59:01.975083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59042) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:01.980057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:02.011629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.039256 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:02.040733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.041962 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43169814-3950-4fb8-b6e0-b9050e423db9 None None] The sync data for ids ['1548d8b1-c2ff-4638-bdb9-59d7df846526'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:02.054726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59044) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:02.098094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d73e22-0d6d-42b0-9e86-9f0652906c73']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:02.104037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.109925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.118811 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "DELETE /v2.0/networks/58182b87-2ed3-4acd-ba29-629cca40654b HTTP/1.1" status: 204 len: 168 time: 1.8497283 Dec 06 23:59:02.125185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59048) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:02.147573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] For port 57888044-5173-4c7b-877c-e7b49674f93e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:02.158209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] For port 57888044-5173-4c7b-877c-e7b49674f93e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57888044-5173-4c7b-877c-e7b49674f93e,segment=NetworkSegment(8db9dd90-35e9-4f0c-8629-344461aa1109),segment_id=8db9dd90-35e9-4f0c-8629-344461aa1109)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:02.168269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:02.171372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad232d0-19ee-443d-ba5f-b5f3e74dbb7b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:02.180861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1820a-75d4-4756-b7d3-d5aa1c853622 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'Network': ['ID=58182b87-2ed3-4acd-ba29-629cca40654b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:02.217475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0c134-2809-4060-a241-fe24ef3b3d8e None None] Network 373eea1c-30c3-4f72-8f71-1339e1d25417 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:02.242743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.267067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.271006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.288167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.302798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.304861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:02.305249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:02.311498 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:02.401380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-faefa635-a27b-4f37-bead-ac8c63c33cc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3975805a3b3a4bb7b239fc7ce663bcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452787 Dec 06 23:59:02.404955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59050) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:02.436145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] Provisioning complete for port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:02.436839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.440461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3094e-794e-4ec6-a1bc-1d72c9f393af None None] Pushing event updated for resources: {'Port': ['ID=57888044-5173-4c7b-877c-e7b49674f93e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:02.461888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.498053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Subnet': ['ID=928f6201-3861-4983-9dee-09d482b1ad97,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:02.539646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.543505 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b0ad215-6472-46db-b493-37073420225e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/subnets/928f6201-3861-4983-9dee-09d482b1ad97 HTTP/1.1" status: 204 len: 168 time: 1.1474712 Dec 06 23:59:02.547340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.555124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59052) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:02.575274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.577140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:02.601757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.603775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.607586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/43d73e22-0d6d-42b0-9e86-9f0652906c73 HTTP/1.1" status: 204 len: 168 time: 7.4858906 Dec 06 23:59:02.625112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.628506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.633923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] 10.222.0.53 "DELETE /v2.0/security-groups/3846b65c-3ec3-41cb-8f35-7650a96dcd1c HTTP/1.1" status: 204 len: 168 time: 0.5041337 Dec 06 23:59:02.633923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59054) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:02.693282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169327a3-0e3c-45ab-8ecb-91582307da56 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=43d73e22-0d6d-42b0-9e86-9f0652906c73,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:02.718058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:59:02.726715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260828935'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:02.740637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.753847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Removed routes are [] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:59:02.757634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.778223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:58:56Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:02.808057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c444a33-c6f2-411b-9323-a7076ca017c5 tempest-TestNetworkAdvancedServerOps-1965852805 tempest-TestNetworkAdvancedServerOps-1965852805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3846b65c-3ec3-41cb-8f35-7650a96dcd1c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:02.831789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.835566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.837685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf3a92a3-cc5e-4bc5-8cb0-aae03c4c17fb HTTP/1.1" status: 204 len: 168 time: 0.4294972 Dec 06 23:59:02.847687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Deleting subnet 3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:02.858638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:02.859962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Updating router 0d299182-ffd7-44a7-8b30-e3f2176ee43e port e2fa8d26-6fd4-4c82-a894-b250874c32ed binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:59:02.863436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.906784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.914546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e2f94-430e-4bda-891d-52522889451b None None] DHCP port deletion for 373eea1c-30c3-4f72-8f71-1339e1d25417 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:02.920680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:02.921284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.930730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] For port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,segment=NetworkSegment(7b250d06-fab4-4d56-b211-2324e37fe79d),segment_id=7b250d06-fab4-4d56-b211-2324e37fe79d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:02.932475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:02.936931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:02.943978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.011584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d2d5c-850c-4651-8f5a-b78023a8e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3a92a3-cc5e-4bc5-8cb0-aae03c4c17fb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:03.015203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:03.020511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.046015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.046377 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 4da06702-1884-4d9f-9dae-9c1598be86a5 of type vlan for network 6b46d3e5-7044-49a3-9aff-723eaf92b958 Dec 06 23:59:03.049407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.170847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.178670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.314510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:03.353879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Deleting port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:03.354514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.410430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81f9a-e863-462b-8805-4a8aaf201c72 None None] Pushing event updated for resources: {'Port': ['ID=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:03.466876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:03.482764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.493376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.498070 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e76052ff-38e5-4438-babb-3135f8b23cba tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 934 time: 2.0815547 Dec 06 23:59:03.498070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59068) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:03.505714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59070) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:03.538602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.569681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.629960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.659018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:59:03.696679 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b95e3811-fe70-4c2b-8c1c-e5a90181df71 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 934 time: 0.1890354 Dec 06 23:59:03.701485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59080) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:03.713306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'routes': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:03.746646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.815119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 27b5ac7b-dca2-4034-bafd-39ab4a37beda no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:03.821458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.827037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:03.827664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.857024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a57e2f94-430e-4bda-891d-52522889451b None None] For port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,segment=NetworkSegment(7b250d06-fab4-4d56-b211-2324e37fe79d),segment_id=7b250d06-fab4-4d56-b211-2324e37fe79d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:03.857522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:03.909635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 27b5ac7b-dca2-4034-bafd-39ab4a37beda {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:03.910477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 27b5ac7b-dca2-4034-bafd-39ab4a37beda not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:03.912205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e5d7a22e-a615-4f04-9180-daf88570f6f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9feef033edb6433b95d2c2425a853956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163544 Dec 06 23:59:03.922330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59084) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:03.924702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Calling delete_port for 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:03.931954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=6b46d3e5-7044-49a3-9aff-723eaf92b958,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:03.936426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.018559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:04.050910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 6b46d3e5-7044-49a3-9aff-723eaf92b958 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:04.054516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45b796-7528-44c2-a482-19e0f77e63cf None None] Network e33c4998-ca56-4366-be13-90da1c191c79 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:04.059360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.063510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2d73e2e8-e331-432c-84cd-cd005425f01e tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/subnets/3d3a0dcd-19dc-4cf1-bf41-5e33bfcec39e HTTP/1.1" status: 204 len: 168 time: 1.5064566 Dec 06 23:59:04.077659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59088) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:04.104135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-befd8fe6-8659-4720-bbae-15eced97a666 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3881400 Dec 06 23:59:04.106805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59092) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:04.116523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:04.173085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845efec-b3e8-4bb4-8816-ece047809017 None None] Pushing event updated for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:04.205211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896d959-81c5-4aae-a4a2-070c0b2f494d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:04.206669 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6896d959-81c5-4aae-a4a2-070c0b2f494d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1226337 Dec 06 23:59:04.213941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59098) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:04.239237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.331223 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.381392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] Provisioning complete for port 57888044-5173-4c7b-877c-e7b49674f93e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:04.381392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.381881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.438673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Attempting to bind port e2fa8d26-6fd4-4c82-a894-b250874c32ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:04.439314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Attempting to bind port e2fa8d26-6fd4-4c82-a894-b250874c32ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:04.439646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Attempting to bind port e2fa8d26-6fd4-4c82-a894-b250874c32ed on network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:04.448762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:04.449285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Checking segment: {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:04.449804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.450308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Bound using segment: {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:04.451284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Bound port: e2fa8d26-6fd4-4c82-a894-b250874c32ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:04.451795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.548632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59102) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:04.557875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:04.563304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.597930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added routes are [] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:59:04.598368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:59:04.605324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Deleting port 57888044-5173-4c7b-877c-e7b49674f93e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:04.605912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.623501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.627145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.630923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfb5f92e-dd70-4af6-b325-f9e0596a215f HTTP/1.1" status: 204 len: 168 time: 0.7094026 Dec 06 23:59:04.651076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.659270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing IP validity checks on allocation pools {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 23:59:04.659787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 23:59:04.664671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.685369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.697163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] For port e2fa8d26-6fd4-4c82-a894-b250874c32ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:04.700268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] For port e2fa8d26-6fd4-4c82-a894-b250874c32ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fa8d26-6fd4-4c82-a894-b250874c32ed,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:04.703468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57888044-5173-4c7b-877c-e7b49674f93e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:04.705871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8553646f-58cd-4748-b868-c9f0caafdc7f tempest-DvrRoutersNegativeTest-960685283 tempest-DvrRoutersNegativeTest-960685283-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-884847694', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:04.708777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.policy [None req-8553646f-58cd-4748-b868-c9f0caafdc7f tempest-DvrRoutersNegativeTest-960685283 tempest-DvrRoutersNegativeTest-960685283-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110159) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 23:59:04.719718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.policy [None req-8553646f-58cd-4748-b868-c9f0caafdc7f tempest-DvrRoutersNegativeTest-960685283 tempest-DvrRoutersNegativeTest-960685283-project] Failed policy check for 'create_router' {{(pid=110159) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 23:59:04.719718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-8553646f-58cd-4748-b868-c9f0caafdc7f tempest-DvrRoutersNegativeTest-960685283 tempest-DvrRoutersNegativeTest-960685283-project] create failed (client error): Access was denied to this resource. Dec 06 23:59:04.719718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8553646f-58cd-4748-b868-c9f0caafdc7f tempest-DvrRoutersNegativeTest-960685283 tempest-DvrRoutersNegativeTest-960685283-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1575973 Dec 06 23:59:04.719718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3580be-675b-4586-a28c-95debdfbd22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb5f92e-dd70-4af6-b325-f9e0596a215f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:04.753709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.763614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] For port 57888044-5173-4c7b-877c-e7b49674f93e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57888044-5173-4c7b-877c-e7b49674f93e,segment=NetworkSegment(8db9dd90-35e9-4f0c-8629-344461aa1109),segment_id=8db9dd90-35e9-4f0c-8629-344461aa1109)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:04.763996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.784534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Calling delete_port for 57888044-5173-4c7b-877c-e7b49674f93e owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:04.789665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2f94-430e-4bda-891d-52522889451b None None] Pushing event deleted for resources: {'Port': ['ID=8b3172bd-4c2e-41ea-942c-5c6ed19cb97e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:04.798791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.842638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e2f94-430e-4bda-891d-52522889451b None None] No DVR routers for this DVR port 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:04.901095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 57888044-5173-4c7b-877c-e7b49674f93e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:04.901572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.960920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:04.963160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router 1548d8b1-c2ff-4638-bdb9-59d7df846526 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:04.965979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:04.966650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:04.969492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845efec-b3e8-4bb4-8816-ece047809017 None None] Pushing event updated for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:05.022453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] DHCP port deletion for e33c4998-ca56-4366-be13-90da1c191c79 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:05.123208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.126987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.147529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] For port 57888044-5173-4c7b-877c-e7b49674f93e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57888044-5173-4c7b-877c-e7b49674f93e,segment=NetworkSegment(8db9dd90-35e9-4f0c-8629-344461aa1109),segment_id=8db9dd90-35e9-4f0c-8629-344461aa1109)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:05.148719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.156819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:05.212621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=e5de707e-0d14-43a7-bc7a-e79f836019d7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:05.257230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.270965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '4da06702-1884-4d9f-9dae-9c1598be86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:05.271479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 6b46d3e5-7044-49a3-9aff-723eaf92b958, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:05.296489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:05.303861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.308420 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fd5af817-546b-4bdb-96d7-3caf19bb16e7 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "PUT /v2.0/routers/1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 200 len: 924 time: 3.3318493 Dec 06 23:59:05.309639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59114) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.320516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.325292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:05.338472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] Sync routers for ids ['1548d8b1-c2ff-4638-bdb9-59d7df846526'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:05.347308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.376385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 6b46d3e5-7044-49a3-9aff-723eaf92b958 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:05.394193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Deleting port 57888044-5173-4c7b-877c-e7b49674f93e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:05.396961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.469004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59116) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.476045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b46d3e5-7044-49a3-9aff-723eaf92b958) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:05.482509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:05.485092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.492567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] Routers {'1548d8b1-c2ff-4638-bdb9-59d7df846526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:05.492567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1548d8b1-c2ff-4638-bdb9-59d7df846526'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:05.498622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa61871-ddcd-4bb0-939f-551e687fb587 None None] Network 6b46d3e5-7044-49a3-9aff-723eaf92b958 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:05.549792 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e47959fd-b09c-4e53-b35c-c1f97cbe5c86 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 200 len: 924 time: 0.2384603 Dec 06 23:59:05.552584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.563681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dbc0a-0da1-412c-afa2-69c69c13c7c2 None None] Pushing event updated for resources: {'Port': ['ID=57888044-5173-4c7b-877c-e7b49674f93e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:05.574471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05d63c22-e3e2-4a20-9d41-a848b185befd tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4657001 Dec 06 23:59:05.598708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:05.603123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.633924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] Provisioning complete for port e2fa8d26-6fd4-4c82-a894-b250874c32ed triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:05.634309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.701308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] For port 57888044-5173-4c7b-877c-e7b49674f93e, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:05.701968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.737168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b54-70b1-4a68-9f96-f1699a51b6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.752598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Calling delete_port for 57888044-5173-4c7b-877c-e7b49674f93e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:05.754502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] Routers {'1548d8b1-c2ff-4638-bdb9-59d7df846526'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:05.755043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['1548d8b1-c2ff-4638-bdb9-59d7df846526'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:05.757134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:05.758514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef19932-e5de-4de6-8b29-36a6a7dfc5fe tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:05.762574 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cef19932-e5de-4de6-8b29-36a6a7dfc5fe tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=1548d8b1-c2ff-4638-bdb9-59d7df846526&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2062638 Dec 06 23:59:05.762730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Port 57888044-5173-4c7b-877c-e7b49674f93e was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 23:59:05.763543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59124) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.801630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59126) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.805550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Port': ['ID=57888044-5173-4c7b-877c-e7b49674f93e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:05.820047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.826060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] No DVR routers for this DVR port 57888044-5173-4c7b-877c-e7b49674f93e on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:05.827554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eaeedb77-6587-45ec-b4df-22036cd48563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.856959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:05.857804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7440330-15eb-4da6-883b-5a0b7c705ee1 None None] The sync data for ids ['1548d8b1-c2ff-4638-bdb9-59d7df846526'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:05.860963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:05.861338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8b3172bd-4c2e-41ea-942c-5c6ed19cb97e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:05.881930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] No DVR routers for this DVR port 57888044-5173-4c7b-877c-e7b49674f93e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:05.899350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:05.920374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19dde2-80ad-4e2e-aabe-c401a95862b9 None None] Pushing event deleted for resources: {'Port': ['ID=57888044-5173-4c7b-877c-e7b49674f93e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:05.933527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a2528-e3bd-47ad-959f-66fc3a93504e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:05.937840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac8a2528-e3bd-47ad-959f-66fc3a93504e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1709783 Dec 06 23:59:05.939447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59128) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:05.985833 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61902a0f-a759-4ebe-a69f-d6d33ca92859 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 200 len: 205 time: 0.0412266 Dec 06 23:59:05.999556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.004519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59130) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.032624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.064307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 7, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.066844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:06.075488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] For port e2fa8d26-6fd4-4c82-a894-b250874c32ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fa8d26-6fd4-4c82-a894-b250874c32ed,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:06.079779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.080997 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9444b4d9-9907-4609-af29-103a9857352c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 700 time: 2.3783457 Dec 06 23:59:06.084179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c4998-ca56-4366-be13-90da1c191c79']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.086230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59132) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.103829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b46d3e5-7044-49a3-9aff-723eaf92b958', 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': 'e5de707e-0d14-43a7-bc7a-e79f836019d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:06.104982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b54-70b1-4a68-9f96-f1699a51b6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.105205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.108485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.109289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e08a4-1574-4879-9f03-995dc6b64e15 None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 7, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 4, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:06.142043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db9dd90-35e9-4f0c-8629-344461aa1109') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.142347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db9dd90-35e9-4f0c-8629-344461aa1109') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.218496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.220816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.240381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2cc12b54-70b1-4a68-9f96-f1699a51b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.247224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.264060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eaeedb77-6587-45ec-b4df-22036cd48563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.269375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:06.269789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:06.273483 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:06.317487 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2cc12b54-70b1-4a68-9f96-f1699a51b6cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcc4c77dec244ca99c269c22806f9849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8465941 Dec 06 23:59:06.320539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.326478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.326633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc12b54-70b1-4a68-9f96-f1699a51b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7241aa35-23d1-44e1-b1f4-70589ce96a72,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:06.345123 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30041373-3cbd-4dc1-bb71-fafb1ba372fd tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 700 time: 0.2543745 Dec 06 23:59:06.349505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59136) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.357791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Allocated IP 172.20.0.3 (6b46d3e5-7044-49a3-9aff-723eaf92b958/e5de707e-0d14-43a7-bc7a-e79f836019d7/1a38e24c-de24-47ff-a180-7dd62e6fce12) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:06.362872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b840fb-02d2-4757-9388-40e08ece3a95 None None] Pushing event updated for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:06.466532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eaeedb77-6587-45ec-b4df-22036cd48563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.483767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.532850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.538264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.545836 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/e33c4998-ca56-4366-be13-90da1c191c79 HTTP/1.1" status: 204 len: 168 time: 2.3280554 Dec 06 23:59:06.546033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59138) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.595586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eaeedb77-6587-45ec-b4df-22036cd48563 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9dfa19a3c74f43c8b1bf5201c420880d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7853997 Dec 06 23:59:06.595586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeedb77-6587-45ec-b4df-22036cd48563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4458750e-eece-405b-9a5e-8846d6358fe7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:06.602580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:06.644750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.729684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e2fa8d26-6fd4-4c82-a894-b250874c32ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:06.743529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418cd23-e553-441c-b44e-d75e389d0d63 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=e33c4998-ca56-4366-be13-90da1c191c79,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:06.779086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.786733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.806323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e2fa8d26-6fd4-4c82-a894-b250874c32ed triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:06.813509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.813650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.814203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-7c1ce0f7-f412-4c7f-a899-40b09954a4c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2147808 Dec 06 23:59:06.829914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port 87779641-dbef-4d4f-886b-34a46838049b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:06.830424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.882732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.886330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373eea1c-30c3-4f72-8f71-1339e1d25417']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.930440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.935490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.936768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b250d06-fab4-4d56-b211-2324e37fe79d') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.937075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b250d06-fab4-4d56-b211-2324e37fe79d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:06.950620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:06.985196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Network 6b46d3e5-7044-49a3-9aff-723eaf92b958 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:06.988998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:06.997829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:06.999478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.003226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Pushing event updated for resources: {'Port': ['ID=1a38e24c-de24-47ff-a180-7dd62e6fce12,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:07.021945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.038361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for 87779641-dbef-4d4f-886b-34a46838049b owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:07.042723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:07.043142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:07.047237 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:07.063591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57888044-5173-4c7b-877c-e7b49674f93e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:07.070037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.085483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Attempting to bind port 1a38e24c-de24-47ff-a180-7dd62e6fce12 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:07.094144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Attempting to bind port 1a38e24c-de24-47ff-a180-7dd62e6fce12 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4da06702-1884-4d9f-9dae-9c1598be86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:07.094144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Attempting to bind port 1a38e24c-de24-47ff-a180-7dd62e6fce12 on network 6b46d3e5-7044-49a3-9aff-723eaf92b958 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:07.104412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-b04ace92-6e2a-4bd0-9c9f-e053743be1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:07.106095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-b04ace92-6e2a-4bd0-9c9f-e053743be1b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1099 time: 0.1941891 Dec 06 23:59:07.112443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:07.112903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Checking segment: {'id': '4da06702-1884-4d9f-9dae-9c1598be86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:07.113429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.114091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Bound using segment: {'id': '4da06702-1884-4d9f-9dae-9c1598be86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:07.114607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Bound port: 1a38e24c-de24-47ff-a180-7dd62e6fce12, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da06702-1884-4d9f-9dae-9c1598be86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:07.116087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.120982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 57888044-5173-4c7b-877c-e7b49674f93e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:07.121462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 57888044-5173-4c7b-877c-e7b49674f93e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:07.131876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.135550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.139560 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7241aa35-23d1-44e1-b1f4-70589ce96a72 HTTP/1.1" status: 204 len: 168 time: 0.8153625 Dec 06 23:59:07.214553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] For port 1a38e24c-de24-47ff-a180-7dd62e6fce12, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:07.218466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] For port 1a38e24c-de24-47ff-a180-7dd62e6fce12, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a38e24c-de24-47ff-a180-7dd62e6fce12,segment=NetworkSegment(4da06702-1884-4d9f-9dae-9c1598be86a5),segment_id=4da06702-1884-4d9f-9dae-9c1598be86a5)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:07.223599 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:07.233008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ac92d-968c-4cb6-ba26-d2d3ae84ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7241aa35-23d1-44e1-b1f4-70589ce96a72,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:07.247544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:07.248270 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:07.306426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.392124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.392667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-e5ce326d-3f4e-47c3-858b-3517524a22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:07.394742 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-e5ce326d-3f4e-47c3-858b-3517524a22c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 898 time: 0.2558722 Dec 06 23:59:07.394978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.398153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.400055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4458750e-eece-405b-9a5e-8846d6358fe7 HTTP/1.1" status: 204 len: 168 time: 0.7963202 Dec 06 23:59:07.422935 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:07.425406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4493c43-d402-474b-b960-822095da4ff9 None None] Pushing event updated for resources: {'Port': ['ID=1a38e24c-de24-47ff-a180-7dd62e6fce12,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:07.451266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682d073-d331-433e-9999-ce74f4e76b41 None None] Network 6b46d3e5-7044-49a3-9aff-723eaf92b958 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:07.487419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca84a-2852-4226-a3b7-2d6218d12160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4458750e-eece-405b-9a5e-8846d6358fe7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:07.516534 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-7a4c1f58-9ce4-434b-bd3e-c6416c8afbc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 1001 time: 0.0908844 Dec 06 23:59:07.525832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=e5de707e-0d14-43a7-bc7a-e79f836019d7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:07.527321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.604905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.671436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b46d3e5-7044-49a3-9aff-723eaf92b958']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:07.672217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-e581b402-8c88-422c-8728-517be046a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:07.673927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-e581b402-8c88-422c-8728-517be046a126 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.1439245 Dec 06 23:59:07.687376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da06702-1884-4d9f-9dae-9c1598be86a5') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:07.688037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da06702-1884-4d9f-9dae-9c1598be86a5') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:07.742585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7e516-d608-42b4-a051-fd6293bcdb60 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:07.755884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.765786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.786660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-3df552d5-d456-4b16-a643-7a0f9e336bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:07.788298 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-3df552d5-d456-4b16-a643-7a0f9e336bc5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052296 Dec 06 23:59:07.808411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.817073 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/373eea1c-30c3-4f72-8f71-1339e1d25417 HTTP/1.1" status: 204 len: 168 time: 1.2693627 Dec 06 23:59:07.819662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59150) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:07.838009 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 7, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:59:06Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:07.852721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.872777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:07.873201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:07.887353 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:07.912329 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:07.914182 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:08.013527 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:08.016391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea1e7a-5195-4583-b4e3-f96ffde87af6 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=373eea1c-30c3-4f72-8f71-1339e1d25417,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:08.031940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d7e516-d608-42b4-a051-fd6293bcdb60 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:08.066487 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:08.120700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-cd5cbce6-059a-4b75-9357-c7cf4baa08e1 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229616 Dec 06 23:59:08.190363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.219244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:08.219244 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:08.219244 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'id': '6b46d3e5-7044-49a3-9aff-723eaf92b958'}] Dec 06 23:59:08.219244 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:08.219686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:08.231127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port e2fa8d26-6fd4-4c82-a894-b250874c32ed {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:08.231835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.357365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.375273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.376829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 7, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:59:06Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:08.415380 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eb38a689-22d4-4d9f-82ed-8d85da3e82ea req-52d81e3b-9881-4c0b-b3e1-45bbc18c5de5 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776442 Dec 06 23:59:08.417455 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a7578-726e-4510-931b-23100b8ae55c None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:04Z', 'revision_number': 7, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2fa8d26-6fd4-4c82-a894-b250874c32ed', 'name': '', 'network_id': '64e6fa74-35a6-46d6-8ad1-d3dedb98156f', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:90:dc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:54Z', 'updated_at': '2021-12-06T23:59:06Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '8654cfe0-834f-4e46-9036-0f8881fdecd5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:08.454630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de59f4e-85ee-415e-932a-0db705bc8b0f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:08.501792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port e2fa8d26-6fd4-4c82-a894-b250874c32ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2fa8d26-6fd4-4c82-a894-b250874c32ed,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:08.502155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.508062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=87779641-dbef-4d4f-886b-34a46838049b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:08.513094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a24f46f-9f8d-433e-9e18-b8ad0bee81bc']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:08.529494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for e2fa8d26-6fd4-4c82-a894-b250874c32ed owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:08.590432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ca2c70-cffd-461b-9e34-8a54041cc7b0') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:08.590735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ca2c70-cffd-461b-9e34-8a54041cc7b0') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:08.628560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.641700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de59f4e-85ee-415e-932a-0db705bc8b0f None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:08.650906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.696268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.750060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.805129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:08.805129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:08.810014 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:08.860884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.861663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.867080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:08.927462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=e2fa8d26-6fd4-4c82-a894-b250874c32ed,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:08.985369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 1a38e24c-de24-47ff-a180-7dd62e6fce12 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:08.985861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.053566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 1a38e24c-de24-47ff-a180-7dd62e6fce12, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a38e24c-de24-47ff-a180-7dd62e6fce12,segment=NetworkSegment(4da06702-1884-4d9f-9dae-9c1598be86a5),segment_id=4da06702-1884-4d9f-9dae-9c1598be86a5)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:09.054246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.067254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 1a38e24c-de24-47ff-a180-7dd62e6fce12 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:09.088743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.090247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.090817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router 1548d8b1-c2ff-4638-bdb9-59d7df846526 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:09.105073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.108617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.112558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/4a24f46f-9f8d-433e-9e18-b8ad0bee81bc HTTP/1.1" status: 204 len: 168 time: 1.0999956 Dec 06 23:59:09.112700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59184) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:09.151232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.155610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-23ed9b3e-c815-4a8a-b3af-7c3eb6cab477 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 204 len: 168 time: 3.1469104 Dec 06 23:59:09.161507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59186) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:09.162429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59188) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:09.164624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b0a60-3840-4e95-b6f8-264d175ec39d tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=4a24f46f-9f8d-433e-9e18-b8ad0bee81bc,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:09.194693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59190) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:09.205920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1346676742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:09.223908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee13152f-aea9-4956-bfc7-8e9e553e14f4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:09.278145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.321829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.346771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=1a38e24c-de24-47ff-a180-7dd62e6fce12,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:09.351635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 1a38e24c-de24-47ff-a180-7dd62e6fce12 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:09.362375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-512320952'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:09.381713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23557072-network', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:09.455682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.465729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.466769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.475879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b46d3e5-7044-49a3-9aff-723eaf92b958']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.477860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:09.477860 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:09.477860 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 58, 49, 389024)}] Dec 06 23:59:09.477860 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:09.478278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:09.486551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da06702-1884-4d9f-9dae-9c1598be86a5') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.486849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da06702-1884-4d9f-9dae-9c1598be86a5') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.501166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.515299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.522351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:09.522954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:09.526186 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:09.631829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.638765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.642113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/6b46d3e5-7044-49a3-9aff-723eaf92b958 HTTP/1.1" status: 204 len: 168 time: 4.0377209 Dec 06 23:59:09.645827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:09.650911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564889402'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:09.669167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7c7b5-f1ce-4737-84da-815e5ed1f5ee tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=6b46d3e5-7044-49a3-9aff-723eaf92b958,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:09.762338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:09.765944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.790679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:09.800083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.800467 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 3d68c3c3-42af-4d61-95a7-2df61c94b8ee of type vlan for network a8629001-5589-4a05-8250-e4d19122a5b7 Dec 06 23:59:09.841404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.873949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Made reservation on behalf of 320fdfcdf54a47758a04b08ad626bb10 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:09.877421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.885849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.909786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.934151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.940354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:09.941042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.949207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596e9e9a-33ed-4028-9347-4199601b3f82']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.956174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:09.970442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c263740-f562-4685-993e-e9ff3ebbf23d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.970747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c263740-f562-4685-993e-e9ff3ebbf23d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:09.978445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:09.990771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.009617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=a8629001-5589-4a05-8250-e4d19122a5b7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.018568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.023223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network a8629001-5589-4a05-8250-e4d19122a5b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:10.033152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:10.033563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:10.036497 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:10.104507 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93fcf19f-0679-4b6e-977a-f4ad3b7ffb38 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4575973 Dec 06 23:59:10.108022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59198) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.114890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.115703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:10.206375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:10.208338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Made reservation on behalf of a9923834fbdf4a3aa1d06b8d2ecc029d for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:10.211194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.217592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-59c6cde0-236d-4eb2-925a-1e853ca8ae55 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8593233 Dec 06 23:59:10.217592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.217592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59200) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.221122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.221784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:10.233726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:10.234371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:10.267100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.272309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet 8654cfe0-834f-4e46-9036-0f8881fdecd5 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:10.281866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.288017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] 10.222.0.53 "DELETE /v2.0/networks/596e9e9a-33ed-4028-9347-4199601b3f82 HTTP/1.1" status: 204 len: 168 time: 1.1739695 Dec 06 23:59:10.288869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.317652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.322138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.323342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6ae3a799-49d3-4026-95cb-0caa12ea7d00 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1551695 Dec 06 23:59:10.326267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59204) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.326500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.329823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3a857-1c2f-4d5c-b058-34199845ec39 tempest-BulkNetworkOpsIpV6Test-1178877016 tempest-BulkNetworkOpsIpV6Test-1178877016-project] Pushing event deleted for resources: {'Network': ['ID=596e9e9a-33ed-4028-9347-4199601b3f82,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.331820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:10.335612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:10.362702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.370121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:10.406149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.420923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.421295 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Added segment 10a8623d-1c8d-4f50-bb7b-92642b97d069 of type vlan for network 45446e18-9455-4008-9ba0-dd02e6456484 Dec 06 23:59:10.439478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63c4eb-266d-4fb3-9918-6acd973a3ffa,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.450107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:10.490288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f1f4e-d1b1-4317-982f-8c4762967ed2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.511455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.523072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:10.526483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.550358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.561218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.565764 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Added segment f9c0a6d8-c5bc-4923-ab92-56e6de4b8469 of type vlan for network 2d91c540-c0a8-4934-ba62-af32082651f4 Dec 06 23:59:10.625248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:08Z', 'revision_number': 8, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:10.643327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.650005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:10.650697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.654663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:10.664120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:10.664774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:10.711015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.714124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.721895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.758386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Pushing event updated for resources: {'Network': ['ID=45446e18-9455-4008-9ba0-dd02e6456484,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.762502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=8654cfe0-834f-4e46-9036-0f8881fdecd5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:10.763731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.767978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a7b7a486-1637-445f-b748-4973db83d16e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/8654cfe0-834f-4e46-9036-0f8881fdecd5 HTTP/1.1" status: 204 len: 168 time: 0.5493264 Dec 06 23:59:10.769488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 45446e18-9455-4008-9ba0-dd02e6456484 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:10.775722 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-43698bb3-8a51-4bb7-bfb9-2470dda569e1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6067133 Dec 06 23:59:10.775722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59208) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.780646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59210) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.786563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-a80203c2-6bc7-4ee7-8f71-dc857dc7c8d1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1676645123') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:10.800703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84208a5-d114-4100-97d8-2a17e60945f0 None None] Network 64e6fa74-35a6-46d6-8ad1-d3dedb98156f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:10.840505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.841582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:10.842357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.865587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:10.893460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:10.908186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59212) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:10.940767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 99ed69bc-0dce-4a1c-80fa-75402d7be38f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:10.941530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.013657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 99ed69bc-0dce-4a1c-80fa-75402d7be38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99ed69bc-0dce-4a1c-80fa-75402d7be38f,segment=NetworkSegment(3f4fe27f-87ae-4f4b-8be9-ae3b71fff218),segment_id=3f4fe27f-87ae-4f4b-8be9-ae3b71fff218)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:11.014112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.029634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 99ed69bc-0dce-4a1c-80fa-75402d7be38f owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:11.052041 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8562593 Dec 06 23:59:11.055119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59216) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.069132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21dcb7-27dd-4b9b-b768-f73dbde207fe admin admin] Pushing event updated for resources: {'Network': ['ID=2d91c540-c0a8-4934-ba62-af32082651f4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:11.090068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 2d91c540-c0a8-4934-ba62-af32082651f4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:11.095807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Request body: {'subnet': {'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23557072-subnet', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:11.125250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.155788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4a6a5380-7f0f-45e2-8f4a-0843977c0c6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=242b3ca15fa14e018a5a6617d7c32942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454572 Dec 06 23:59:11.157052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59218) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.175740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a80203c2-6bc7-4ee7-8f71-dc857dc7c8d1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "PUT /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1676645123 HTTP/1.1" status: 201 len: 201 time: 0.3932946 Dec 06 23:59:11.181092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59220) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.186787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-516c24ee-b49d-4f86-8c7d-fb59e80ef037 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1676645123') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.226901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Made reservation on behalf of a9923834fbdf4a3aa1d06b8d2ecc029d for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:11.230120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.231668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=39429ca5-c644-493a-ab86-7bfa53ca54a5,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:11.284799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '3d68c3c3-42af-4d61-95a7-2df61c94b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:11.285163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: a8629001-5589-4a05-8250-e4d19122a5b7, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:11.308662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.337135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.363126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.372198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.399800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network a8629001-5589-4a05-8250-e4d19122a5b7 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:11.423386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=99ed69bc-0dce-4a1c-80fa-75402d7be38f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:11.472959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Allocated IP 172.36.7.215 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/51f1eb55-4d0f-4374-825a-b92a387c3051) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:11.497851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 99ed69bc-0dce-4a1c-80fa-75402d7be38f on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:11.501762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8629001-5589-4a05-8250-e4d19122a5b7) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:11.506683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.512035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:08Z', 'revision_number': 8, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.515542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:11.515542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.539614 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-516c24ee-b49d-4f86-8c7d-fb59e80ef037 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1676645123 HTTP/1.1" status: 204 len: 168 time: 0.3571165 Dec 06 23:59:11.549837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a7d98a-c81d-4a5f-99b4-fa6e9a061e59 None None] Network a8629001-5589-4a05-8250-e4d19122a5b7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:11.552988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ae700-9fea-4798-98c9-7c38076d66a5 None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:08Z', 'revision_number': 8, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55347eec-c4c5-4ef7-82a5-0c49acf75f24', 'name': '', 'network_id': '248f26f7-e814-44c2-b119-1a6829d57b82', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:3e:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:43Z', 'updated_at': '2021-12-06T23:58:52Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '0866e00e-edf5-4fae-9930-f998faa5f0bf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:11.555017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59226) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.563791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-71010da2-25d4-4c3b-a859-07ba184d0edb tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.604381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.619467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80474b43-74d5-44fe-a4d7-b8a56dbb98fa None None] DHCP port deletion for 64e6fa74-35a6-46d6-8ad1-d3dedb98156f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:11.632059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e6fa74-35a6-46d6-8ad1-d3dedb98156f']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.647536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.647841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4fe27f-87ae-4f4b-8be9-ae3b71fff218') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.666117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.674889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f4b39ac7-0073-4454-b8a9-c0124418fe81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5655560 Dec 06 23:59:11.679991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.688631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.704852 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-71010da2-25d4-4c3b-a859-07ba184d0edb tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags HTTP/1.1" status: 200 len: 238 time: 0.1467404 Dec 06 23:59:11.707561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.713911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-18af234e-bb51-49f4-af4d-30cc60261f7c tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', {'tags': ['tempest-TagsTest-Tag-1746067705', 'tempest-TagsTest-Tag-1888865317', 'tempest-TagsTest-Tag-523309652']}) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.728905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a8629001-5589-4a05-8250-e4d19122a5b7', 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': '39429ca5-c644-493a-ab86-7bfa53ca54a5'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:11.730237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.782301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.801873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:11.802180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:11.805365 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:11.872055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.884327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Allocated IP 172.20.0.1 (a8629001-5589-4a05-8250-e4d19122a5b7/39429ca5-c644-493a-ab86-7bfa53ca54a5/612b9033-e393-4d5c-b54f-81ab6be59676) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:11.895513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.901985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:11.913987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-18af234e-bb51-49f4-af4d-30cc60261f7c tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "PUT /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags HTTP/1.1" status: 200 len: 308 time: 0.2052257 Dec 06 23:59:11.914818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:11.924769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-e6925118-ec4c-44c7-a812-aafd201ccf04 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1746067705') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:11.947991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:11.954989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:11.964027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8a1a96-7009-41e8-b26a-1b141fa8a15a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:11.966140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:11.972951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event updated for resources: {'Port': ['ID=51f1eb55-4d0f-4374-825a-b92a387c3051,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:12.006639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.009901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892085e-b6cc-4617-8c43-93c62e0769d7 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:12.010582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.015782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6495c066-a5e3-4c2e-822f-b07d2660ad47 HTTP/1.1" status: 204 len: 168 time: 0.8527730 Dec 06 23:59:12.032625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.076136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.083445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/64e6fa74-35a6-46d6-8ad1-d3dedb98156f HTTP/1.1" status: 204 len: 168 time: 1.3090327 Dec 06 23:59:12.084160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbdf62-435a-4a9a-b2e4-ac64a985cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495c066-a5e3-4c2e-822f-b07d2660ad47,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:12.088203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59236) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:12.112737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:12.113114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Network hostable DHCP agents. Network: 2d91c540-c0a8-4934-ba62-af32082651f4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:12.116638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519e675-22d7-4ae9-ab1b-77d61289db79 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=64e6fa74-35a6-46d6-8ad1-d3dedb98156f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:12.150215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.185690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6ca938f9-8d0d-4326-a9c1-f2036a5883e4 None None] Provisioning complete for port 51f1eb55-4d0f-4374-825a-b92a387c3051 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:12.186118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ca938f9-8d0d-4326-a9c1-f2036a5883e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.243159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6ca938f9-8d0d-4326-a9c1-f2036a5883e4 None None] Port 51f1eb55-4d0f-4374-825a-b92a387c3051 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:12.256079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.263790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e6925118-ec4c-44c7-a812-aafd201ccf04 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "DELETE /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1746067705 HTTP/1.1" status: 204 len: 168 time: 0.3426311 Dec 06 23:59:12.266913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59238) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:12.272143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-bd8e8633-e3c3-419d-bca2-6d3ccc973203 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1746067705') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.324076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:12.333810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.427217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2d91c540-c0a8-4934-ba62-af32082651f4) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:12.430989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Network a8629001-5589-4a05-8250-e4d19122a5b7 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:12.438051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e00f4-a6fe-4b2a-9e22-080fa00e7f44 None None] Network 2d91c540-c0a8-4934-ba62-af32082651f4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:12.452751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:12.454605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.461560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.540569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=39429ca5-c644-493a-ab86-7bfa53ca54a5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:12.565700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:12.569508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:12.571822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 99ed69bc-0dce-4a1c-80fa-75402d7be38f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:12.600653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 99ed69bc-0dce-4a1c-80fa-75402d7be38f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:12.606429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 99ed69bc-0dce-4a1c-80fa-75402d7be38f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:12.606429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e2fa8d26-6fd4-4c82-a894-b250874c32ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:12.629463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-568c2ca4-b3f6-4a8c-b02c-3813241aeade admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5396717 Dec 06 23:59:12.633388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59248) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:12.638987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:12.647890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.665470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Pushing event updated for resources: {'Port': ['ID=612b9033-e393-4d5c-b54f-81ab6be59676,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:12.684912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e2fa8d26-6fd4-4c82-a894-b250874c32ed {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:12.685213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e2fa8d26-6fd4-4c82-a894-b250874c32ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:12.686539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8629001-5589-4a05-8250-e4d19122a5b7']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.705338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d68c3c3-42af-4d61-95a7-2df61c94b8ee') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.705711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d68c3c3-42af-4d61-95a7-2df61c94b8ee') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.717674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.756514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.758596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Attempting to bind port 612b9033-e393-4d5c-b54f-81ab6be59676 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:12.758960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Attempting to bind port 612b9033-e393-4d5c-b54f-81ab6be59676 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d68c3c3-42af-4d61-95a7-2df61c94b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:12.759338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Attempting to bind port 612b9033-e393-4d5c-b54f-81ab6be59676 on network a8629001-5589-4a05-8250-e4d19122a5b7 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:12.762180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2d91c540-c0a8-4934-ba62-af32082651f4', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:12.762557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:12.762964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.763104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:12.766863 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:12.780314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:12.780798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Checking segment: {'id': '3d68c3c3-42af-4d61-95a7-2df61c94b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:12.781217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.782000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Bound using segment: {'id': '3d68c3c3-42af-4d61-95a7-2df61c94b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:12.782526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Bound port: 612b9033-e393-4d5c-b54f-81ab6be59676, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d68c3c3-42af-4d61-95a7-2df61c94b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a8629001-5589-4a05-8250-e4d19122a5b7'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:12.783089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.794441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.795046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.802101 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-bd8e8633-e3c3-419d-bca2-6d3ccc973203 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] show failed (client error): The resource could not be found. Dec 06 23:59:12.806238 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bd8e8633-e3c3-419d-bca2-6d3ccc973203 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1746067705 HTTP/1.1" status: 404 len: 326 time: 0.5383790 Dec 06 23:59:12.807037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59252) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:12.825385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-1babfefe-d1b5-475f-afbd-294d193a7e09 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1888865317') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.843999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.869147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.933910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:12.933910 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:12.933910 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': 'a8629001-5589-4a05-8250-e4d19122a5b7'}] Dec 06 23:59:12.933910 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:12.934437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:12.935705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:12.970900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] For port 612b9033-e393-4d5c-b54f-81ab6be59676, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:12.976840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59254) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:12.977034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1babfefe-d1b5-475f-afbd-294d193a7e09 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1888865317 HTTP/1.1" status: 204 len: 168 time: 0.1663659 Dec 06 23:59:12.981771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-aae403a6-b991-4807-8d47-e1b296ab2192 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-523309652') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:12.991524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] For port 612b9033-e393-4d5c-b54f-81ab6be59676, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=612b9033-e393-4d5c-b54f-81ab6be59676,segment=NetworkSegment(3d68c3c3-42af-4d61-95a7-2df61c94b8ee),segment_id=3d68c3c3-42af-4d61-95a7-2df61c94b8ee)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:13.002296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Allocated IP 172.20.0.2 (2d91c540-c0a8-4934-ba62-af32082651f4/da8a1a96-7009-41e8-b26a-1b141fa8a15a/7fa9f0e5-9199-4157-ae6e-ae19721e633e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:13.039113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.111322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.115144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.193111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08834a7-55fe-4e4d-8205-b3e6facc3252 None None] Network a8629001-5589-4a05-8250-e4d19122a5b7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:13.235696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fce0a-c270-4ca0-ad37-6f70d46c6d3e None None] Pushing event updated for resources: {'Port': ['ID=612b9033-e393-4d5c-b54f-81ab6be59676,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:13.245014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.258700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aae403a6-b991-4807-8d47-e1b296ab2192 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-523309652 HTTP/1.1" status: 204 len: 168 time: 0.2784512 Dec 06 23:59:13.258916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59262) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.264840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-0f6b3be2-eca3-4303-aa1d-454504c082cd tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.366273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.367953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Router ef073f33-8226-4940-9ebe-2da426b8cb37 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:13.438341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59266) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.447957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.462096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.509566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:13.513389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:13.516860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:13.530919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:13.535770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Pushing event updated for resources: {'Port': ['ID=7fa9f0e5-9199-4157-ae6e-ae19721e633e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:13.547043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.551284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cfd270c9-7e55-43fa-9b53-6d8c671de830 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "PUT /v2.0/routers/ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 200 len: 884 time: 3.2211161 Dec 06 23:59:13.558182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59270) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.558332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] Sync routers for ids ['ef073f33-8226-4940-9ebe-2da426b8cb37'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:13.569593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 55347eec-c4c5-4ef7-82a5-0c49acf75f24 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:13.569940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.577715 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] Routers {'ef073f33-8226-4940-9ebe-2da426b8cb37'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:13.581063 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ef073f33-8226-4940-9ebe-2da426b8cb37'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.594402 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0f6b3be2-eca3-4303-aa1d-454504c082cd tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "DELETE /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags HTTP/1.1" status: 204 len: 168 time: 0.3344569 Dec 06 23:59:13.597010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59272) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.605123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-0a316c48-1a38-4939-a690-85b2ed814446 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-1888865317') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.630808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Attempting to bind port 7fa9f0e5-9199-4157-ae6e-ae19721e633e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:13.631353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Attempting to bind port 7fa9f0e5-9199-4157-ae6e-ae19721e633e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:13.631561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Attempting to bind port 7fa9f0e5-9199-4157-ae6e-ae19721e633e on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:13.638615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:13.639008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:13.639429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.639835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Bound using segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:13.640940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Bound port: 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:13.641486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.648386 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.665568 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] Routers {'ef073f33-8226-4940-9ebe-2da426b8cb37'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:13.666475 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ef073f33-8226-4940-9ebe-2da426b8cb37'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.685055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 612b9033-e393-4d5c-b54f-81ab6be59676 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:13.685055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.707606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1972227962'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:13.719715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] For port 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:13.723733 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:13.723906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] For port 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fa9f0e5-9199-4157-ae6e-ae19721e633e,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:13.724948 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9751cb-2881-4e62-898d-a6718980ba76 None None] The sync data for ids ['ef073f33-8226-4940-9ebe-2da426b8cb37'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:13.755514 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3711f1b8-e257-49e4-bd2c-3042db4b1602 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 200 len: 925 time: 0.2018356 Dec 06 23:59:13.756132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59274) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.797759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.800208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb181e1-33ac-4987-8b9f-20ccdb84d92d tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:13.804423 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ecb181e1-33ac-4987-8b9f-20ccdb84d92d tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=ef073f33-8226-4940-9ebe-2da426b8cb37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447571 Dec 06 23:59:13.805069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59276) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:13.834480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:13.838164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.849786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.871634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412489f-045f-4f8d-a00f-793ab2936dcb None None] Pushing event updated for resources: {'Port': ['ID=7fa9f0e5-9199-4157-ae6e-ae19721e633e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:13.984906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a8e8d2-c6dd-4bb0-bd28-65a20503f9a3 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:13.986338 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-81a8e8d2-c6dd-4bb0-bd28-65a20503f9a3 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1804588 Dec 06 23:59:13.988480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:13.991854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:14.023809 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4cab5a64-d3e1-4efc-b8c9-dfa37abccc58 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 200 len: 205 time: 0.0284956 Dec 06 23:59:14.024121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59282) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:14.080950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.155230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:14.157288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f819d8-7e36-4100-a4b3-491f77e90deb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:14.181958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.182314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 0a82cadc-faf8-47e5-8f64-55f5587eb893 of type vlan for network f6835031-d135-42af-b14e-ba1a2603af9b Dec 06 23:59:14.232563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.238271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.238463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 55347eec-c4c5-4ef7-82a5-0c49acf75f24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55347eec-c4c5-4ef7-82a5-0c49acf75f24,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:14.238835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.261055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 612b9033-e393-4d5c-b54f-81ab6be59676, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=612b9033-e393-4d5c-b54f-81ab6be59676,segment=NetworkSegment(3d68c3c3-42af-4d61-95a7-2df61c94b8ee),segment_id=3d68c3c3-42af-4d61-95a7-2df61c94b8ee)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:14.261429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.267940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 55347eec-c4c5-4ef7-82a5-0c49acf75f24 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:14.301922 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-0a316c48-1a38-4939-a690-85b2ed814446 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] show failed (client error): The resource could not be found. Dec 06 23:59:14.302913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0a316c48-1a38-4939-a690-85b2ed814446 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-1888865317 HTTP/1.1" status: 404 len: 326 time: 0.7012265 Dec 06 23:59:14.312919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59284) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:14.330988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-a16a57b1-1c7d-4516-a3ea-0886ce377bd1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484', 'tempest-TagsTest-Tag-523309652') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:14.339415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 612b9033-e393-4d5c-b54f-81ab6be59676 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:14.355317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.397545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.406462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:14.410092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.449670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.490590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.510670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fa9f0e5-9199-4157-ae6e-ae19721e633e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:14.523221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0793357 Dec 06 23:59:14.525356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a7238-6f48-4f3b-8099-d7f43b62ea05 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=f6835031-d135-42af-b14e-ba1a2603af9b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:14.567480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network f6835031-d135-42af-b14e-ba1a2603af9b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:14.596593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port 51f1eb55-4d0f-4374-825a-b92a387c3051 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:14.597095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Allocated IP 172.36.7.9 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:14.597640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.667010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fa9f0e5-9199-4157-ae6e-ae19721e633e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:14.669429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.760807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.776038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for 51f1eb55-4d0f-4374-825a-b92a387c3051 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:14.806549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.841934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:14.888838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fa9f0e5-9199-4157-ae6e-ae19721e633e,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:14.957125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.059529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=7fa9f0e5-9199-4157-ae6e-ae19721e633e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:15.099627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.112456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.130254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ade4e-a8f0-4951-93e4-ba4fa0a9da4f None None] Network 2d91c540-c0a8-4934-ba62-af32082651f4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:15.135969 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-a16a57b1-1c7d-4516-a3ea-0886ce377bd1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] show failed (client error): The resource could not be found. Dec 06 23:59:15.138071 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a16a57b1-1c7d-4516-a3ea-0886ce377bd1 tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "GET /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags/tempest-TagsTest-Tag-523309652 HTTP/1.1" status: 404 len: 325 time: 0.8210900 Dec 06 23:59:15.147009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59286) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:15.153312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-002eda6f-32ba-49f7-afa9-71935108f44b tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '45446e18-9455-4008-9ba0-dd02e6456484') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:15.157290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=51f1eb55-4d0f-4374-825a-b92a387c3051,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:15.183890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.206395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8934ccf-b59e-46b4-86c2-10ae8c91c839 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:15.210020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:15.219356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:15.225216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.229626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:15.233178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-274184be-7833-416a-9d11-8e4bc912dfa8 None None] Provisioning complete for port 7fa9f0e5-9199-4157-ae6e-ae19721e633e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:15.233564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-274184be-7833-416a-9d11-8e4bc912dfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.262740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87986c9c-2dc3-4b96-84e5-b7e8c7b869da None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:15.317536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.362243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Pushing event updated for resources: {'Port': ['ID=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:15.381432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 612b9033-e393-4d5c-b54f-81ab6be59676 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:15.510044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=55347eec-c4c5-4ef7-82a5-0c49acf75f24,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:15.513104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.516785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.588506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3850bef4-2c9d-488f-b3f9-ecb2e736cf62 None None] Provisioning complete for port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:15.591693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3850bef4-2c9d-488f-b3f9-ecb2e736cf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.661987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=612b9033-e393-4d5c-b54f-81ab6be59676,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:15.686609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-002eda6f-32ba-49f7-afa9-71935108f44b tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "DELETE /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484/tags HTTP/1.1" status: 204 len: 168 time: 0.5321314 Dec 06 23:59:15.687271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59288) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:15.744280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.790961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.797892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.798758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router ef073f33-8226-4940-9ebe-2da426b8cb37 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:15.808598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.810911 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d0fafbbe-faa7-4fa9-9a01-8e285f79a2cd tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 204 len: 168 time: 1.7855940 Dec 06 23:59:15.819484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59290) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:15.833527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1067746802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:15.894365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8629001-5589-4a05-8250-e4d19122a5b7']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:15.909756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3850bef4-2c9d-488f-b3f9-ecb2e736cf62 None None] Port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:15.910514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d68c3c3-42af-4d61-95a7-2df61c94b8ee') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:15.910919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d68c3c3-42af-4d61-95a7-2df61c94b8ee') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:15.911390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf17bd-1542-4cb0-a53d-056f0b22cb6f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:15.926404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.942938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.955207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.957285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.974860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:15.976781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.001548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45446e18-9455-4008-9ba0-dd02e6456484']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:16.010873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:16.011416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:16.020258 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:16.025401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a8623d-1c8d-4f50-bb7b-92642b97d069') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:16.025889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a8623d-1c8d-4f50-bb7b-92642b97d069') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:16.041285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf17bd-1542-4cb0-a53d-056f0b22cb6f None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:16.049472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.094042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.096000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.102932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:16.103573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:16.107525 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:16.175123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-33ee82c6-20ad-46f1-8b37-5dd5390dbdac None None] Provisioning complete for port 7fa9f0e5-9199-4157-ae6e-ae19721e633e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:16.179168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-33ee82c6-20ad-46f1-8b37-5dd5390dbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.207822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.232588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.277833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.290851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.299715 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] 10.222.0.53 "DELETE /v2.0/networks/45446e18-9455-4008-9ba0-dd02e6456484 HTTP/1.1" status: 204 len: 168 time: 0.6109233 Dec 06 23:59:16.334296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.351248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.357814 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/a8629001-5589-4a05-8250-e4d19122a5b7 HTTP/1.1" status: 204 len: 168 time: 4.6721694 Dec 06 23:59:16.361018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:16.377092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1103816108'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:16.384087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed6bd3-7248-452c-8421-beb4acec9183 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=a8629001-5589-4a05-8250-e4d19122a5b7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:16.385550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.389333 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dc2ec9eb-67ca-4ddb-a8aa-20f1db5754e2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5647373 Dec 06 23:59:16.389333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab159-bb39-46e5-8886-80dd49dd047a tempest-TagsTest-552421465 tempest-TagsTest-552421465-project] Pushing event deleted for resources: {'Network': ['ID=45446e18-9455-4008-9ba0-dd02e6456484,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:16.389893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59296) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:16.395476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': True}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:16.650658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fa9f0e5-9199-4157-ae6e-ae19721e633e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:16.701136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:16.735729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 7fa9f0e5-9199-4157-ae6e-ae19721e633e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:16.736356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.827061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:16.831861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.918758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:16.930911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:16.942203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c1ce28e5-46f6-45ac-8577-c93fc9bcbef3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8434930 Dec 06 23:59:16.945335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59298) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:16.948497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80599267-509e-4bc0-a497-5793970be2db None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:16.983596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:16.983918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:16.984485 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 83de6457-200c-4dd0-9126-3a2231251ebb of type vlan for network 253c20cb-6d20-4c86-a2be-5e319125a625 Dec 06 23:59:16.985340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:16.995403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.047868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.084277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.093825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet 0866e00e-edf5-4fae-9930-f998faa5f0bf {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:17.101221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.126917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59302) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:17.144160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:17.223387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.278078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.288763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:17.292692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.421629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:14Z', 'revision_number': 9, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:17.426547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=253c20cb-6d20-4c86-a2be-5e319125a625,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:17.437657 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-83cbad61-a1fb-40fc-8b91-c7b5ce6b9513 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0674796 Dec 06 23:59:17.447255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59306) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:17.447255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.454124 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f3da129b-9cba-48f0-99b4-ba0b7f34d55d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=320fdfcdf54a47758a04b08ad626bb10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256936 Dec 06 23:59:17.455297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:17.457824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 253c20cb-6d20-4c86-a2be-5e319125a625 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:17.461272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80599267-509e-4bc0-a497-5793970be2db None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:17.521168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:17.526046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:17.526700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:17.562507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.597940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.633635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:17.637298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:17.643546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.667061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=0866e00e-edf5-4fae-9930-f998faa5f0bf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:17.667589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.718687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.766870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 172.36.7.174 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/5d00f1b4-a0c1-4c45-836d-b51fd0b021c4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:17.808296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:17.810212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:17.815350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.819169 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:17.836470 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:17.837591 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:17.875767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.878396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.880286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd63c4eb-266d-4fb3-9918-6acd973a3ffa HTTP/1.1" status: 204 len: 168 time: 0.4225073 Dec 06 23:59:17.883502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59312) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:17.890436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:17.924514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.927915 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ebb77158-68d7-4a3d-985d-7298fd406385 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/0866e00e-edf5-4fae-9930-f998faa5f0bf HTTP/1.1" status: 204 len: 168 time: 0.9803848 Dec 06 23:59:17.930094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae567662-10bb-427a-b23c-5673a0af7f23 None None] Network 248f26f7-e814-44c2-b119-1a6829d57b82 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:17.931125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59316) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:17.960186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:17.963519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5b3d-aca9-4534-87d0-a2a52a67c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63c4eb-266d-4fb3-9918-6acd973a3ffa,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:17.979541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:18.051392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.134407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:18.138585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.188901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80599267-509e-4bc0-a497-5793970be2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:14Z', 'revision_number': 9, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:18.223302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80599267-509e-4bc0-a497-5793970be2db None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:14Z', 'revision_number': 9, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': '0bb2cc8a-c76d-42f6-8296-da4a034512a3', 'name': '', 'network_id': 'c7531348-d134-43eb-91c0-e145c9f43bea', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:34Z', 'updated_at': '2021-12-06T23:58:40Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:18.244281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.246931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae5663c3-4835-4305-94d2-73ef45c2360f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6123815 Dec 06 23:59:18.252915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.253124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.257209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59318) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:18.272687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] DHCP port deletion for 248f26f7-e814-44c2-b119-1a6829d57b82 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:18.352299 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:15Z', 'revision_number': 3, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:18.388073 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:18.388574 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Updating router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:59:18.395149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:18.397116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99efd1e9-7e02-427f-b6f6-50befbdff032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.407665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:18.416874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Deleting port 8a42401d-1c1e-430d-8332-e39c1bc01645 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:18.417257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.425804 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.432111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d5d5b-baf9-487e-ab1f-f8ae19a96058 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:18.441908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:18.498516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 8a42401d-1c1e-430d-8332-e39c1bc01645 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:18.498875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.518605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] For port 8a42401d-1c1e-430d-8332-e39c1bc01645, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a42401d-1c1e-430d-8332-e39c1bc01645,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:18.519001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.539165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-85bdd198-79c7-4c2c-8cad-40e733a1f567 None None] Provisioning complete for port 5d00f1b4-a0c1-4c45-836d-b51fd0b021c4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:18.539428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-85bdd198-79c7-4c2c-8cad-40e733a1f567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.542519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Calling delete_port for 8a42401d-1c1e-430d-8332-e39c1bc01645 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:18.556289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=5d00f1b4-a0c1-4c45-836d-b51fd0b021c4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:18.575108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 8a42401d-1c1e-430d-8332-e39c1bc01645, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a42401d-1c1e-430d-8332-e39c1bc01645,segment=NetworkSegment(36fbd8a5-7448-4a3c-a745-1fffab1196d8),segment_id=36fbd8a5-7448-4a3c-a745-1fffab1196d8)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:18.575485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.589504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 8a42401d-1c1e-430d-8332-e39c1bc01645 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:18.627593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-85bdd198-79c7-4c2c-8cad-40e733a1f567 None None] Port 5d00f1b4-a0c1-4c45-836d-b51fd0b021c4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:18.648080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=6cf1ab81-b436-454f-9ba9-3bf4dd03ac8a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:18.706361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '83de6457-200c-4dd0-9126-3a2231251ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:18.706738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 253c20cb-6d20-4c86-a2be-5e319125a625, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:18.740434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.796356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] Pushing event deleted for resources: {'Port': ['ID=8a42401d-1c1e-430d-8332-e39c1bc01645,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:18.798761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8a42401d-1c1e-430d-8332-e39c1bc01645 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:18.812616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b60685-a1e2-495b-bac2-aa9280b110d2 None None] No DVR routers for this DVR port 8a42401d-1c1e-430d-8332-e39c1bc01645 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:18.833393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.847741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 8a42401d-1c1e-430d-8332-e39c1bc01645 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:18.853179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8a42401d-1c1e-430d-8332-e39c1bc01645 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:18.853339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.853825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 55347eec-c4c5-4ef7-82a5-0c49acf75f24 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:18.870310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.873551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 55347eec-c4c5-4ef7-82a5-0c49acf75f24 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:18.873908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 55347eec-c4c5-4ef7-82a5-0c49acf75f24 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:18.893187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 8a42401d-1c1e-430d-8332-e39c1bc01645 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:18.900008 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.924249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=8a42401d-1c1e-430d-8332-e39c1bc01645,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:18.950715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566bf13c-e962-45da-bdc7-49aa1d52b1ba None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:18.961250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Attempting to bind port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:18.961872 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Attempting to bind port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:18.962581 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Attempting to bind port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:18.965375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 253c20cb-6d20-4c86-a2be-5e319125a625 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:18.978987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:18.979624 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:18.980199 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:18.980628 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:18.981116 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Bound port: 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:18.981493 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.013251 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Pushing event updated for resources: {'Port': ['ID=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:19.023450 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.024138 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.025017 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.025017 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.025229 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.025497 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.026486 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.026836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.027178 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.027528 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.027910 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.028439 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.028917 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:19.029989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=bf46570f-46c0-4470-ba67-9ee96d2f6922,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:19.040897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': '0a82cadc-faf8-47e5-8f64-55f5587eb893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:19.041271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: f6835031-d135-42af-b14e-ba1a2603af9b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:19.046100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.049301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 253c20cb-6d20-4c86-a2be-5e319125a625) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:19.052799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.053903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:19.054494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.059951 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] For port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:19.065694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] For port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:19.084374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0528978-7224-4e3c-8ce8-4c523834f13e None None] Network 253c20cb-6d20-4c86-a2be-5e319125a625 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:19.118155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248f26f7-e814-44c2-b119-1a6829d57b82']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.130879 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.134861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fbd8a5-7448-4a3c-a745-1fffab1196d8') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.135109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fbd8a5-7448-4a3c-a745-1fffab1196d8') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.153933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.156988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network f6835031-d135-42af-b14e-ba1a2603af9b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:19.170038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] Provisioning complete for port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:19.170799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f6835031-d135-42af-b14e-ba1a2603af9b) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:19.171926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.175833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:19.176501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.206877 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1dcc5608-30d5-4973-a75a-7eaf4def3301 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6910853 Dec 06 23:59:19.211017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a888c-7b68-497a-beca-d5a88299d5a5 None None] Network f6835031-d135-42af-b14e-ba1a2603af9b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:19.211564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59320) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:19.214038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9058f30-efb2-430a-86b1-84118b122382 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:19.229045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.238567 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:19.239675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.257557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:19.258386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:19.262610 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:19.313427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.318620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.330168 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-28b1375d-97af-4195-b2c2-e0356545caf3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4439471 Dec 06 23:59:19.335579 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61a86d-c22e-42ef-944a-ee52117d8e45 None None] Pushing event updated for resources: {'Port': ['ID=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:19.371816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59322) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:19.380195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1820324381'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:19.388395 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:19.526403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:19.530693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.571772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:19.583512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.584187 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 3e61c5bf-336b-44d7-9598-3f0d88f5a989 of type vlan for network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 Dec 06 23:59:19.614245 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:15Z', 'revision_number': 3, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.619415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router 55d51545-bbb4-4614-9f3c-da1572665a30 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:19.645449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.658631 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a22658-85a5-4db8-810e-16672f57df47 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:15Z', 'revision_number': 3, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:19.671638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.706568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.735794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.740202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.744109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] For port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:19.748644 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/248f26f7-e814-44c2-b119-1a6829d57b82 HTTP/1.1" status: 204 len: 168 time: 1.8142629 Dec 06 23:59:19.753411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59324) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:19.754103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-253c20cb-6d20-4c86-a2be-5e319125a625', 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': '6cf1ab81-b436-454f-9ba9-3bf4dd03ac8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:19.754985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.796582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:19.801290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.805013 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bde4de33-325f-4ecb-8f9d-80b8272fbf97 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "PUT /v2.0/routers/55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 200 len: 919 time: 3.4109359 Dec 06 23:59:19.805309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:19.823450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a812549-2a09-46c3-b0d8-7ea339b0c2d4 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=248f26f7-e814-44c2-b119-1a6829d57b82,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:19.847226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] Sync routers for ids ['55d51545-bbb4-4614-9f3c-da1572665a30'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:19.859506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.865120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:19.865733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.875242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.927426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f6835031-d135-42af-b14e-ba1a2603af9b', 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'bf46570f-46c0-4470-ba67-9ee96d2f6922'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:19.928976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.947332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] Routers {'55d51545-bbb4-4614-9f3c-da1572665a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:19.948454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['55d51545-bbb4-4614-9f3c-da1572665a30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:19.959528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.988578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6146257 Dec 06 23:59:19.989357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:19.990536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dffda-5af5-4d29-9c6b-d07450053f51 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=81b21b48-aef2-410d-a7d2-fa9ecd97ac08,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:19.994231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:20.001508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:20.020058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:20.033746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:20.065726 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6dd18939-42a9-460a-a64e-c8676af704a9 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 200 len: 925 time: 0.2554419 Dec 06 23:59:20.065726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59330) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:20.143017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127de09e-9b94-440a-91b1-5aa6201e1208 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:20.144562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-127de09e-9b94-440a-91b1-5aa6201e1208 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=55d51545-bbb4-4614-9f3c-da1572665a30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0782936 Dec 06 23:59:20.147624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:20.178209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98341c-931d-4004-bdcb-9195aeb076c3 None None] Pushing event updated for resources: {'Port': ['ID=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:20.195378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e5daacd2-fa58-44b7-a532-3a327890fe75 None None] Provisioning complete for port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:20.195872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5daacd2-fa58-44b7-a532-3a327890fe75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.238924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:20.242440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.295393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] Routers {'55d51545-bbb4-4614-9f3c-da1572665a30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:20.295982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:58:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['55d51545-bbb4-4614-9f3c-da1572665a30'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:20.312708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b34125-2ee2-411e-9653-0229d6f6699c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:20.316716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-25b34125-2ee2-411e-9653-0229d6f6699c tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.1655941 Dec 06 23:59:20.318866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59334) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:20.339088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:20.339751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ab2a0-e379-4ff1-aca1-cc6b95c7adb4 None None] The sync data for ids ['55d51545-bbb4-4614-9f3c-da1572665a30'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:20.358430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Allocated IP 172.20.0.2 (253c20cb-6d20-4c86-a2be-5e319125a625/6cf1ab81-b436-454f-9ba9-3bf4dd03ac8a/ca91c407-a25b-45af-b603-548f4ef267bf) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:20.393407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-68995268-b0d5-4bfb-abf4-e5b4056916d8 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 200 len: 205 time: 0.0733042 Dec 06 23:59:20.396375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59336) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:20.496626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Allocated IP 172.20.0.1 (2d91c540-c0a8-4934-ba62-af32082651f4/da8a1a96-7009-41e8-b26a-1b141fa8a15a/c331161d-a078-413f-a1b8-19ecd445b835) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:20.564881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Allocated IP 2001:db8:0:ffff::2 (f6835031-d135-42af-b14e-ba1a2603af9b/bf46570f-46c0-4470-ba67-9ee96d2f6922/d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:20.567459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:20.640048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.677584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.715848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.770610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.773093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5694d11-65d7-4065-b219-ec79ad049649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.779431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:20.779860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.833217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.862425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.875319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': '3e61c5bf-336b-44d7-9598-3f0d88f5a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:20.875977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: 81b21b48-aef2-410d-a7d2-fa9ecd97ac08, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:20.886957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.898113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=c40f5f0e-28fd-4fda-b539-b756798e6328,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:20.922528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.929363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:20.950908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:20.958143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:20.961770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:20.963368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Pushing event updated for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:20.999976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:21.010817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Network 253c20cb-6d20-4c86-a2be-5e319125a625 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:21.017557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:21.020040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:21.030915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.040442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port 5d00f1b4-a0c1-4c45-836d-b51fd0b021c4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:21.040885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.052056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Pushing event updated for resources: {'Port': ['ID=ca91c407-a25b-45af-b603-548f4ef267bf,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:21.080636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.092417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.116299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 81b21b48-aef2-410d-a7d2-fa9ecd97ac08) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:21.129980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Network f6835031-d135-42af-b14e-ba1a2603af9b is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:21.131710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Attempting to bind port ca91c407-a25b-45af-b603-548f4ef267bf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:21.132157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Attempting to bind port ca91c407-a25b-45af-b603-548f4ef267bf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83de6457-200c-4dd0-9126-3a2231251ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:21.132350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:21.132727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Attempting to bind port ca91c407-a25b-45af-b603-548f4ef267bf on network 253c20cb-6d20-4c86-a2be-5e319125a625 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:21.133058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.142213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:21.145053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:21.147702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73de4c-45d2-47bf-ba89-9d311b82c014 None None] Network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:21.174061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf1ab81-b436-454f-9ba9-3bf4dd03ac8a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:21.176251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:21.176793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Checking segment: {'id': '83de6457-200c-4dd0-9126-3a2231251ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:21.177297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.177814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Bound using segment: {'id': '83de6457-200c-4dd0-9126-3a2231251ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:21.178377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Bound port: ca91c407-a25b-45af-b603-548f4ef267bf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83de6457-200c-4dd0-9126-3a2231251ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '253c20cb-6d20-4c86-a2be-5e319125a625'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:21.178832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.192453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.216888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for 5d00f1b4-a0c1-4c45-836d-b51fd0b021c4 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:21.292870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Pushing event updated for resources: {'Port': ['ID=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:21.318020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5fe54417-ff02-4826-86ca-7de41d04271a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3227086 Dec 06 23:59:21.321051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59338) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:21.341544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Attempting to bind port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:21.342124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Attempting to bind port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a82cadc-faf8-47e5-8f64-55f5587eb893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:21.342251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Attempting to bind port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 on network f6835031-d135-42af-b14e-ba1a2603af9b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:21.355713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.364367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:21.364795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Checking segment: {'id': '0a82cadc-faf8-47e5-8f64-55f5587eb893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:21.365149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.365547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Bound using segment: {'id': '0a82cadc-faf8-47e5-8f64-55f5587eb893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:21.366392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Bound port: d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a82cadc-faf8-47e5-8f64-55f5587eb893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f6835031-d135-42af-b14e-ba1a2603af9b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:21.366392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.382887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] For port ca91c407-a25b-45af-b603-548f4ef267bf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:21.425887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] For port ca91c407-a25b-45af-b603-548f4ef267bf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca91c407-a25b-45af-b603-548f4ef267bf,segment=NetworkSegment(83de6457-200c-4dd0-9126-3a2231251ebb),segment_id=83de6457-200c-4dd0-9126-3a2231251ebb)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:21.429550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253c20cb-6d20-4c86-a2be-5e319125a625']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:21.449795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83de6457-200c-4dd0-9126-3a2231251ebb') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:21.450104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83de6457-200c-4dd0-9126-3a2231251ebb') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:21.470138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.483007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 0bb2cc8a-c76d-42f6-8296-da4a034512a3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:21.483353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.496496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-be438671-4423-4c3b-bbf3-38a37abc71f6 None None] Provisioning complete for port c331161d-a078-413f-a1b8-19ecd445b835 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:21.497615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be438671-4423-4c3b-bbf3-38a37abc71f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.550150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.556080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.582380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.586324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:21.586744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:21.591682 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:21.599206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=5d00f1b4-a0c1-4c45-836d-b51fd0b021c4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:21.654062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.668369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.690291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ec5ab-b0dc-4ba8-99ef-35fbf626aa61 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:21.705300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 0bb2cc8a-c76d-42f6-8296-da4a034512a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb2cc8a-c76d-42f6-8296-da4a034512a3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:21.705666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.709062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] For port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:21.712852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.765821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] For port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,segment=NetworkSegment(0a82cadc-faf8-47e5-8f64-55f5587eb893),segment_id=0a82cadc-faf8-47e5-8f64-55f5587eb893)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:21.767659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-81b21b48-aef2-410d-a7d2-fa9ecd97ac08', 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'c40f5f0e-28fd-4fda-b539-b756798e6328'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:21.768616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.775934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:21.775934 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:21.775934 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '253c20cb-6d20-4c86-a2be-5e319125a625'}] Dec 06 23:59:21.775934 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:21.781566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:21.791211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 0bb2cc8a-c76d-42f6-8296-da4a034512a3 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:21.802876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-be438671-4423-4c3b-bbf3-38a37abc71f6 None None] Port c331161d-a078-413f-a1b8-19ecd445b835 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:21.808931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.811814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.829150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.861754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.914936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3f2d-d768-44f1-bbc0-3e55564d7300 None None] Pushing event updated for resources: {'Port': ['ID=ca91c407-a25b-45af-b603-548f4ef267bf,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:21.931689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.931689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router 55d51545-bbb4-4614-9f3c-da1572665a30 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:21.948118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:21.951050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6b47c8f3-c731-41f3-ad38-c5e9dfa75dba tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 204 len: 168 time: 1.5528340 Dec 06 23:59:21.955910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59340) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:21.961163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-488388929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:21.990883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc90cd3-0112-4839-8b8c-4d6e63d6fb0e None None] Network 253c20cb-6d20-4c86-a2be-5e319125a625 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:22.015885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.045280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.059278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652624d-2322-488a-9b84-b6ec9b1d76d4 None None] Pushing event updated for resources: {'Port': ['ID=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:22.094391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.095542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.123041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Allocated IP 2001:db8::1 (81b21b48-aef2-410d-a7d2-fa9ecd97ac08/c40f5f0e-28fd-4fda-b539-b756798e6328/d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:22.125056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.178907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.248490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Pushing event updated for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:22.249003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.252401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.316040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.336333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.347678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.349724 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-226797f1-8307-410d-be8a-a626cdf02ea6 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3927014 Dec 06 23:59:22.352933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59344) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:22.373514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'enable_snat': False}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:22.383801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=0bb2cc8a-c76d-42f6-8296-da4a034512a3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:22.403995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.488807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.522547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59346) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:22.555481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:22.558510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:22.562446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:22.575953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:22.663961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Attempting to bind port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:22.670848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Attempting to bind port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e61c5bf-336b-44d7-9598-3f0d88f5a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:22.673471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Attempting to bind port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 on network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:22.677519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:22.734389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:22.734908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Checking segment: {'id': '3e61c5bf-336b-44d7-9598-3f0d88f5a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:22.735182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.735564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Bound using segment: {'id': '3e61c5bf-336b-44d7-9598-3f0d88f5a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:22.736079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Bound port: d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e61c5bf-336b-44d7-9598-3f0d88f5a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:22.736551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.759194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:22.759194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.804746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:22.815455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:22.848202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] For port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:22.853038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] For port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,segment=NetworkSegment(3e61c5bf-336b-44d7-9598-3f0d88f5a989),segment_id=3e61c5bf-336b-44d7-9598-3f0d88f5a989)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:22.896816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.922112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:22.951033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.017186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.054525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,segment=NetworkSegment(0a82cadc-faf8-47e5-8f64-55f5587eb893),segment_id=0a82cadc-faf8-47e5-8f64-55f5587eb893)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:23.054838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=c40f5f0e-28fd-4fda-b539-b756798e6328,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:23.063355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port ca91c407-a25b-45af-b603-548f4ef267bf {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:23.063927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.084856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37a0ef-14de-4acb-bdb3-afd98f91b2b8 None None] Pushing event updated for resources: {'Port': ['ID=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:23.141784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.147484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.193485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8996db0-4091-4043-8c14-bed2a89b8b6c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:23.193999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8996db0-4091-4043-8c14-bed2a89b8b6c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:23.194484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8996db0-4091-4043-8c14-bed2a89b8b6c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:23.213333 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8996db0-4091-4043-8c14-bed2a89b8b6c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&network_id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 3000 time: 0.6888626 Dec 06 23:59:23.225007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port ca91c407-a25b-45af-b603-548f4ef267bf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca91c407-a25b-45af-b603-548f4ef267bf,segment=NetworkSegment(83de6457-200c-4dd0-9126-3a2231251ebb),segment_id=83de6457-200c-4dd0-9126-3a2231251ebb)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:23.225007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.230263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.247634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.260286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:23.282636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for ca91c407-a25b-45af-b603-548f4ef267bf owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:23.301670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b21b48-aef2-410d-a7d2-fa9ecd97ac08']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:23.365210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:23.391477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a472c8dd-d319-4b3e-9680-5c359051f5e8 None None] Provisioning complete for port c331161d-a078-413f-a1b8-19ecd445b835 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:23.391943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a472c8dd-d319-4b3e-9680-5c359051f5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.451486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a472c8dd-d319-4b3e-9680-5c359051f5e8 None None] Port c331161d-a078-413f-a1b8-19ecd445b835 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:23.465193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e61c5bf-336b-44d7-9598-3f0d88f5a989') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:23.465492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e61c5bf-336b-44d7-9598-3f0d88f5a989') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:23.490062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.569589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.586327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.596418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:23.596840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:23.600014 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:23.611287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.645108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c3f39-ad27-40da-b1b0-ef65ac37975b None None] Network f6835031-d135-42af-b14e-ba1a2603af9b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:23.729029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b2619d9-c2d3-4162-9043-33d47cbe67b2 None None] Provisioning complete for port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:23.729405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b2619d9-c2d3-4162-9043-33d47cbe67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.745561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Allocated IP 172.36.7.254 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/4615e32e-c684-42c9-8feb-de7c1168aa42) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:23.773060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:23.773060 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:23.773060 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '81b21b48-aef2-410d-a7d2-fa9ecd97ac08'}] Dec 06 23:59:23.773060 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:23.773489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:23.797581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:23.803853 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1eecd71-72f4-4772-8876-1ad43526f9cf admin admin] 10.222.0.53 "PUT /v2.0/routers/5b8f7583-bb55-471a-88c1-71b7fb4e3f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5431120 Dec 06 23:59:23.809657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.818574 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:23.832698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:23.837516 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:23.840432 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:23.869955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:23.875522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=ca91c407-a25b-45af-b603-548f4ef267bf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:23.892282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port ca91c407-a25b-45af-b603-548f4ef267bf on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:24.009180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.021614 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:24.111145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:24.115862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:24.120726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:24.134791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615545d8-d748-4db3-b5ab-4b53e4ed3087 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:24.152038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.189891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Pushing event updated for resources: {'Port': ['ID=4615e32e-c684-42c9-8feb-de7c1168aa42,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:24.236605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.245466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e04efa87-7f02-4a96-8dfa-2951d5f1421b None None] Provisioning complete for port 4615e32e-c684-42c9-8feb-de7c1168aa42 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:24.245852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e04efa87-7f02-4a96-8dfa-2951d5f1421b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.283360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253c20cb-6d20-4c86-a2be-5e319125a625']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:24.296740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83de6457-200c-4dd0-9126-3a2231251ebb') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:24.297065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83de6457-200c-4dd0-9126-3a2231251ebb') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:24.314782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.332272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.348424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:24.348834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.350579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e04efa87-7f02-4a96-8dfa-2951d5f1421b None None] Port 4615e32e-c684-42c9-8feb-de7c1168aa42 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:24.354930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:24.356894 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:24.419506 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 2, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:24.431609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:24.438093 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b34b69da-ad1c-4613-a128-1be32392d593 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6806123 Dec 06 23:59:24.441570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59362) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:24.451181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:24.494687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:24.496851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:24.498372 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:24.499144 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Updating router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 port c331161d-a078-413f-a1b8-19ecd445b835 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:59:24.534903 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.593075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59366) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:24.596601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.615932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223dc1f9-edf3-4750-8ab4-e5facaca47ac None None] Network 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:24.638633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.652076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.656017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/253c20cb-6d20-4c86-a2be-5e319125a625 HTTP/1.1" status: 204 len: 168 time: 5.4376757 Dec 06 23:59:24.694853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59370) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:24.698719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289eb19-737c-4be1-bc8e-3b84ea665486 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=253c20cb-6d20-4c86-a2be-5e319125a625,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:24.711826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-351330846'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:24.729821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet 7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:24.731253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:24.737385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0594bd01-9d50-4453-bcd1-6e550785eca9 None None] Provisioning complete for port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:24.738609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0594bd01-9d50-4453-bcd1-6e550785eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.746725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.746939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb3d86-8baa-48bd-bbe8-0366c804b5b0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:24.748275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-23fb3d86-8baa-48bd-bbe8-0366c804b5b0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 814 time: 0.1517043 Dec 06 23:59:24.789240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:24.789690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.828080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.898335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:24.910867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:24.919113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.962048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.966970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:24.981800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:25.003339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.003812 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 872cbed8-8868-4369-b7b0-ae336bef2221 of type vlan for network 783bc359-66a9-4085-8daa-b2a3b8121ac3 Dec 06 23:59:25.028719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.036641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2101012360-network', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:25.055403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.098307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] For port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,segment=NetworkSegment(3e61c5bf-336b-44d7-9598-3f0d88f5a989),segment_id=3e61c5bf-336b-44d7-9598-3f0d88f5a989)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:25.099066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.123191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Calling delete_port for d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:25.154475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:25.154475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.161622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.167379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:25.168086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.168456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Made reservation on behalf of eb96914b4085432ebf67b0882962dea7 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:25.170822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.187191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.223552 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.241918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Router 31679286-f2ac-41e2-afe6-68b00e3b602f is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:25.289469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] DHCP port deletion for 81b21b48-aef2-410d-a7d2-fa9ecd97ac08 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:25.292730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.319220 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.344670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:25.429250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59382) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.435326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--920948994', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:25.461251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.474748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:25.483228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.488045 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b1ebfd3-8619-4836-b919-563c3adf9bf4 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "PUT /v2.0/routers/31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 200 len: 919 time: 3.1338623 Dec 06 23:59:25.493176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59384) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.498344 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] Sync routers for ids ['31679286-f2ac-41e2-afe6-68b00e3b602f'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:25.546259 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] Routers {'31679286-f2ac-41e2-afe6-68b00e3b602f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:25.547413 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31679286-f2ac-41e2-afe6-68b00e3b602f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.578167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-17b43eb4-8141-4643-9e35-ef61ce86bac8 None None] Provisioning complete for port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:25.578723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-17b43eb4-8141-4643-9e35-ef61ce86bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.615589 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9094021 Dec 06 23:59:25.618421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59386) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.626233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20baa3a1-459f-4b7d-bc49-cd0f75a7bcc6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=783bc359-66a9-4085-8daa-b2a3b8121ac3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:25.627233 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7e050c2-6e30-4e5f-b049-73b0375c2b2e tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 200 len: 925 time: 0.1325502 Dec 06 23:59:25.628381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59388) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.632468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:22Z', 'revision_number': 10, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.646056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:25.650380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 783bc359-66a9-4085-8daa-b2a3b8121ac3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:25.660048 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.686527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] Routers {'31679286-f2ac-41e2-afe6-68b00e3b602f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:25.688084 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['31679286-f2ac-41e2-afe6-68b00e3b602f'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.705194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:25.748849 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be152b-35fa-4f2f-ba55-9fd12afa9bab None None] Pushing event updated for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:25.757488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Attempting to bind port c331161d-a078-413f-a1b8-19ecd445b835 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:25.758323 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Attempting to bind port c331161d-a078-413f-a1b8-19ecd445b835 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:25.759063 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Attempting to bind port c331161d-a078-413f-a1b8-19ecd445b835 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:25.759216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.763109 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.763929 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211bfc1-f77e-4147-a9df-1aa789404365 None None] The sync data for ids ['31679286-f2ac-41e2-afe6-68b00e3b602f'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:25.769721 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:25.770290 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:25.770920 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.771456 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Bound using segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:25.772140 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Bound port: c331161d-a078-413f-a1b8-19ecd445b835, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:25.772865 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.774182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:25.774998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:25.776498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.822974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:25.825158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c4d32-11e0-41a7-bc2c-544bc0a146df tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:25.831148 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1e6c4d32-11e0-41a7-bc2c-544bc0a146df tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=31679286-f2ac-41e2-afe6-68b00e3b602f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1982391 Dec 06 23:59:25.831680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Port': ['ID=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:25.838628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59390) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:25.842640 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] For port c331161d-a078-413f-a1b8-19ecd445b835, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:25.846590 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] For port c331161d-a078-413f-a1b8-19ecd445b835, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c331161d-a078-413f-a1b8-19ecd445b835,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:25.849730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:25.851328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No DVR routers for this DVR port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:25.853243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.867438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e319e7a-2d73-495d-b400-a3a853392a57,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:25.868863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.870400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.870750 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Added segment 3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a of type vlan for network 29702410-ccb7-4717-b0de-01c4be818e37 Dec 06 23:59:25.908748 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.plugins.ml2.db [None req-17b43eb4-8141-4643-9e35-ef61ce86bac8 None None] No ports have port_id starting with d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 Dec 06 23:59:25.910040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:25.910448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:25.910827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.913176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Deleting port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:25.914314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.914464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.929195 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:25.961216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 was deleted so its status cannot be updated. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 23:59:25.991116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:25.996248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.004433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.006465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing IP validity checks on allocation pools {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 23:59:26.006851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.ipam_backend_mixin [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 23:59:26.015470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.015938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:26.018225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860804e6-1e66-4a9a-8ba2-ffab720d02d4 None None] Network c7531348-d134-43eb-91c0-e145c9f43bea requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:26.023825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.023825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment f68fbaf6-efd8-4189-9c65-2d6bea6f5eee of type vlan for network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 Dec 06 23:59:26.024618 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-80121d4f-2681-4edb-9b2e-e5a02698145b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4 HTTP/1.1" status: 204 len: 168 time: 1.5820754 Dec 06 23:59:26.024765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59392) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:26.032099 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be152b-35fa-4f2f-ba55-9fd12afa9bab None None] Pushing event updated for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.078424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] For port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:26.078424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.098439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.113511 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:26.114483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Calling delete_port for d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:26.115517 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.140469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b21b48-aef2-410d-a7d2-fa9ecd97ac08']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.167020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886e96f-89a7-414b-a4b0-b05833fe9fa2 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:26.172649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0886e96f-89a7-414b-a4b0-b05833fe9fa2 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/networks/f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 881 time: 0.3323915 Dec 06 23:59:26.173539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59394) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:26.175728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e61c5bf-336b-44d7-9598-3f0d88f5a989') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.180395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e61c5bf-336b-44d7-9598-3f0d88f5a989') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.200022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 23:59:26.203222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.239545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.241703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.256286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:26.256500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.309778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] Provisioning complete for port c331161d-a078-413f-a1b8-19ecd445b835 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:26.310184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.312794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] Pushing event deleted for resources: {'Port': ['ID=d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:26.329920 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:26.356871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.357887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:26.365012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.370003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f7b5f-ddf2-4449-addd-74e462963ff5 None None] No DVR routers for this DVR port d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:26.395370 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:26.429275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.450057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.481364 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b3fdc33-b305-40ac-89d2-73e8e93e2dd0 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 200 len: 205 time: 0.1552978 Dec 06 23:59:26.482258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59396) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:26.484173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.571731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.589351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:26.598553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5687845 Dec 06 23:59:26.617479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59398) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:26.626167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:59:26.635988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.642791 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/81b21b48-aef2-410d-a7d2-fa9ecd97ac08 HTTP/1.1" status: 204 len: 168 time: 5.3162708 Dec 06 23:59:26.648679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=55369764-cd4c-4007-bbba-5f0cbbd437ce,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.651193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750c4c6-59bb-4054-8709-568a1051da80 admin admin] Pushing event updated for resources: {'Network': ['ID=29702410-ccb7-4717-b0de-01c4be818e37,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.656042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:26.660045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Request body: {'subnet': {'network_id': '29702410-ccb7-4717-b0de-01c4be818e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2101012360-subnet', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:26.660701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:26.661059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d8ccc93c-adfa-4b8d-8202-eb0c9cfd9b85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:26.674827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401841331'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:26.676762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 29702410-ccb7-4717-b0de-01c4be818e37 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:26.698773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '872cbed8-8868-4369-b7b0-ae336bef2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:26.699389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 783bc359-66a9-4085-8daa-b2a3b8121ac3, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:26.737395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975d9b-af5d-4c5a-b63d-127a6710c00d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=81b21b48-aef2-410d-a7d2-fa9ecd97ac08,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:26.750134 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:25Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.775265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.788895 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6cf350-d595-4287-979e-2a080d863819 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:25Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:26.799904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] DHCP port deletion for c7531348-d134-43eb-91c0-e145c9f43bea request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:26.823797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.825383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port ffad4cf2-ddbe-482e-933c-60e50e3167c3 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:26.825885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.914229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] For port c331161d-a078-413f-a1b8-19ecd445b835, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c331161d-a078-413f-a1b8-19ecd445b835,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:26.925589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:22Z', 'revision_number': 10, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:26.934647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.943161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:26.943403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.943823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.962599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3e99b6-2ea5-4418-bcf3-668f396c5d4d None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:22Z', 'revision_number': 10, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None, '_interfaces': [{'id': 'ab12b655-e857-4688-bb46-b77d88644b00', 'name': '', 'network_id': 'dfd82849-a8cc-4107-9f51-0bd7be0c9fd6', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'mac_address': 'fa:16:3e:f0:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '68996160-00ff-4114-aaec-53bbdd29de95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:26Z', 'updated_at': '2021-12-06T23:58:32Z', 'revision_number': 5, 'project_id': '43964c22f8154eab8d8f425da264533b', 'subnets': [{'id': '68996160-00ff-4114-aaec-53bbdd29de95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:26.976924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Deleting port ffad4cf2-ddbe-482e-933c-60e50e3167c3 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:26.977296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:26.989211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port ffad4cf2-ddbe-482e-933c-60e50e3167c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffad4cf2-ddbe-482e-933c-60e50e3167c3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:26.989877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.027530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for ffad4cf2-ddbe-482e-933c-60e50e3167c3 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:27.057760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] For port ffad4cf2-ddbe-482e-933c-60e50e3167c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffad4cf2-ddbe-482e-933c-60e50e3167c3,segment=NetworkSegment(3d6f4b3f-820c-42db-91c4-651e0e9a96b8),segment_id=3d6f4b3f-820c-42db-91c4-651e0e9a96b8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:27.058052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.073029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Calling delete_port for ffad4cf2-ddbe-482e-933c-60e50e3167c3 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:27.073980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=06fb6c4a-746a-4922-a6cc-7d879a5a2c76,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:27.088616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:27.157953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 783bc359-66a9-4085-8daa-b2a3b8121ac3 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:27.159842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:27.165269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.181316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.194832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:27.204845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.205190 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment f5e25fca-7ab2-4b14-af86-ee26cc88fe6d of type vlan for network eb948c49-448d-4059-866c-1639a5ed9d60 Dec 06 23:59:27.214585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.222505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port 4615e32e-c684-42c9-8feb-de7c1168aa42 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:27.223232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.246778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 783bc359-66a9-4085-8daa-b2a3b8121ac3) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:27.255858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.270442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5c6b4-898b-4c37-9581-5a427bed29ba None None] Network 783bc359-66a9-4085-8daa-b2a3b8121ac3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:27.274192 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e501e3f6-ffd9-4aa2-ada6-b8fb57f70840 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8406708 Dec 06 23:59:27.279582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59402) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:27.288998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d228f-98b8-4090-8f80-b8543622d239 None None] Pushing event updated for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:27.289712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:27.290317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.295459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=ffad4cf2-ddbe-482e-933c-60e50e3167c3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:27.298646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.301946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port ffad4cf2-ddbe-482e-933c-60e50e3167c3 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:27.318163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] No DVR routers for this DVR port ffad4cf2-ddbe-482e-933c-60e50e3167c3 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:27.383480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Made reservation on behalf of eb96914b4085432ebf67b0882962dea7 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:27.387565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.420188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5b09b-057a-423a-a6d5-6b094a4576a7 None None] Pushing event deleted for resources: {'Port': ['ID=ffad4cf2-ddbe-482e-933c-60e50e3167c3,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:27.435049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.471587 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e9941524-7f8b-470a-85bb-15a1b3ae08d0 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8305802 Dec 06 23:59:27.471587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7531348-d134-43eb-91c0-e145c9f43bea']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:27.473942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.475836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59404) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:27.485580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:27.486223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.487696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-025e7d42-8485-44b2-91ff-4cdc6bcd53f8 None None] Provisioning complete for port c331161d-a078-413f-a1b8-19ecd445b835 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:27.489265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-025e7d42-8485-44b2-91ff-4cdc6bcd53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.552647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6f4b3f-820c-42db-91c4-651e0e9a96b8') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:27.558694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6f4b3f-820c-42db-91c4-651e0e9a96b8') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:27.599085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.610046 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9430780 Dec 06 23:59:27.610675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59406) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:27.628374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:27.659422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.665102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-783bc359-66a9-4085-8daa-b2a3b8121ac3', 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': '55369764-cd4c-4007-bbba-5f0cbbd437ce'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:27.666129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.687742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda5693b-ebf5-4afd-9980-38d92f6efb22 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:27.691847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fda5693b-ebf5-4afd-9980-38d92f6efb22 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4070261 Dec 06 23:59:27.700670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59408) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:27.719770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:27.852983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for 4615e32e-c684-42c9-8feb-de7c1168aa42 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:27.992898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.002114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357486b2-f288-4134-8813-7e1ed95a1223 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=eb948c49-448d-4059-866c-1639a5ed9d60,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.012680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:28.013083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:28.016859 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:28.023821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Allocated IP 172.20.0.3 (783bc359-66a9-4085-8daa-b2a3b8121ac3/55369764-cd4c-4007-bbba-5f0cbbd437ce/383c5a37-9dc2-4abf-abd1-bc2e25c161c9) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:28.026567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.027599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:28.178449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3167a0-9ff7-4ff0-b544-82d641b5e212 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:28.180005 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2a3167a0-9ff7-4ff0-b544-82d641b5e212 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4730613 Dec 06 23:59:28.182829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59410) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.248223 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.252049 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4869633f-3902-4b98-822c-2421717390cd tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681734 Dec 06 23:59:28.256133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.271575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.294042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05b3d8d0-e1b5-4ea8-877a-e4e66e2f92fa tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355635 Dec 06 23:59:28.294786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.296997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59414) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.315816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.325140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/c7531348-d134-43eb-91c0-e145c9f43bea HTTP/1.1" status: 204 len: 168 time: 2.2875919 Dec 06 23:59:28.328550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.343153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842f3e93-650c-4e21-95af-1c6a53766521,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.351332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68074ee-1bf7-45ab-b4f5-5cdd4dfb4cf0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=c7531348-d134-43eb-91c0-e145c9f43bea,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.353062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:28.354022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.364171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.383913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Checking segment: {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:28.385188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Network hostable DHCP agents. Network: 29702410-ccb7-4717-b0de-01c4be818e37, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:28.421891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Pushing event updated for resources: {'Port': ['ID=383c5a37-9dc2-4abf-abd1-bc2e25c161c9,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.438891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Network 783bc359-66a9-4085-8daa-b2a3b8121ac3 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:28.442839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:28.443808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.445757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:28.503129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.505052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Network 29702410-ccb7-4717-b0de-01c4be818e37 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:28.516375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Attempting to bind port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:28.517035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Attempting to bind port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '872cbed8-8868-4369-b7b0-ae336bef2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:28.517504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Attempting to bind port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 on network 783bc359-66a9-4085-8daa-b2a3b8121ac3 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:28.535053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=55369764-cd4c-4007-bbba-5f0cbbd437ce,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.535926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:28.538290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Checking segment: {'id': '872cbed8-8868-4369-b7b0-ae336bef2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:28.538943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.539617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Bound using segment: {'id': '872cbed8-8868-4369-b7b0-ae336bef2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:28.540434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Bound port: 383c5a37-9dc2-4abf-abd1-bc2e25c161c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872cbed8-8868-4369-b7b0-ae336bef2221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:28.540819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.602460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=4615e32e-c684-42c9-8feb-de7c1168aa42,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.613973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e660f-d799-4280-99ef-2f645d01be8f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:28.617999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-517e660f-d799-4280-99ef-2f645d01be8f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3173449 Dec 06 23:59:28.620568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c331161d-a078-413f-a1b8-19ecd445b835 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:28.646535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59418) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.651202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68342e36-a3e6-4e57-9f4f-96c5a0f9ed61 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:28.698599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] For port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:28.704046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] For port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=383c5a37-9dc2-4abf-abd1-bc2e25c161c9,segment=NetworkSegment(872cbed8-8868-4369-b7b0-ae336bef2221),segment_id=872cbed8-8868-4369-b7b0-ae336bef2221)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:28.713883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 29702410-ccb7-4717-b0de-01c4be818e37) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:28.716360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.717184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c331161d-a078-413f-a1b8-19ecd445b835 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:28.717567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.725299 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-69d9323a-8d55-4ba5-8224-b3cc2f781ea2 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768726 Dec 06 23:59:28.727456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59420) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:28.733602 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:28.739181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.739470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420789024', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:28.747460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849207b-9f04-4989-aaef-1ebac24dbd96 None None] Network 29702410-ccb7-4717-b0de-01c4be818e37 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:28.769780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783bc359-66a9-4085-8daa-b2a3b8121ac3']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:28.785045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.788741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872cbed8-8868-4369-b7b0-ae336bef2221') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:28.789050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872cbed8-8868-4369-b7b0-ae336bef2221') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:28.811198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.954102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddc6f4-8d59-4237-bc61-b6c687083d5c None None] Pushing event updated for resources: {'Port': ['ID=383c5a37-9dc2-4abf-abd1-bc2e25c161c9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:28.979484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:28.989805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05884703-fb7c-483b-a454-51ce59637174 None None] Network 783bc359-66a9-4085-8daa-b2a3b8121ac3 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:29.039142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:29.043193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.110191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=4145d862-e044-40ac-ae5c-1f4a01c056db,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:29.111693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0bb2cc8a-c76d-42f6-8296-da4a034512a3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:29.116905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-29702410-ccb7-4717-b0de-01c4be818e37', 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'fixed_ips': [{'subnet_id': '842f3e93-650c-4e21-95af-1c6a53766521'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:29.116905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.160540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0bb2cc8a-c76d-42f6-8296-da4a034512a3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:29.160899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0bb2cc8a-c76d-42f6-8296-da4a034512a3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:29.161336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ffad4cf2-ddbe-482e-933c-60e50e3167c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:29.162477 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae00acf3-1a70-4655-b6a3-68eb67fb2d23 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5339973 Dec 06 23:59:29.165587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.170428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59422) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:29.175406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:29.181176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.185093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.186270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.194177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ffad4cf2-ddbe-482e-933c-60e50e3167c3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:29.198106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ffad4cf2-ddbe-482e-933c-60e50e3167c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:29.198241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:29.198439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:29.201927 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:29.206249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:29.206624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: eb948c49-448d-4059-866c-1639a5ed9d60, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:29.254399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.305346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.305966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router 31679286-f2ac-41e2-afe6-68b00e3b602f {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:29.315411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.320916 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a0774853-6a5c-49b7-979a-edfa30fa9187 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 204 len: 168 time: 2.8347940 Dec 06 23:59:29.321629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Allocated IP 172.20.0.2 (29702410-ccb7-4717-b0de-01c4be818e37/842f3e93-650c-4e21-95af-1c6a53766521/53b49910-9137-4804-9c29-d6e1b594864b) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:29.321887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59424) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:29.326919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.327978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.329003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-734964870', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:29.342313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:29.342313 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:29.342313 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '783bc359-66a9-4085-8daa-b2a3b8121ac3'}] Dec 06 23:59:29.342313 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:29.343510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:29.362641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network eb948c49-448d-4059-866c-1639a5ed9d60 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:29.425208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.426447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.478987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.484467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.501953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb948c49-448d-4059-866c-1639a5ed9d60) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:29.508057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.509678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:29.510278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.510935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789fed89-b8ba-4c5a-a644-18cba5bd3131 None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:29.572062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.631514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Network 29702410-ccb7-4717-b0de-01c4be818e37 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:29.661652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:29.667470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:29.678137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Pushing event updated for resources: {'Port': ['ID=53b49910-9137-4804-9c29-d6e1b594864b,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:29.690825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.699075 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e466f288-ae9e-482d-b3e9-ddde258d9770 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0785830 Dec 06 23:59:29.699249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59426) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:29.705305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652339849'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:29.746742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Attempting to bind port 53b49910-9137-4804-9c29-d6e1b594864b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:29.757278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Attempting to bind port 53b49910-9137-4804-9c29-d6e1b594864b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:29.757278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Attempting to bind port 53b49910-9137-4804-9c29-d6e1b594864b on network 29702410-ccb7-4717-b0de-01c4be818e37 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:29.768691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:29.769506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Checking segment: {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:29.770103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.770778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Bound using segment: {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:29.771426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Bound port: 53b49910-9137-4804-9c29-d6e1b594864b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:29.772097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.787716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb948c49-448d-4059-866c-1639a5ed9d60', 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': '4145d862-e044-40ac-ae5c-1f4a01c056db'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:29.788631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.790622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.839232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=8905d7b0-7756-4418-959e-ac5cff3f7903,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:29.842659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.858832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.862183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port ab12b655-e857-4688-bb46-b77d88644b00 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:29.862526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.871549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:29.875155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.888198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:29.890450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 06fb6c4a-746a-4922-a6cc-7d879a5a2c76, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:29.928348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] For port 53b49910-9137-4804-9c29-d6e1b594864b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:29.933383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] For port 53b49910-9137-4804-9c29-d6e1b594864b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b49910-9137-4804-9c29-d6e1b594864b,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:29.958108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:29.975677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:29.976128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 9ffba7e0-6cb4-4242-aabe-b4438d31c6ad of type vlan for network e189d7ee-69dc-4217-b38d-9255f78b049e Dec 06 23:59:29.984997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Allocated IP 2001:db8::3 (eb948c49-448d-4059-866c-1639a5ed9d60/4145d862-e044-40ac-ae5c-1f4a01c056db/4217c4c0-a7db-4c74-8ba7-d5895007da8b) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:29.999976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.025623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port ab12b655-e857-4688-bb46-b77d88644b00, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ab12b655-e857-4688-bb46-b77d88644b00,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:30.026254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.031817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:30.049152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for ab12b655-e857-4688-bb46-b77d88644b00 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:30.072408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.122332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06fb6c4a-746a-4922-a6cc-7d879a5a2c76) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:30.122914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:30.123487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.145276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:30.146041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.213522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.219745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:30.220418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.250165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371fc4ab-bcd3-4b1b-8783-9c77943b7aa6 None None] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:30.350651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.363324 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c8927744-cd5d-4099-9bcb-238b00e509be tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6362622 Dec 06 23:59:30.397206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.415738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a44dc-8754-4fc7-9282-3a9151925c46 None None] Pushing event updated for resources: {'Port': ['ID=53b49910-9137-4804-9c29-d6e1b594864b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:30.472458 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7718689 Dec 06 23:59:30.483242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59430) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:30.488517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d65f9-bb2e-42b3-a734-4a105cc45345 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=e189d7ee-69dc-4217-b38d-9255f78b049e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:30.503252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e189d7ee-69dc-4217-b38d-9255f78b049e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:30.507994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=383c5a37-9dc2-4abf-abd1-bc2e25c161c9,segment=NetworkSegment(872cbed8-8868-4369-b7b0-ae336bef2221),segment_id=872cbed8-8868-4369-b7b0-ae336bef2221)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:30.508339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.513152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '8905d7b0-7756-4418-959e-ac5cff3f7903'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:30.514022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.516921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'e189d7ee-69dc-4217-b38d-9255f78b049e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:30.562222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.604119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.604615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.612559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:30.716948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.728507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Allocated IP 172.36.7.134 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/6ceaebf5-65d7-4f0d-9f2f-78fdc341203a) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:30.753883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Allocated IP 172.20.0.18 (06fb6c4a-746a-4922-a6cc-7d879a5a2c76/8905d7b0-7756-4418-959e-ac5cff3f7903/1d2ec4fd-0a29-41c8-bf2e-5adffb675f48) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:30.758054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=ab12b655-e857-4688-bb46-b77d88644b00,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:30.775112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.830488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59432) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:30.838317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:30.838551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433066007', 'description': 'tempest-secgroup-smoke-1433066007 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:30.852670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:30.857571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:30.891898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:30.895445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.921517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Pushing event updated for resources: {'Port': ['ID=4217c4c0-a7db-4c74-8ba7-d5895007da8b,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:30.960972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Performing IP validity checks on allocation pools {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 23:59:30.961635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 23:59:30.982331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:30.983298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.011139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Attempting to bind port 4217c4c0-a7db-4c74-8ba7-d5895007da8b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:31.011517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Attempting to bind port 4217c4c0-a7db-4c74-8ba7-d5895007da8b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:31.011895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Attempting to bind port 4217c4c0-a7db-4c74-8ba7-d5895007da8b on network eb948c49-448d-4059-866c-1639a5ed9d60 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:31.020523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:31.020911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Checking segment: {'id': 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:31.021446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.021899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Bound using segment: {'id': 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:31.022340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Bound port: 4217c4c0-a7db-4c74-8ba7-d5895007da8b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb948c49-448d-4059-866c-1639a5ed9d60'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:31.023187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.039387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 383c5a37-9dc2-4abf-abd1-bc2e25c161c9 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:31.063722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=383c5a37-9dc2-4abf-abd1-bc2e25c161c9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.102567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.143324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.162146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.164174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] For port 4217c4c0-a7db-4c74-8ba7-d5895007da8b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:31.168886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] For port 4217c4c0-a7db-4c74-8ba7-d5895007da8b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4217c4c0-a7db-4c74-8ba7-d5895007da8b,segment=NetworkSegment(f5e25fca-7ab2-4b14-af86-ee26cc88fe6d),segment_id=f5e25fca-7ab2-4b14-af86-ee26cc88fe6d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:31.195099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:31.231884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.242657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.265914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783bc359-66a9-4085-8daa-b2a3b8121ac3']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:31.276563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:31.277390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872cbed8-8868-4369-b7b0-ae336bef2221') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:31.277390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872cbed8-8868-4369-b7b0-ae336bef2221') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:31.285780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eb392d84-f78a-4aeb-bf02-b78113822378 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9488494 Dec 06 23:59:31.286678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59434) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:31.288357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.295176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:31.303066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:31.304795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.305623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.312616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:31.312840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:31.313028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.315627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:31.380848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:31.389495 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:31.434883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:31.435792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:31.444152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.532703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:31.588901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.592340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.602665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.610618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3637603-e302-45f1-9791-e76f79a742cd None None] Network 29702410-ccb7-4717-b0de-01c4be818e37 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:31.618845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.628193 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/783bc359-66a9-4085-8daa-b2a3b8121ac3 HTTP/1.1" status: 204 len: 168 time: 4.1498501 Dec 06 23:59:31.633832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Attempting to bind port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:31.634206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Attempting to bind port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:31.634570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Attempting to bind port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 on network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:31.643512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:31.674585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59436) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:31.688178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1742862406'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:31.730262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:31.730706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Checking segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:31.731045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.731437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Bound using segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:31.731923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Bound port: 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:31.732331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.734897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ea6aa-c789-411c-b187-28f545044310,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.742081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:31.742531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.759187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f936-95dd-4cf6-aee6-2503017afd84 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=783bc359-66a9-4085-8daa-b2a3b8121ac3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.768095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.769072 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e225aff4-c0c8-4057-b1c5-5bb8d7a4a6cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9376159 Dec 06 23:59:31.775704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59438) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:31.782993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:31.796150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Allocated IP 172.36.7.55 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c04ea13d-71c1-49a4-9890-ac241f5b4fea) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:31.804744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4fca8-1a44-4397-a39d-8c34cbe074d9 None None] Pushing event updated for resources: {'Port': ['ID=4217c4c0-a7db-4c74-8ba7-d5895007da8b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.807486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting subnet 68996160-00ff-4114-aaec-53bbdd29de95 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 23:59:31.817329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.818750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:31.826994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:31.835386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] Provisioning complete for port 53b49910-9137-4804-9c29-d6e1b594864b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:31.836157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.837977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:31.840433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event updated for resources: {'Port': ['ID=6ceaebf5-65d7-4f0d-9f2f-78fdc341203a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.878457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=bcbfc441-a7c0-4210-9f32-518d50f70627,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:31.896661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a9ad6-ccbc-4ced-a403-946b9783841b None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:31.907351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': '9ffba7e0-6cb4-4242-aabe-b4438d31c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e189d7ee-69dc-4217-b38d-9255f78b049e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:31.907854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: e189d7ee-69dc-4217-b38d-9255f78b049e, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:31.917510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:31.965755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:31.966349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:32.014408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.053787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network e189d7ee-69dc-4217-b38d-9255f78b049e is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:32.072062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:32.074822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] For port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:32.075600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.085703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:32.144128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:32.145761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e189d7ee-69dc-4217-b38d-9255f78b049e) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:32.155208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:32.156200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.164280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] For port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:32.170024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f80f6-3e20-4826-bd40-04d7c097aac2 None None] Network e189d7ee-69dc-4217-b38d-9255f78b049e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:32.176399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:32.178211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.178783 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 4f56ea7d-adf8-481d-ab5b-7cf574a49233 of type vlan for network 70548daf-1c70-430d-99fd-ab75a04db926 Dec 06 23:59:32.182833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.222132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.231484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.253282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.261026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.274050 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cedf54da-190f-4920-ba90-aaa7a5e13c2b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7750316 Dec 06 23:59:32.278811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59440) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:32.383256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.391452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Subnet': ['ID=68996160-00ff-4114-aaec-53bbdd29de95,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:32.418414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.422322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.434940 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-06e5d51a-f1b9-44b4-9e73-7a3ef7167b56 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/68996160-00ff-4114-aaec-53bbdd29de95 HTTP/1.1" status: 204 len: 168 time: 1.1446173 Dec 06 23:59:32.435158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:32.437770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad3566-17de-4c24-943a-fa50eb5803ea None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:32.450983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c7c05-f92f-4a15-82e8-ec38e5a135db None None] Network dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:32.484390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.494205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:32.502276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.513559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.618170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.669585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] For port 53b49910-9137-4804-9c29-d6e1b594864b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b49910-9137-4804-9c29-d6e1b594864b,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:32.699318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.702024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=70548daf-1c70-430d-99fd-ab75a04db926,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:32.738736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7641e7-0343-4250-8b5a-c150da608dc0 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:32.750268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 70548daf-1c70-430d-99fd-ab75a04db926 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:32.757759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.766337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.771066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:32.859709 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-94bae6e2-5faf-43c0-8c4e-26f3e56f6011 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1819849 Dec 06 23:59:32.859709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:32.888227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59444) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:32.908378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ebd4a4-7e99-4e3a-b671-79ce556c0c04,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:32.913463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Pushing event updated for resources: {'Port': ['ID=c04ea13d-71c1-49a4-9890-ac241f5b4fea,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:32.920088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:32.927473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '70548daf-1c70-430d-99fd-ab75a04db926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:32.947080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646337a-c699-40d4-95dc-791644e3125d None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:32.976917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.995403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:32.999182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7757153a-594c-40af-8032-e68815fc634f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2172558 Dec 06 23:59:33.016693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59446) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:33.023004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:33.190848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355d37c-92de-4398-a5fc-36ebca809ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e189d7ee-69dc-4217-b38d-9255f78b049e', 'network_id': 'e189d7ee-69dc-4217-b38d-9255f78b049e', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'bcbfc441-a7c0-4210-9f32-518d50f70627'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:33.195524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d355d37c-92de-4398-a5fc-36ebca809ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.231601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:33.231601 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:33.231601 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'project_id_1': '4a413eaf784049b48307c52d14d7f80c', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 59, 13, 210020)}] Dec 06 23:59:33.231601 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:33.232075 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:33.256453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-661f2ed9-0a1f-4841-ad7e-5406b482fbec None None] Provisioning complete for port 6ceaebf5-65d7-4f0d-9f2f-78fdc341203a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:33.256692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-661f2ed9-0a1f-4841-ad7e-5406b482fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.279993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125637b-6ad5-466a-8a14-a772bed8d110 None None] Pushing event updated for resources: {'Port': ['ID=53b49910-9137-4804-9c29-d6e1b594864b,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:33.289434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.292373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Deleting port 44a97047-7fa3-411a-b079-90c905f0d309 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:33.293012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.374619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e863126-42e3-40c8-9d66-56f511fd2db7 None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:33.382756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.385790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.424891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] For port 44a97047-7fa3-411a-b079-90c905f0d309, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44a97047-7fa3-411a-b079-90c905f0d309,segment=NetworkSegment(852d34a6-c11f-4a85-a436-76487bedfcb6),segment_id=852d34a6-c11f-4a85-a436-76487bedfcb6)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:33.425282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.474240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Calling delete_port for 44a97047-7fa3-411a-b079-90c905f0d309 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:33.554391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.555164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.585806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] DHCP port deletion for dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:33.588095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4217c4c0-a7db-4c74-8ba7-d5895007da8b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:33.597864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.629027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-661f2ed9-0a1f-4841-ad7e-5406b482fbec None None] Port 6ceaebf5-65d7-4f0d-9f2f-78fdc341203a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:33.642563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.678151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40568877-df8d-4e64-84f9-d83871c75590,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:33.700950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Router 6112bd1b-1aef-402b-9522-d4a6a4ee9c5b is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:33.705006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.737956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4217c4c0-a7db-4c74-8ba7-d5895007da8b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:33.738271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.778230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=bcbfc441-a7c0-4210-9f32-518d50f70627,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-d355d37c-92de-4398-a5fc-36ebca809ad1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcbfc441-a7c0-4210-9f32-518d50f70627: This subnet is being modified by another concurrent operation. Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bcbfc441-a7c0-4210-9f32-518d50f70627: This subnet is being modified by another concurrent operation. Dec 06 23:59:33.785363 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:59:33.805816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Deleting port 44a97047-7fa3-411a-b079-90c905f0d309 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:33.806200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.815860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.832647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bc9182-ead8-4c69-bca6-ebdffd2c365f None None] Network e189d7ee-69dc-4217-b38d-9255f78b049e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:33.863732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.864986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57863a1a-d75e-49ff-9902-aa9514e50d1c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8459692 Dec 06 23:59:33.875708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59448) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:33.880834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:33.886970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.931226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Provisioning complete for port 53b49910-9137-4804-9c29-d6e1b594864b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:33.932093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.958627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Port': ['ID=44a97047-7fa3-411a-b079-90c905f0d309,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:33.973645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No DVR routers for this DVR port 44a97047-7fa3-411a-b079-90c905f0d309 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:33.986268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:33.998816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:34.007952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.056656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] For port 44a97047-7fa3-411a-b079-90c905f0d309, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:34.057261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e189d7ee-69dc-4217-b38d-9255f78b049e']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.057882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.094747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Calling delete_port for 44a97047-7fa3-411a-b079-90c905f0d309 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:34.099801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffba7e0-6cb4-4242-aabe-b4438d31c6ad') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.100157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffba7e0-6cb4-4242-aabe-b4438d31c6ad') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.120095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.127863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:34.128138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.ipam_backend_mixin [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Port 44a97047-7fa3-411a-b079-90c905f0d309 was not found and therefore no delete operation was performed {{(pid=110160) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 23:59:34.137718 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] Sync routers for ids ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:34.155990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.159668 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] Routers {'6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:34.160327 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.175751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.182610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] No DVR routers for this DVR port 44a97047-7fa3-411a-b079-90c905f0d309 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:34.222836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.222985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd82849-a8cc-4107-9f51-0bd7be0c9fd6']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.230905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c727fa-5b91-4b27-a764-a9ca82d8f550 None None] Pushing event deleted for resources: {'Port': ['ID=44a97047-7fa3-411a-b079-90c905f0d309,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.233042 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] Routers {'6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:34.235836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.237298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.257280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d34a6-c11f-4a85-a436-76487bedfcb6') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.257635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d34a6-c11f-4a85-a436-76487bedfcb6') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.272595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.278652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.288305 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.289478 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c6ba5-0623-42e4-b286-1cc116804603 None None] The sync data for ids ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:34.314252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.327887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:34.328327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.329932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 4217c4c0-a7db-4c74-8ba7-d5895007da8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4217c4c0-a7db-4c74-8ba7-d5895007da8b,segment=NetworkSegment(f5e25fca-7ab2-4b14-af86-ee26cc88fe6d),segment_id=f5e25fca-7ab2-4b14-af86-ee26cc88fe6d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:34.331613 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:34.338357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Provisioning complete for port c04ea13d-71c1-49a4-9890-ac241f5b4fea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:34.339108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.344812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.353700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:34.354184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:34.357322 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:34.362165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Router ee3b1680-2da6-447b-bb9d-897f6ce6c698 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:34.366299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d35c717-0335-44eb-a2e5-1509ba9ca20c None None] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:34.397956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.402324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 53b49910-9137-4804-9c29-d6e1b594864b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:34.427455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.431312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6dd367e3-2b2c-47eb-9cae-73b0ed9ed69d tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1054609 Dec 06 23:59:34.436356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59450) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:34.437959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:34.488404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Port c04ea13d-71c1-49a4-9890-ac241f5b4fea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:34.521439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.526802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.540900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=4217c4c0-a7db-4c74-8ba7-d5895007da8b,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.544549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.547873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/networks/dfd82849-a8cc-4107-9f51-0bd7be0c9fd6 HTTP/1.1" status: 204 len: 168 time: 2.1114435 Dec 06 23:59:34.560953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59452) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:34.561058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Provisioning complete for port 4217c4c0-a7db-4c74-8ba7-d5895007da8b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:34.561058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3d5708a7-beb6-4e26-8602-d409e4fc9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.561447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'routes': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:34.564486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 53b49910-9137-4804-9c29-d6e1b594864b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:34.564865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.565006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.570423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.574812 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/e189d7ee-69dc-4217-b38d-9255f78b049e HTTP/1.1" status: 204 len: 168 time: 2.2948203 Dec 06 23:59:34.576063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.590363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59454) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:34.594229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f0c0-8cb7-4aa7-8abe-097aca48f3e0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Pushing event deleted for resources: {'Network': ['ID=dfd82849-a8cc-4107-9f51-0bd7be0c9fd6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.641778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.681053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:34.685814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400efd84-6a7b-4952-8511-2cf9e3ca6947,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.710447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651654991'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:34.723143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b472-8ee4-41ef-8509-1ff3e71b9c10 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=e189d7ee-69dc-4217-b38d-9255f78b049e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.788012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.789293 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f48a01c3-8821-4030-a322-e4f255638891 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9123259 Dec 06 23:59:34.792403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59456) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:34.797962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:34.821160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Sync routers for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:34.821783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.822832 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3dd4427-2ae7-454b-8c1d-fea3ab429f9a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6515837 Dec 06 23:59:34.826477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59458) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:34.847122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=f49b08b7-3cb7-4b75-8696-04ee69f3d265,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:34.882419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Added routes are [] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 23:59:34.882790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.extraroute_db [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Removed routes are [] {{(pid=110159) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 23:59:34.883094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:34.895524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:34.896465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:34.965188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '4f56ea7d-adf8-481d-ab5b-7cf574a49233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:34.965586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 70548daf-1c70-430d-99fd-ab75a04db926, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:35.017400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:35.032011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:35.035488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.069234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.082836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:35.085217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.086535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.130485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.156552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.156913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment aac8d460-063a-4798-bfaf-363304314216 of type vlan for network a6793347-195d-4921-86f3-c773d9e1c4b9 Dec 06 23:59:35.160200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 70548daf-1c70-430d-99fd-ab75a04db926 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:35.206313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 0d299182-ffd7-44a7-8b30-e3f2176ee43e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:35.217049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.224404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4217c4c0-a7db-4c74-8ba7-d5895007da8b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:35.299518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70548daf-1c70-430d-99fd-ab75a04db926) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:35.308160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:35.309210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.324355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:35.326605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a58c2-7f0b-4899-91d0-20ffbb6a3a08 None None] Network 70548daf-1c70-430d-99fd-ab75a04db926 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:35.330419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4217c4c0-a7db-4c74-8ba7-d5895007da8b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:35.330797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.337366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.337366 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-03c1a048-54b0-4ef1-b9be-efacf5429bf9 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 701 time: 0.7773745 Dec 06 23:59:35.338528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59460) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:35.340913 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Sync routers for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:35.354765 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:35.357511 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:35.377876 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3db7dc62-5ee7-404d-90a1-46de13f11abf tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 205 time: 0.0346935 Dec 06 23:59:35.378491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59462) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:35.392308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.397864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:35.399027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.485032 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:35.504968 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-93cab2a7-3788-4f2a-bfab-8e6a89fc9d44 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6109579 Dec 06 23:59:35.515554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59464) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:35.521689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 53b49910-9137-4804-9c29-d6e1b594864b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:35.537349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.542001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.590390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:33Z', 'revision_number': 3, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:35.608085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.619127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.633011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Checking router: ee3b1680-2da6-447b-bb9d-897f6ce6c698 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:35.633421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Updating router ee3b1680-2da6-447b-bb9d-897f6ce6c698 port c04ea13d-71c1-49a4-9890-ac241f5b4fea binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:59:35.634423 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:35.668271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.684109 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Checking router: 0d299182-ffd7-44a7-8b30-e3f2176ee43e for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:35.691363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b5d3f2-bbfd-425d-8715-e498597e7db3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:35.714804 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Routers {'0d299182-ffd7-44a7-8b30-e3f2176ee43e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:35.716711 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:35.755924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.757251 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5b53d633-8640-43c2-8684-d0709834f1e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9634697 Dec 06 23:59:35.762418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Provisioning complete for port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:35.763092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.765733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59466) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:35.773238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:35.788003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 53b49910-9137-4804-9c29-d6e1b594864b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:35.788656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.825037 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] Set router 0d299182-ffd7-44a7-8b30-e3f2176ee43e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:35.876667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.904448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:35.905558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Deleting port 6ceaebf5-65d7-4f0d-9f2f-78fdc341203a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:35.906112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.949752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ea072-6e80-4ab4-8397-45c444b5a487 None None] The sync data for ids ['0d299182-ffd7-44a7-8b30-e3f2176ee43e'] in dv-neutron-master-2-hyperv is: [{'id': '0d299182-ffd7-44a7-8b30-e3f2176ee43e', 'name': 'tempest-RoutersTest-router-2008047331', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:58:20Z', 'updated_at': '2021-12-06T23:59:30Z', 'revision_number': 11, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:35.960881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3176672 Dec 06 23:59:35.966244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59468) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:35.972031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'a6793347-195d-4921-86f3-c773d9e1c4b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:35.990068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:35.993123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d9e92-c1dd-457b-bacb-099007223b6d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=a6793347-195d-4921-86f3-c773d9e1c4b9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:36.004816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Calling delete_port for 6ceaebf5-65d7-4f0d-9f2f-78fdc341203a owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:36.034068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network a6793347-195d-4921-86f3-c773d9e1c4b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:36.062501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70548daf-1c70-430d-99fd-ab75a04db926', 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': 'f49b08b7-3cb7-4b75-8696-04ee69f3d265'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:36.063342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.099081 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:59:36.111903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.152751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.155201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.193115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:36.293682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.301659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:36.305482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.307993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.333764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.334582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router 0d299182-ffd7-44a7-8b30-e3f2176ee43e {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:36.344089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.349568 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-448d4551-2b2e-46df-92a2-6094ba4a8421 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 204 len: 168 time: 0.9700470 Dec 06 23:59:36.360402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59470) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:36.363845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.388680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1258398662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:36.427220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] For port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:36.450565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.464922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:36.465276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.474568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Allocated IP 172.20.0.1 (70548daf-1c70-430d-99fd-ab75a04db926/f49b08b7-3cb7-4b75-8696-04ee69f3d265/bc3b8aa2-a0c2-49c6-a107-5808077237a4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:36.479230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b816a5-c71e-4635-b978-9863e60249c4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:36.526289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.536441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.537787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.565930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.594303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.665318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.710932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.715510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-edaf0201-cec7-411c-aa3e-8f73ab735ece tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9425793 Dec 06 23:59:36.716587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59472) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:36.724617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '307ea6aa-c789-411c-b187-28f545044310', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:36.730131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Pushing event deleted for resources: {'Port': ['ID=6ceaebf5-65d7-4f0d-9f2f-78fdc341203a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:36.750728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=a4f35103-8a91-4623-953d-84a22926caae,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:36.753402 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 23:59:36.764326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.771226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': 'aac8d460-063a-4798-bfaf-363304314216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a6793347-195d-4921-86f3-c773d9e1c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:36.771667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: a6793347-195d-4921-86f3-c773d9e1c4b9, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:36.780902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c204e4f8-668e-4af3-978e-de433fe30027 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:36.784393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.831221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Provisioning complete for port 4217c4c0-a7db-4c74-8ba7-d5895007da8b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:36.831612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.841224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.876637 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:59:36.882769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network a6793347-195d-4921-86f3-c773d9e1c4b9 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:36.883888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.889909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.891787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.893659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d44c68-46ff-4680-b9ff-a8bf1f0d8851 None None] Pushing event updated for resources: {'Port': ['ID=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:36.970818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:36.972031 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-80372b42-e880-49f4-9b07-bc71742c760c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6105614 Dec 06 23:59:36.975159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:36.981705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:36.995297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922f7ee-4085-417a-a171-14903ed49491 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:37.022649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Attempting to bind port c04ea13d-71c1-49a4-9890-ac241f5b4fea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:37.023502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Attempting to bind port c04ea13d-71c1-49a4-9890-ac241f5b4fea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:37.024667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Attempting to bind port c04ea13d-71c1-49a4-9890-ac241f5b4fea on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:37.045233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badcd57-bc27-4e33-97c0-6d771a6c3dc7 None None] Pushing event updated for resources: {'Port': ['ID=c04ea13d-71c1-49a4-9890-ac241f5b4fea,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:37.055060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Allocated IP 172.20.0.1 (29702410-ccb7-4717-b0de-01c4be818e37/842f3e93-650c-4e21-95af-1c6a53766521/0c901f20-6180-4800-9d10-86749c29b882) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:37.058293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:37.058885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:37.059465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.059999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:37.060917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Bound port: c04ea13d-71c1-49a4-9890-ac241f5b4fea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:37.061537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.098221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a6793347-195d-4921-86f3-c773d9e1c4b9) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:37.103213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.132480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b3f06b-f410-4e47-9b1a-4b3294656f31 None None] Network a6793347-195d-4921-86f3-c773d9e1c4b9 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:37.134988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 44a97047-7fa3-411a-b079-90c905f0d309 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:37.139151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:37.140045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.191528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.193280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.218702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 44a97047-7fa3-411a-b079-90c905f0d309 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:37.219027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 44a97047-7fa3-411a-b079-90c905f0d309 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:37.220337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ab12b655-e857-4688-bb46-b77d88644b00 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 23:59:37.222660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.236880 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fa8b62d9-d484-41d4-b8a1-bdb7b0b781b0 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2657478 Dec 06 23:59:37.241853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:37.252935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.256887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9b8c7c-d29e-4daf-a801-6bd83d4625a4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:37.265955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.303318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ab12b655-e857-4688-bb46-b77d88644b00 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 23:59:37.303749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ab12b655-e857-4688-bb46-b77d88644b00 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 23:59:37.323642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] For port c04ea13d-71c1-49a4-9890-ac241f5b4fea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:37.328707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] For port c04ea13d-71c1-49a4-9890-ac241f5b4fea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c04ea13d-71c1-49a4-9890-ac241f5b4fea,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:37.341256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.352846 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-025321bd-25bc-4e9a-a07d-127a77f8505e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6226959 Dec 06 23:59:37.371479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.377138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.382512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.385146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.421683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:37.441083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Router 6112bd1b-1aef-402b-9522-d4a6a4ee9c5b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:37.485963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.524274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Network 70548daf-1c70-430d-99fd-ab75a04db926 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:37.537207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:37.541557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:37.565549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0008fc-c35d-4d05-8206-7adb8b2bce08 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:37.574651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.586126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Provisioning complete for port c04ea13d-71c1-49a4-9890-ac241f5b4fea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:37.586126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.588562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Pushing event updated for resources: {'Port': ['ID=bc3b8aa2-a0c2-49c6-a107-5808077237a4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:37.604553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.615998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:37.625676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.629668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6ba517d5-a789-4be3-b1f0-3af66aeb6dac tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "PUT /v2.0/routers/6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 200 len: 709 time: 3.1970441 Dec 06 23:59:37.637242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59490) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:37.642367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d221e-fe26-4943-bd81-eda1c4d88161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a6793347-195d-4921-86f3-c773d9e1c4b9', 'network_id': 'a6793347-195d-4921-86f3-c773d9e1c4b9', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'a4f35103-8a91-4623-953d-84a22926caae'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:37.643355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-040d221e-fe26-4943-bd81-eda1c4d88161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.653596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.673689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Router 4ad07740-dce3-4688-94ad-e3f9b053f059 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:37.674751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] Sync routers for ids ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:37.691476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Network 29702410-ccb7-4717-b0de-01c4be818e37 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:37.720439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:37.721177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:37.781628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:37.793965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.793965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c09ecaa0-639a-41f5-93da-56e6c9de6949 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "PUT /v2.0/routers/4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 200 len: 694 time: 0.8140807 Dec 06 23:59:37.795578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59492) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:37.799316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Sync routers for ids ['4ad07740-dce3-4688-94ad-e3f9b053f059'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:37.814465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] Routers {'6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:37.815196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:37.823265 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Routers {'4ad07740-dce3-4688-94ad-e3f9b053f059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:37.824738 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4ad07740-dce3-4688-94ad-e3f9b053f059'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:37.859405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Attempting to bind port bc3b8aa2-a0c2-49c6-a107-5808077237a4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:37.859870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Attempting to bind port bc3b8aa2-a0c2-49c6-a107-5808077237a4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4f56ea7d-adf8-481d-ab5b-7cf574a49233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:37.860346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Attempting to bind port bc3b8aa2-a0c2-49c6-a107-5808077237a4 on network 70548daf-1c70-430d-99fd-ab75a04db926 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:37.862543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:37.862983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.902444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:37.938364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:37.949916 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Set router 4ad07740-dce3-4688-94ad-e3f9b053f059 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:37.950072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f35103-8a91-4623-953d-84a22926caae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:37.951101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badcd57-bc27-4e33-97c0-6d771a6c3dc7 None None] Pushing event updated for resources: {'Port': ['ID=c04ea13d-71c1-49a4-9890-ac241f5b4fea,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:37.970552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b71c870-c5e8-4489-bdea-20689b53616d tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/routers/4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 200 len: 700 time: 0.1727533 Dec 06 23:59:37.973839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59494) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.019065 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8eecf850-4969-44b0-bb8d-032599b910ed tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 200 len: 205 time: 0.0410795 Dec 06 23:59:38.038676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:38.039060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Checking segment: {'id': '4f56ea7d-adf8-481d-ab5b-7cf574a49233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:38.039473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.040398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Bound using segment: {'id': '4f56ea7d-adf8-481d-ab5b-7cf574a49233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:38.040527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.040662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Bound port: bc3b8aa2-a0c2-49c6-a107-5808077237a4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f56ea7d-adf8-481d-ab5b-7cf574a49233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '70548daf-1c70-430d-99fd-ab75a04db926'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:38.040802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.093965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] Routers {'6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:38.094609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.112859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad07740-dce3-4688-94ad-e3f9b053f059', 'name': 'tempest-RoutersTest-router-1258398662', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:37Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.156589 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Checking router: 4ad07740-dce3-4688-94ad-e3f9b053f059 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-040d221e-fe26-4943-bd81-eda1c4d88161 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4f35103-8a91-4623-953d-84a22926caae: This subnet is being modified by another concurrent operation. Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4f35103-8a91-4623-953d-84a22926caae: This subnet is being modified by another concurrent operation. Dec 06 23:59:38.163007 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:59:38.170320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.170320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ceed00-82c2-44fa-8ddc-582ea45ee1e6 None None] The sync data for ids ['6112bd1b-1aef-402b-9522-d4a6a4ee9c5b'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:38.170490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.176806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.178741 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Routers {'4ad07740-dce3-4688-94ad-e3f9b053f059'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:38.179349 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4ad07740-dce3-4688-94ad-e3f9b053f059'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.198219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bed736-91a8-44c5-b866-d5f97c03ea0d None None] Network a6793347-195d-4921-86f3-c773d9e1c4b9 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:38.223106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:38.230462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:38.239035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.245074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:38.276940 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] Set router 4ad07740-dce3-4688-94ad-e3f9b053f059 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:38.286783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=f49b08b7-3cb7-4b75-8696-04ee69f3d265,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:38.298339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Pushing event updated for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:38.328936 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d1700f7f-e52e-4855-bd93-d16d23c69365 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/routers/6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 200 len: 744 time: 0.6904345 Dec 06 23:59:38.329560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59504) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.376912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6793347-195d-4921-86f3-c773d9e1c4b9']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.390524 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad07740-dce3-4688-94ad-e3f9b053f059', 'name': 'tempest-RoutersTest-router-1258398662', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:37Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.391487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac8d460-063a-4798-bfaf-363304314216') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.391801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac8d460-063a-4798-bfaf-363304314216') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.394633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.401256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.406451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.423134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] For port c04ea13d-71c1-49a4-9890-ac241f5b4fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c04ea13d-71c1-49a4-9890-ac241f5b4fea,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:38.444019 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df5934f-8d34-434a-bed6-d507e0380898 None None] The sync data for ids ['4ad07740-dce3-4688-94ad-e3f9b053f059'] in dv-neutron-master-2-hyperv is: [{'id': '4ad07740-dce3-4688-94ad-e3f9b053f059', 'name': 'tempest-RoutersTest-router-1258398662', 'tenant_id': '43964c22f8154eab8d8f425da264533b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:37Z', 'revision_number': 2, 'project_id': '43964c22f8154eab8d8f425da264533b', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:38.458914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d1101dfa-d9dd-4abb-839f-b2bf9139dac9 tempest-RoutersIpV6AdminTest-396354632 tempest-RoutersIpV6AdminTest-396354632-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&device_id=6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 200 len: 205 time: 0.1203303 Dec 06 23:59:38.461088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59506) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.471310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] For port bc3b8aa2-a0c2-49c6-a107-5808077237a4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:38.478628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.487169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] For port bc3b8aa2-a0c2-49c6-a107-5808077237a4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc3b8aa2-a0c2-49c6-a107-5808077237a4,segment=NetworkSegment(4f56ea7d-adf8-481d-ab5b-7cf574a49233),segment_id=4f56ea7d-adf8-481d-ab5b-7cf574a49233)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:38.489964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.494958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.509016 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-85dad081-4512-4019-97cb-a438a1d54388 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 200 len: 205 time: 0.0440118 Dec 06 23:59:38.515274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:38.516733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59508) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.517015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:38.520335 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:38.569809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.570310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad07740-dce3-4688-94ad-e3f9b053f059 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:38.579378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.583392 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4a33afa7-9e4d-4a04-a6ae-503ff4bf7051 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 204 len: 168 time: 0.5392375 Dec 06 23:59:38.583646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59510) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.613843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-ce252903-0f38-4524-89ef-0b3a3f0c40e7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433066007&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.4122474 Dec 06 23:59:38.633285 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b5966b71-6006-4681-ad63-e9dbeb5fd331 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 200 len: 205 time: 0.0462165 Dec 06 23:59:38.633581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59512) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.636429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.667088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70548daf-1c70-430d-99fd-ab75a04db926']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.691760 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-ad7653c3-6b6c-4d0e-a324-7c95390f0022 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:38.695372 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ad7653c3-6b6c-4d0e-a324-7c95390f0022 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/4ad07740-dce3-4688-94ad-e3f9b053f059 HTTP/1.1" status: 404 len: 336 time: 0.0586717 Dec 06 23:59:38.695725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.708199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.711335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f56ea7d-adf8-481d-ab5b-7cf574a49233') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.711643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f56ea7d-adf8-481d-ab5b-7cf574a49233') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:38.729260 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595ec66-4fc3-4934-b56f-d9e34edfbcd3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:38.729903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f595ec66-4fc3-4934-b56f-d9e34edfbcd3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:38.734744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f595ec66-4fc3-4934-b56f-d9e34edfbcd3 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/8654cfe0-834f-4e46-9036-0f8881fdecd5 HTTP/1.1" status: 404 len: 337 time: 0.0373428 Dec 06 23:59:38.736050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.750450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.761925 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/a6793347-195d-4921-86f3-c773d9e1c4b9 HTTP/1.1" status: 204 len: 168 time: 1.5168324 Dec 06 23:59:38.762246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59516) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.763043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.778064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2019350529'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:38.842205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a886cf-5aa1-4631-8c6b-3cbfaa5a2bc0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:38.842854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a886cf-5aa1-4631-8c6b-3cbfaa5a2bc0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:38.846788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-04a886cf-5aa1-4631-8c6b-3cbfaa5a2bc0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/0866e00e-edf5-4fae-9930-f998faa5f0bf HTTP/1.1" status: 404 len: 337 time: 0.0826015 Dec 06 23:59:38.848194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06385e1-f72f-413d-ac74-d234a5468861 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=a6793347-195d-4921-86f3-c773d9e1c4b9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:38.850357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.860347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.867472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.878711 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d4236e-0510-45d4-8d68-37e5740c7552 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:38.884615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d4236e-0510-45d4-8d68-37e5740c7552 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:38.884615 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f0d4236e-0510-45d4-8d68-37e5740c7552 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/7c1add6f-a90b-4fd4-b2bc-a94bb044dfc4 HTTP/1.1" status: 404 len: 337 time: 0.0310159 Dec 06 23:59:38.886718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.913597 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd9bac4-e4a2-4c7f-8ed3-e760b9e872d0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:38.914618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd9bac4-e4a2-4c7f-8ed3-e760b9e872d0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:38.917976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9dd9bac4-e4a2-4c7f-8ed3-e760b9e872d0 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/68996160-00ff-4114-aaec-53bbdd29de95 HTTP/1.1" status: 404 len: 337 time: 0.0297382 Dec 06 23:59:38.919075 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:38.923667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.925850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:38.933886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.934087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Pushing event updated for resources: {'Port': ['ID=c04ea13d-71c1-49a4-9890-ac241f5b4fea,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:38.955127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Provisioning complete for port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:38.955760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c47863f-8c59-49cf-ade1-652559c4f2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:38.967749 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3fbc647a-c2d2-4649-b129-0c77ad184c34 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 200 len: 205 time: 0.0395012 Dec 06 23:59:38.971110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59526) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.019104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:39.021586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-51dd7340-1fcc-4b33-ab52-6b916e385a7c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.022691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-51dd7340-1fcc-4b33-ab52-6b916e385a7c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/0d299182-ffd7-44a7-8b30-e3f2176ee43e HTTP/1.1" status: 404 len: 336 time: 0.0505793 Dec 06 23:59:39.027288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59528) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.028558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:39.029045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.038882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-cdae789b-0664-43df-b268-5211f06abe61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:39.041109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-cdae789b-0664-43df-b268-5211f06abe61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=06fb6c4a-746a-4922-a6cc-7d879a5a2c76 HTTP/1.1" status: 200 len: 796 time: 0.3893979 Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:39.042478 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:39.058202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.058557 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment e447422d-67b6-49e7-8423-ce372f29681b of type vlan for network a317a99b-6ec5-4958-ae8e-168375ec38cf Dec 06 23:59:39.062498 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-acbc3633-072a-4f9d-a856-76f274a44a22 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=75bd966b-2a62-4976-9084-3953c395f51b HTTP/1.1" status: 200 len: 205 time: 0.0340905 Dec 06 23:59:39.070622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59530) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.128968 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-11ae913e-9a82-40dc-90eb-2798aac5a862 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.130151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-11ae913e-9a82-40dc-90eb-2798aac5a862 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/75bd966b-2a62-4976-9084-3953c395f51b HTTP/1.1" status: 404 len: 336 time: 0.0594950 Dec 06 23:59:39.133740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.136419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc09a2-5c63-48cd-b619-d754337925f7 None None] Pushing event updated for resources: {'Port': ['ID=bc3b8aa2-a0c2-49c6-a107-5808077237a4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:39.148708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.152206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.153605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ebdc9-7bcb-480e-98c1-8a6f03b104ca None None] Network 70548daf-1c70-430d-99fd-ab75a04db926 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:39.184402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.189218 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede0bfd9-c046-435e-bed0-31d82de815c1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:39.189820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede0bfd9-c046-435e-bed0-31d82de815c1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:39.195528 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ede0bfd9-c046-435e-bed0-31d82de815c1 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/28773bff-de4b-4f1d-b269-4202b98cf5c7 HTTP/1.1" status: 404 len: 337 time: 0.0583181 Dec 06 23:59:39.197548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59534) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.199554 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-3d08c303-3791-4b58-9c4b-1bee4fb55b07 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.1083314 Dec 06 23:59:39.228664 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-709f9208-4063-4fb1-a945-7e24b2842ffc tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 200 len: 205 time: 0.0298567 Dec 06 23:59:39.234804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59536) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.250781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:33Z', 'revision_number': 3, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:39.264481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.277267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-1d2ef1d4-b5ac-48ce-b883-fe13f0145913 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.278553 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1d2ef1d4-b5ac-48ce-b883-fe13f0145913 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/535eddfa-2dca-4b19-8512-f53e8982bae9 HTTP/1.1" status: 404 len: 336 time: 0.0426228 Dec 06 23:59:39.278912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:39.278912 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:39.278912 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'id': '70548daf-1c70-430d-99fd-ab75a04db926'}] Dec 06 23:59:39.278912 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:39.279288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:39.281869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59538) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.291661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dfa477-76f2-4bd5-857d-6b8021d4a086 None None] The sync data for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv is: [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:33Z', 'revision_number': 3, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:39.316456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.319208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Fanout notify agent at l3_agent the message router_deleted on router 6112bd1b-1aef-402b-9522-d4a6a4ee9c5b {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 23:59:39.330748 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8b070cf3-247c-47ea-9393-8a66c17afd58 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1036606 Dec 06 23:59:39.334078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d8bfcb85-0016-4ced-9fee-e76249940f0c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8fad880-7198-46c8-88da-31fa43dff4a1 HTTP/1.1" status: 200 len: 205 time: 0.0508456 Dec 06 23:59:39.338354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59540) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.339916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.344407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4bbaf50-06a5-40f1-9afb-8328da329121 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 204 len: 168 time: 0.7842288 Dec 06 23:59:39.345818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59542) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.346059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.353689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:39.354345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.399418 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-da4c8575-e5b4-4569-847c-c8bd9db8206b tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 200 len: 205 time: 0.0525150 Dec 06 23:59:39.402424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59546) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.432956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-383f562c-e3c8-4bbf-8013-b749870c659c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.434644 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-383f562c-e3c8-4bbf-8013-b749870c659c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/d8fad880-7198-46c8-88da-31fa43dff4a1 HTTP/1.1" status: 404 len: 336 time: 0.0952976 Dec 06 23:59:39.437360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da782d-33dc-4074-9a0c-80db09f5d2bb None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:39.439831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59548) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.465058 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-ffca64ec-ab82-49d8-878d-8127248aa0fa tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.466257 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ffca64ec-ab82-49d8-878d-8127248aa0fa tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/6112bd1b-1aef-402b-9522-d4a6a4ee9c5b HTTP/1.1" status: 404 len: 336 time: 0.0627749 Dec 06 23:59:39.469124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59550) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.476994 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7047713 Dec 06 23:59:39.484735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59552) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.495866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'a317a99b-6ec5-4958-ae8e-168375ec38cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:39.510791 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c9731b-8397-4ee7-b90c-2547c6ac345a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:39.511534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c9731b-8397-4ee7-b90c-2547c6ac345a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:39.514648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3be8fb9b-3e88-4a0d-9df7-95de9b633536 None None] Provisioning complete for port 0c901f20-6180-4800-9d10-86749c29b882 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:39.515239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3be8fb9b-3e88-4a0d-9df7-95de9b633536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.522453 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-25c9731b-8397-4ee7-b90c-2547c6ac345a tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/f5aff439-5f16-4a81-9e2e-6901c367b5d3 HTTP/1.1" status: 404 len: 337 time: 0.0789232 Dec 06 23:59:39.523694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59554) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.552530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa65a4-f354-43e4-8da0-c9886e4e26fb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=a317a99b-6ec5-4958-ae8e-168375ec38cf,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:39.557271 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-75f2d557-6bc1-43f5-a956-2df39d03816b tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 HTTP/1.1" status: 200 len: 205 time: 0.0323241 Dec 06 23:59:39.573981 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e6293685-a270-4676-9cef-d7184bf8ac19 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 200 len: 205 time: 0.0914633 Dec 06 23:59:39.574496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59556) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.575237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.581050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network a317a99b-6ec5-4958-ae8e-168375ec38cf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:39.638766 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-dcc66467-76e7-4295-9e28-504cc8fb83a2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.644069 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dcc66467-76e7-4295-9e28-504cc8fb83a2 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/31679286-f2ac-41e2-afe6-68b00e3b602f HTTP/1.1" status: 404 len: 336 time: 0.0701084 Dec 06 23:59:39.647153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59560) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.693139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3be8fb9b-3e88-4a0d-9df7-95de9b633536 None None] Port 0c901f20-6180-4800-9d10-86749c29b882 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:39.695231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-dffdfc7e-bdec-47d4-913c-e8f3d61b4721 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.698986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dffdfc7e-bdec-47d4-913c-e8f3d61b4721 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/0b90e2a4-43d4-4e01-aa0f-7e4389abfb24 HTTP/1.1" status: 404 len: 336 time: 0.1181254 Dec 06 23:59:39.699616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.717271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8b339ba0-7fe4-4ee4-8247-e07941880e24 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 200 len: 205 time: 0.0408890 Dec 06 23:59:39.721702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59564) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.739059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3be8fb9b-3e88-4a0d-9df7-95de9b633536 None None] Provisioning complete for port c04ea13d-71c1-49a4-9890-ac241f5b4fea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:39.739663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3be8fb9b-3e88-4a0d-9df7-95de9b633536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.781672 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b964fa0-e721-442f-88b7-0dfd9346c300 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:39.785213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b964fa0-e721-442f-88b7-0dfd9346c300 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:39.792377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b964fa0-e721-442f-88b7-0dfd9346c300 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/d4a54d93-331b-4d49-bd99-598e6dacdb84 HTTP/1.1" status: 404 len: 337 time: 0.0917370 Dec 06 23:59:39.793125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.807868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.818365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60da782d-33dc-4074-9a0c-80db09f5d2bb None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:39.823022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-9344fd35-750e-4171-8c98-4ec4e6f6b585 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.824443 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9344fd35-750e-4171-8c98-4ec4e6f6b585 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/55d51545-bbb4-4614-9f3c-da1572665a30 HTTP/1.1" status: 404 len: 336 time: 0.0998654 Dec 06 23:59:39.846958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59568) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.849821 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c7bc5f31-adaa-4029-ac9f-7a854e63feb5 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "GET /v2.0/ports?device_id=da19d654-ffc5-46b8-a94a-caef8911420a HTTP/1.1" status: 200 len: 205 time: 0.0556149 Dec 06 23:59:39.859480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.890914 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7e01b7a7-ae18-468a-b7e2-37d0f9952aa3 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 200 len: 205 time: 0.0377624 Dec 06 23:59:39.894890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59572) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.943226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-b369fc85-ad72-4a68-b6bd-d0c9dac90c71 service neutron] 10.222.0.53 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857584 Dec 06 23:59:39.943606 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-fd4ab0b8-4e15-4cc9-8b46-025cb84a1ef9 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.948103 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd4ab0b8-4e15-4cc9-8b46-025cb84a1ef9 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/ef073f33-8226-4940-9ebe-2da426b8cb37 HTTP/1.1" status: 404 len: 336 time: 0.0486789 Dec 06 23:59:39.948472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59574) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.948780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-cee3e417-8bf6-4e02-a45d-53cf8a995d6c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] delete failed (client error): The resource could not be found. Dec 06 23:59:39.950735 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cee3e417-8bf6-4e02-a45d-53cf8a995d6c tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/routers/da19d654-ffc5-46b8-a94a-caef8911420a HTTP/1.1" status: 404 len: 336 time: 0.0861778 Dec 06 23:59:39.953054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:39.960454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59576) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:39.996012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:40.002071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.032185 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9180cb41-8c16-49c3-99b7-da044b9c1e1b tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 200 len: 205 time: 0.0798442 Dec 06 23:59:40.047302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59578) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:40.054247 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff845d7-a1ee-4db0-a0bd-ba3699bfb524 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:40.065618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff845d7-a1ee-4db0-a0bd-ba3699bfb524 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:40.070567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6ff845d7-a1ee-4db0-a0bd-ba3699bfb524 tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/ad94d537-8934-4be0-ac61-10ee3f438f69 HTTP/1.1" status: 404 len: 337 time: 0.1056259 Dec 06 23:59:40.072358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.074268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59580) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:40.117581 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffa01d8-b2ff-414f-9069-999fd390b71e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:40.118053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffa01d8-b2ff-414f-9069-999fd390b71e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:40.123891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dffa01d8-b2ff-414f-9069-999fd390b71e tempest-RoutersTest-730065879 tempest-RoutersTest-730065879-project] 10.222.0.53 "DELETE /v2.0/subnets/c838b8cc-97c0-4cc0-921b-eb3e192d0ec1 HTTP/1.1" status: 404 len: 337 time: 0.0462530 Dec 06 23:59:40.198035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc53eb-a068-494c-a12a-2ea40fe2c680 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:40.223401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-c98f6a3f-95ec-4837-9157-3fe557d2ea0e tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:40.223616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:40.223717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c98f6a3f-95ec-4837-9157-3fe557d2ea0e tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/1548d8b1-c2ff-4638-bdb9-59d7df846526 HTTP/1.1" status: 404 len: 336 time: 0.1731858 Dec 06 23:59:40.273296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6e450a9-5a93-4b6c-8ff8-695f1e829b80 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb06d6-b0db-47b5-9425-0b6827e93e6b HTTP/1.1" status: 200 len: 205 time: 0.0504284 Dec 06 23:59:40.276496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59586) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:40.294434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.302325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Pushing event updated for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:40.333813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.334391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.334520 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-0137bf39-e30e-40b8-93e6-0b55d6f6302a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] delete failed (client error): The resource could not be found. Dec 06 23:59:40.334636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.334828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.335254 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0137bf39-e30e-40b8-93e6-0b55d6f6302a tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/routers/c9eb06d6-b0db-47b5-9425-0b6827e93e6b HTTP/1.1" status: 404 len: 336 time: 0.0575409 Dec 06 23:59:40.338032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.338392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.338525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:40.338793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.339195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.339534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.339864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.340195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.340542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.340866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:40.356406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port bc3b8aa2-a0c2-49c6-a107-5808077237a4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:40.356406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.360699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc53eb-a068-494c-a12a-2ea40fe2c680 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:40.370661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-670220cd-573e-4098-8cbe-ab6f52cf8ec1 service neutron] 10.222.0.53 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154222 Dec 06 23:59:40.380496 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72cda81-855a-4eed-ae58-7b40077d5aa9 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:40.380939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72cda81-855a-4eed-ae58-7b40077d5aa9 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:40.384325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d72cda81-855a-4eed-ae58-7b40077d5aa9 tempest-RoutersIpV6AdminTest-1948882841 tempest-RoutersIpV6AdminTest-1948882841-project] 10.222.0.53 "DELETE /v2.0/subnets/5d6e52ac-f5a7-48c5-a041-e9703b10282b HTTP/1.1" status: 404 len: 337 time: 0.0448787 Dec 06 23:59:40.555849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port bc3b8aa2-a0c2-49c6-a107-5808077237a4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc3b8aa2-a0c2-49c6-a107-5808077237a4,segment=NetworkSegment(4f56ea7d-adf8-481d-ab5b-7cf574a49233),segment_id=4f56ea7d-adf8-481d-ab5b-7cf574a49233)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:40.556379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.635874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for bc3b8aa2-a0c2-49c6-a107-5808077237a4 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:40.706319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Network 29702410-ccb7-4717-b0de-01c4be818e37 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:40.710285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:40.735408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:40.747647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59602) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.064005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0356799a-29d8-40b8-a2fe-9e524d4c07f1 None None] Provisioning complete for port 0c901f20-6180-4800-9d10-86749c29b882 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:41.069449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0356799a-29d8-40b8-a2fe-9e524d4c07f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.155429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0356799a-29d8-40b8-a2fe-9e524d4c07f1 None None] Port 0c901f20-6180-4800-9d10-86749c29b882 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:41.181470 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bfffdff8-f389-43fb-8edf-55c4bb549409 req-9524ca99-32d4-4510-9842-5ccdf0eca9f8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 210 time: 0.5196011 Dec 06 23:59:41.226501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59612) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.237275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-63b33531-e41e-4399-8869-1869655e7fac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43964c22f8154eab8d8f425da264533b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859903 Dec 06 23:59:41.239216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59616) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.242135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=a75bc5a3-30b8-4998-b76c-ade46c976027,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:41.256505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.310123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.313521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=bc3b8aa2-a0c2-49c6-a107-5808077237a4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:41.317703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port bc3b8aa2-a0c2-49c6-a107-5808077237a4 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:41.321425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': 'e447422d-67b6-49e7-8423-ce372f29681b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a317a99b-6ec5-4958-ae8e-168375ec38cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:41.321425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: a317a99b-6ec5-4958-ae8e-168375ec38cf, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:41.344464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.361610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Router ee3b1680-2da6-447b-bb9d-897f6ce6c698 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 23:59:41.384980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.466139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network a317a99b-6ec5-4958-ae8e-168375ec38cf is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:41.470419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.472406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.502312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c04ea13d-71c1-49a4-9890-ac241f5b4fea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:41.504840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70548daf-1c70-430d-99fd-ab75a04db926']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:41.547103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f56ea7d-adf8-481d-ab5b-7cf574a49233') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:41.547396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f56ea7d-adf8-481d-ab5b-7cf574a49233') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:41.563544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c04ea13d-71c1-49a4-9890-ac241f5b4fea triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:41.563807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.564175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.564642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.571332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.572022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a317a99b-6ec5-4958-ae8e-168375ec38cf) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:41.581381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:41.581947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.584649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.585910 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdde887f-1b5d-4f0c-aae1-39dd224d8b04 HTTP/1.1" status: 204 len: 168 time: 0.3474717 Dec 06 23:59:41.594219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.616272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:41.616683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.618750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f1045-f49f-43da-8eab-276eccfe827d None None] Network a317a99b-6ec5-4958-ae8e-168375ec38cf requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:41.619741 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:41.631005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:41.650834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-44819954-f82b-4268-9ccc-1005d6ab5761 admin admin] 10.222.0.53 "PUT /v2.0/routers/ee3b1680-2da6-447b-bb9d-897f6ce6c698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8237996 Dec 06 23:59:41.652856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab71281-01fa-44ed-bb0e-c3116cb5bdd4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:41.663885 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c99904a515d84967a0597cbf1bd1d2b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4359727 Dec 06 23:59:41.665210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59624) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.681207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.681758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.682110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.682464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.682807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.683150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.683492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.683830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.684169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.684529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.684870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.685202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.685787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b83554-7f79-49db-8eea-47278440ffe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:41.710438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59626) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.711390 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5182f58d-b9b3-4234-a5f1-6a4752b17d35 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2240281 Dec 06 23:59:41.712732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eb4b1-3122-46ea-88a0-88cccaed2fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdde887f-1b5d-4f0c-aae1-39dd224d8b04,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:41.814367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.825981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:41.840120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/70548daf-1c70-430d-99fd-ab75a04db926 HTTP/1.1" status: 204 len: 168 time: 6.2962461 Dec 06 23:59:41.861296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59630) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:41.875328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188924431'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:41.884467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174888a3-b56c-4fdd-9b2a-370df705da1e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=70548daf-1c70-430d-99fd-ab75a04db926,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:41.920835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Sync routers for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:41.966594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:41.967630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:41.998373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:42.008010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.048215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:42.078703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.078962 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 9c80adb5-e5eb-4d97-98c4-1872fc291996 of type vlan for network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 Dec 06 23:59:42.123356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.143792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd6b9b3-20ce-4521-a7c1-d2289deb0d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a317a99b-6ec5-4958-ae8e-168375ec38cf', 'network_id': 'a317a99b-6ec5-4958-ae8e-168375ec38cf', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'a75bc5a3-30b8-4998-b76c-ade46c976027'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:42.143792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b9b3-20ce-4521-a7c1-d2289deb0d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.149464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.165265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.233352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.277410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.277654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.280625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.282114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ab71281-01fa-44ed-bb0e-c3116cb5bdd4 HTTP/1.1" status: 204 len: 168 time: 0.6102545 Dec 06 23:59:42.294359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:42.298659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.307127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:42.313209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68012619-d8d1-4368-b620-26b793075c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab71281-01fa-44ed-bb0e-c3116cb5bdd4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:42.336508 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-13cc6efa-cadb-470e-8c7d-5160602cb954 req-962e7294-4a22-4c24-9e69-4ad1ad962381 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 210 time: 0.0438325 Dec 06 23:59:42.337526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.431011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=9a4e9a52-9adb-4a57-9461-c7c97d0688d6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:42.508627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.517600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a680be03-2559-4b6d-a555-4f6dbbae4857 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6505933 Dec 06 23:59:42.520078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59648) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:42.529149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:42.555361 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:42.574028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=a75bc5a3-30b8-4998-b76c-ade46c976027,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:42.668280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59650) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:42.677958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.685843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750773743', 'description': 'tempest-secgroup-smoke-750773743 description', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:42.701640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a317a99b-6ec5-4958-ae8e-168375ec38cf']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-2fd6b9b3-20ce-4521-a7c1-d2289deb0d38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75bc5a3-30b8-4998-b76c-ade46c976027: This subnet is being modified by another concurrent operation. Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75bc5a3-30b8-4998-b76c-ade46c976027: This subnet is being modified by another concurrent operation. Dec 06 23:59:42.701912 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:59:42.712589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e447422d-67b6-49e7-8423-ce372f29681b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:42.714850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e447422d-67b6-49e7-8423-ce372f29681b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:42.729622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.731659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d77ff-e5d1-4580-9418-27a80230b68e None None] Network a317a99b-6ec5-4958-ae8e-168375ec38cf requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:42.746833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.753748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:42.754156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.799105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:42.799105 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 23:59:42.799105 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'id': '0e6a5d59-38c7-4388-b4a2-36408e500a23', 'expiration': datetime.datetime(2021, 12, 7, 0, 1, 42, 759409)}] Dec 06 23:59:42.799105 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:42.799105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:42.810486 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:42.866073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:42.870235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.893509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.900444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:42.905207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ccf45c-9d6c-49b5-8855-050ecdb723c3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 23:59:42.908927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59660) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:42.910610 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/a317a99b-6ec5-4958-ae8e-168375ec38cf HTTP/1.1" status: 204 len: 168 time: 1.1985164 Dec 06 23:59:42.924941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7f56c-28a2-4908-8fd9-918f209d9402 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=a317a99b-6ec5-4958-ae8e-168375ec38cf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:42.927113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102395850'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:43.080357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ccf45c-9d6c-49b5-8855-050ecdb723c3 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 23:59:43.092126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:39Z', 'revision_number': 4, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c901f20-6180-4800-9d10-86749c29b882', 'name': '', 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'mac_address': 'fa:16:3e:64:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '842f3e93-650c-4e21-95af-1c6a53766521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:39Z', 'revision_number': 2, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'subnets': [{'id': '842f3e93-650c-4e21-95af-1c6a53766521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:43.096815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:43.101853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.102816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59664) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:43.113374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59668) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:43.127883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Checking router: ee3b1680-2da6-447b-bb9d-897f6ce6c698 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 23:59:43.128207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Updating router ee3b1680-2da6-447b-bb9d-897f6ce6c698 port 0c901f20-6180-4800-9d10-86749c29b882 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 23:59:43.154648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:43.167203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4b061725-b4f7-41ae-adbe-2d23b79a820b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=759ca65ca3984255908922a96e0f4bd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513070 Dec 06 23:59:43.168951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.170062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59670) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:43.172517 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 75f9df2d-b8cd-477a-a313-8906b7194e81 of type vlan for network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 Dec 06 23:59:43.218901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.219214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.243412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.280647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.284279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.330305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '9c80adb5-e5eb-4d97-98c4-1872fc291996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:43.331132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 9a4e9a52-9adb-4a57-9461-c7c97d0688d6, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:43.392501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-639662265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:43.403158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=1aa46428-1cca-45a3-ba93-4d0ce4620025,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:43.457087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f602a0cb-f6cf-4033-955c-beade17175cd req-33b0c1da-7c2b-4ab0-8520-a078b10aadc2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 210 time: 0.0283737 Dec 06 23:59:43.457906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.460679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.464078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7dc11813-0fd7-4b1f-b296-c92684f306f4 HTTP/1.1" status: 204 len: 168 time: 0.2910585 Dec 06 23:59:43.470428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fd302-47cc-4ceb-9454-1cc0cb2841a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc11813-0fd7-4b1f-b296-c92684f306f4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:43.482526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.514111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:43.517234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.523192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:43.523766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.557280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.558251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.667821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=d3cf4a46-73c8-4699-9e8b-d88221a1e2a4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:43.702092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:43.710732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a4e9a52-9adb-4a57-9461-c7c97d0688d6) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:43.725745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:43.725745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.726918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.739495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3734a43b-dabe-4b2b-9765-008a94bc78a6 None None] Network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:43.752279 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d07be28e-71d4-4ebf-aaca-663328c68fa6 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8388200 Dec 06 23:59:43.756129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59676) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:43.764172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:43.802260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.806639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.834024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.847552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-180b4277-5edb-4498-b642-978f226a3c0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:43.849685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-180b4277-5edb-4498-b642-978f226a3c0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=06fb6c4a-746a-4922-a6cc-7d879a5a2c76 HTTP/1.1" status: 200 len: 796 time: 0.2864099 Dec 06 23:59:43.863448 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fba9e09a-1a77-4134-8039-2ede4685aab3 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3419969 Dec 06 23:59:43.866666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59678) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:43.893336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:43.916456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.944327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.992506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:43.997809 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e14df22-1d2a-4a3a-b72b-9f5a30f8a510 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3198824 Dec 06 23:59:43.999919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59682) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:44.009260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:44.020842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Pushing event updated for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:44.051922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a4e9a52-9adb-4a57-9461-c7c97d0688d6', 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': '1aa46428-1cca-45a3-ba93-4d0ce4620025'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:44.051922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.051922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.052344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.052693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.053046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.053386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.053722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.054064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.054402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.054737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.055089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.055445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.055789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.056101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 23:59:44.057608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.081621 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-2146a5ef-c768-42e6-b288-64e1c677a366 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 472 time: 0.1918607 Dec 06 23:59:44.098923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['307ea6aa-c789-411c-b187-28f545044310']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:44.118627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Attempting to bind port 0c901f20-6180-4800-9d10-86749c29b882 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:44.118627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Attempting to bind port 0c901f20-6180-4800-9d10-86749c29b882 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:44.118627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Attempting to bind port 0c901f20-6180-4800-9d10-86749c29b882 on network 29702410-ccb7-4717-b0de-01c4be818e37 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:44.150245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:44.150245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.170456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:44.173266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Checking segment: {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:44.173266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.173266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Bound using segment: {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:44.173266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Bound port: 0c901f20-6180-4800-9d10-86749c29b882, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:44.173266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.248201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.304847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Allocated IP 172.20.0.1 (9a4e9a52-9adb-4a57-9461-c7c97d0688d6/1aa46428-1cca-45a3-ba93-4d0ce4620025/f0f1d37a-7a73-4be9-9b32-d4e68662ab40) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:44.311901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] For port 0c901f20-6180-4800-9d10-86749c29b882, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:44.313478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] For port 0c901f20-6180-4800-9d10-86749c29b882, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c901f20-6180-4800-9d10-86749c29b882,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:44.352877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49a9a2f5-d16e-4b91-92d4-c5701170765a None None] Provisioning complete for port 0c901f20-6180-4800-9d10-86749c29b882 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:44.357400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49a9a2f5-d16e-4b91-92d4-c5701170765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.357525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.361965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d9789c7-0ec5-47e8-8774-240f5afa7bc6 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2546165 Dec 06 23:59:44.364303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59694) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:44.366695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.371434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1708330414'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:44.400530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.476208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-49a9a2f5-d16e-4b91-92d4-c5701170765a None None] Port 0c901f20-6180-4800-9d10-86749c29b882 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:44.477647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.481775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:44.486953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.502479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:44.503133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:44.515710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624f3b-e2b3-444b-93c5-834db344397c None None] Pushing event updated for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:44.517934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.527913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.604635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.614827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:44.618657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.678134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.684281 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ef53623f-68fc-44b8-9524-239836ff1c8f req-dd778701-16da-4c7a-83de-fc4269f58002 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 210 time: 0.0709186 Dec 06 23:59:44.684949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996ed78b-6d0a-48fc-bf78-808ad9873aa5,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:44.720069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=708945f3-cf39-41af-b3fb-d9ee04fdf81f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:44.737169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': '75f9df2d-b8cd-477a-a313-8906b7194e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:44.740156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: d3cf4a46-73c8-4699-9e8b-d88221a1e2a4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:44.789646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.789646 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2e7ca1cd-4e5d-4803-ae76-858e9c5917be tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7857950 Dec 06 23:59:44.793854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.798056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59704) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:44.808334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:44.824773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.844142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 23:59:44.846023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db04ec97-feee-4d39-b9e1-1b4af76ad574,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:44.846255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:44.892353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:44.931231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.931231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Added segment 8779d85d-a1be-4041-8207-cc4287594dd1 of type vlan for network 1ce24519-d85f-4434-96c6-16db89e6603c Dec 06 23:59:44.931571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.933419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d3cf4a46-73c8-4699-9e8b-d88221a1e2a4) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:44.937877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.942120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:44.943001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:44.947264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.28 (06fb6c4a-746a-4922-a6cc-7d879a5a2c76/8905d7b0-7756-4418-959e-ac5cff3f7903/05a2c23e-d784-4813-9918-fae25eff9616) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:44.980584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba5c49-cf62-4b98-ab74-94d6324d2972 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:44.986618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.013781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.031645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.052542 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3aea4e38-d2c8-44c9-a509-bfa156a69169 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2938294 Dec 06 23:59:45.055721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:45.060973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:45.062274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:45.085660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa46428-1cca-45a3-ba93-4d0ce4620025,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.100058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:45.106560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] Provisioning complete for port 0c901f20-6180-4800-9d10-86749c29b882 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:45.106947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.110387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:45.116033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Pushing event updated for resources: {'Port': ['ID=f0f1d37a-7a73-4be9-9b32-d4e68662ab40,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.170036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.191117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b85cb9d-71af-48a4-8661-3ddcb3715e00,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.218275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.222811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59712) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:45.224796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:45.225424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.257340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.283982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.287170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b964bb6-d310-4c7f-8b07-7789b6f0af43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4879649 Dec 06 23:59:45.292779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59716) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:45.296672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Attempting to bind port f0f1d37a-7a73-4be9-9b32-d4e68662ab40 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:45.297053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Attempting to bind port f0f1d37a-7a73-4be9-9b32-d4e68662ab40 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9c80adb5-e5eb-4d97-98c4-1872fc291996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:45.297422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Attempting to bind port f0f1d37a-7a73-4be9-9b32-d4e68662ab40 on network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:45.299419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:45.315114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:45.315757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Checking segment: {'id': '9c80adb5-e5eb-4d97-98c4-1872fc291996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:45.315887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.316325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Bound using segment: {'id': '9c80adb5-e5eb-4d97-98c4-1872fc291996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:45.316815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Bound port: f0f1d37a-7a73-4be9-9b32-d4e68662ab40, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c80adb5-e5eb-4d97-98c4-1872fc291996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:45.317599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.335372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4e9a52-9adb-4a57-9461-c7c97d0688d6']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:45.350060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Network': ['ID=1ce24519-d85f-4434-96c6-16db89e6603c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.360699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80adb5-e5eb-4d97-98c4-1872fc291996') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:45.361000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80adb5-e5eb-4d97-98c4-1872fc291996') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:45.365333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2014731432'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:45.365966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-081aa249-4362-4034-b1b0-1b3180580060 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0006788 Dec 06 23:59:45.370147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59718) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:45.372225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 1ce24519-d85f-4434-96c6-16db89e6603c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:45.377700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.380407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.382899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'subnet': {'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:45.401232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.403527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:45.403527 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:45.403527 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 59, 25, 307256)}] Dec 06 23:59:45.403527 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:45.403896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:45.424438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:45.424845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:45.428919 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:45.476785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.496949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:45.501251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.509155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d3cf4a46-73c8-4699-9e8b-d88221a1e2a4', 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': '708945f3-cf39-41af-b3fb-d9ee04fdf81f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:45.510216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.516826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:45.516826 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:45.516826 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '424e7ca1cae74113ad2efe7d912065a9', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 59, 25, 469179)}] Dec 06 23:59:45.516826 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:45.517237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:45.517237 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:45.517237 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '9a4e9a52-9adb-4a57-9461-c7c97d0688d6'}] Dec 06 23:59:45.517237 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:45.517565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:45.517679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:45.539742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.564657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:45.568104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.585605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.586159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c325fefd-3533-434e-b442-57893643bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:39Z', 'revision_number': 4, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c901f20-6180-4800-9d10-86749c29b882', 'name': '', 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'mac_address': 'fa:16:3e:64:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '842f3e93-650c-4e21-95af-1c6a53766521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:44Z', 'revision_number': 4, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'subnets': [{'id': '842f3e93-650c-4e21-95af-1c6a53766521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:45.593426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:45.596654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:45.601183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:45.607918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.629561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] For port f0f1d37a-7a73-4be9-9b32-d4e68662ab40, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:45.634140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] For port 0c901f20-6180-4800-9d10-86749c29b882, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c901f20-6180-4800-9d10-86749c29b882,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:45.638824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325fefd-3533-434e-b442-57893643bf07 None None] The sync data for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv is: [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-06T23:59:39Z', 'revision_number': 4, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0c901f20-6180-4800-9d10-86749c29b882', 'name': '', 'network_id': '29702410-ccb7-4717-b0de-01c4be818e37', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'mac_address': 'fa:16:3e:64:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '842f3e93-650c-4e21-95af-1c6a53766521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:36Z', 'updated_at': '2021-12-06T23:59:44Z', 'revision_number': 4, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'subnets': [{'id': '842f3e93-650c-4e21-95af-1c6a53766521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:45.667581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:45.668271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.703146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] For port f0f1d37a-7a73-4be9-9b32-d4e68662ab40, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f1d37a-7a73-4be9-9b32-d4e68662ab40,segment=NetworkSegment(9c80adb5-e5eb-4d97-98c4-1872fc291996),segment_id=9c80adb5-e5eb-4d97-98c4-1872fc291996)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:45.742445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-13a983bf-1e5e-437e-9da2-07f7c7a66869 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6495123 Dec 06 23:59:45.751538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.791323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.836001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.865704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:45.906944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Request body: {'port': {'device_id': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:45.968115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf1bc8-4881-480b-ac02-57cc2c87db57 None None] Pushing event updated for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:45.979036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:46.006080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.008542 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Added segment e6f40bc1-72dd-4060-92c9-5103eee9ef79 of type vlan for network 5e883c5a-636e-4333-9966-faac4b0f2f8b Dec 06 23:59:46.013612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aec514-b3c0-42cf-83e2-d566024ceffe req-2431ed02-c4d2-485e-95d0-19760c221b60 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.016080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-60aec514-b3c0-42cf-83e2-d566024ceffe req-2431ed02-c4d2-485e-95d0-19760c221b60 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 932 time: 0.1790965 Dec 06 23:59:46.019069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.042694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5054128-29d4-4c71-8530-2e98d579ed13,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.051639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.067653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fb2f1-a3a3-4452-a87f-c1339c3040f4 None None] Network 9a4e9a52-9adb-4a57-9461-c7c97d0688d6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:46.076283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Allocated IP 2001:db8::2 (d3cf4a46-73c8-4699-9e8b-d88221a1e2a4/708945f3-cf39-41af-b3fb-d9ee04fdf81f/145055a4-ab4f-4dad-bb6d-232bea1d0fbb) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:46.115460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.148990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c840c-2fe8-4efa-bbb1-219abe77ee90 None None] Pushing event updated for resources: {'Port': ['ID=f0f1d37a-7a73-4be9-9b32-d4e68662ab40,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.162865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.178507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-60aec514-b3c0-42cf-83e2-d566024ceffe req-4bc9a396-611e-44ce-b1a0-649fa86d2089 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495211 Dec 06 23:59:46.211357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.286628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c85640c5-5eae-472b-894d-e615d67b5767 None None] Provisioning complete for port 05a2c23e-d784-4813-9918-fae25eff9616 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:46.287011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c85640c5-5eae-472b-894d-e615d67b5767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.294000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.302920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.310452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.311139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.329137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:46.339167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:46.342468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.343630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.362655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port f0f1d37a-7a73-4be9-9b32-d4e68662ab40 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:46.374568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.388535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.408567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c85640c5-5eae-472b-894d-e615d67b5767 None None] Port 05a2c23e-d784-4813-9918-fae25eff9616 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:46.420382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8618d81-cffe-4028-9046-019624cfcc5c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.433976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.471141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=aade9412-01e1-41da-9f7a-0d6fd94d3aaf,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.474534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:46.478180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.500044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Network': ['ID=5e883c5a-636e-4333-9966-faac4b0f2f8b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.506192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.506753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port f0f1d37a-7a73-4be9-9b32-d4e68662ab40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0f1d37a-7a73-4be9-9b32-d4e68662ab40,segment=NetworkSegment(9c80adb5-e5eb-4d97-98c4-1872fc291996),segment_id=9c80adb5-e5eb-4d97-98c4-1872fc291996)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:46.507141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.530460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for f0f1d37a-7a73-4be9-9b32-d4e68662ab40 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:46.543801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:46.582387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:46.591398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:46.599108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:46.614576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.619097 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac8bbfab-1b67-457d-9de2-87b46fd477bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3248570 Dec 06 23:59:46.619924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59724) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:46.625950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:46.634127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a36f0427-2732-41dd-9036-7cf0c1ffced3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5771298 Dec 06 23:59:46.638689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Pushing event updated for resources: {'Port': ['ID=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.639593 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-674f7721-20cf-45e2-abcf-502ad300d7a2 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4153476 Dec 06 23:59:46.645440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59726) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:46.645995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:46.664736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'subnet': {'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:46.707673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Attempting to bind port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:46.708261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Attempting to bind port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '75f9df2d-b8cd-477a-a313-8906b7194e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:46.708822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Attempting to bind port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb on network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:46.714958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:46.715601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Checking segment: {'id': '75f9df2d-b8cd-477a-a313-8906b7194e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:46.716163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.716765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Bound using segment: {'id': '75f9df2d-b8cd-477a-a313-8906b7194e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:46.718116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Bound port: 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f9df2d-b8cd-477a-a313-8906b7194e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:46.718678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.723786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a2c23e-d784-4813-9918-fae25eff9616 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:59:46.737645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.819967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Transition to ACTIVE for port object 05a2c23e-d784-4813-9918-fae25eff9616 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 23:59:46.821321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.837353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.838904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.840613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.842174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.844306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:46.850093 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1005c0f9-3132-49c3-9519-f482d2790d36 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1945560 Dec 06 23:59:46.853936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59730) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:46.859753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=f0f1d37a-7a73-4be9-9b32-d4e68662ab40,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:46.866642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-112684401'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:46.872637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port f0f1d37a-7a73-4be9-9b32-d4e68662ab40 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:46.915707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:46.964740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] For port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:46.968992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] For port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,segment=NetworkSegment(75f9df2d-b8cd-477a-a313-8906b7194e81),segment_id=75f9df2d-b8cd-477a-a313-8906b7194e81)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:46.986804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.017725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.066029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.076628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:47.080767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.101445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.142354 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0082b1-aa93-4d89-a421-4453c5672366 None None] Pushing event updated for resources: {'Port': ['ID=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.183359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.185114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Subnet': ['ID=ff79597d-e0fa-4557-bdbc-0d4120a3df9f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.227689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f844606-ff41-4590-9196-03b448479282,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.229632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Checking segment: {'id': '8779d85d-a1be-4041-8207-cc4287594dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:47.230009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network hostable DHCP agents. Network: 1ce24519-d85f-4434-96c6-16db89e6603c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:47.291567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.337883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4e9a52-9adb-4a57-9461-c7c97d0688d6']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:47.352866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 1ce24519-d85f-4434-96c6-16db89e6603c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:47.354676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c80adb5-e5eb-4d97-98c4-1872fc291996') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:47.355166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c80adb5-e5eb-4d97-98c4-1872fc291996') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:47.357319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Pushing event updated for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.386526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.418074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:47.421910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.453496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.475353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:47.475353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.475684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ce24519-d85f-4434-96c6-16db89e6603c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:47.481802 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:47.488133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:47.488977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.501244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a11a7-0e6e-45a3-b499-f25af378c5da None None] Network 1ce24519-d85f-4434-96c6-16db89e6603c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:47.520901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad17752-75c8-486c-baf5-0c114a8ceb6c req-aa5a362d-27a7-4d80-92af-adb69ca9ca8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:47.530888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cad17752-75c8-486c-baf5-0c114a8ceb6c req-aa5a362d-27a7-4d80-92af-adb69ca9ca8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 944 time: 0.2326288 Dec 06 23:59:47.556708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.597274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:47.615843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Attempting to bind port 05a2c23e-d784-4813-9918-fae25eff9616 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:47.616193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Attempting to bind port 05a2c23e-d784-4813-9918-fae25eff9616 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:47.616564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Attempting to bind port 05a2c23e-d784-4813-9918-fae25eff9616 on network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:47.622521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.624896 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment a546cdc2-d599-4289-91ac-44289b167f89 of type vlan for network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 Dec 06 23:59:47.634650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Port 05a2c23e-d784-4813-9918-fae25eff9616 on network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 23:59:47.634989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Attempting to bind port 05a2c23e-d784-4813-9918-fae25eff9616 on network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:47.645190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c901f20-6180-4800-9d10-86749c29b882 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:47.647175 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4536a8b-f741-4464-943c-eac611971bbc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2685800 Dec 06 23:59:47.654207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59734) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:47.660245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.661672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:47.662036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Checking segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:47.662434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Bound using segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:47.662883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Bound port: 05a2c23e-d784-4813-9918-fae25eff9616, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:47.663249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.665865 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d69e9dac-40e8-446e-ad77-a4f9f0a4d255 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0433068 Dec 06 23:59:47.667719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59736) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:47.672413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:47.677994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'network': {'name': 'tempest-router-network01--586791085'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:47.686663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.702647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.707489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.716009 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/9a4e9a52-9adb-4a57-9461-c7c97d0688d6 HTTP/1.1" status: 204 len: 168 time: 3.8446138 Dec 06 23:59:47.724189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59738) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:47.744463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-637488852'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:47.758847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cad17752-75c8-486c-baf5-0c114a8ceb6c req-62a8583d-82c9-443e-9188-0ba4394d3ebb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270789 Dec 06 23:59:47.762887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Subnet': ['ID=9c2d41c5-08b2-4cab-809a-f4eb3191d345,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.768484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:47.768484 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:47.768484 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '424e7ca1cae74113ad2efe7d912065a9', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 59, 27, 701767)}] Dec 06 23:59:47.768484 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:47.768484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:47.773853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Checking segment: {'id': 'e6f40bc1-72dd-4060-92c9-5103eee9ef79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:47.774253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network hostable DHCP agents. Network: 5e883c5a-636e-4333-9966-faac4b0f2f8b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:47.778530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0c901f20-6180-4800-9d10-86749c29b882 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:47.779960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.786740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d981dc-3b6e-426a-adc5-56409e098463 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=9a4e9a52-9adb-4a57-9461-c7c97d0688d6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:47.822280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:47.825776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05a2c23e-d784-4813-9918-fae25eff9616,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:47.844257 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Project a9923834fbdf4a3aa1d06b8d2ecc029d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:59:47.848513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.868917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.869915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ce24519-d85f-4434-96c6-16db89e6603c', 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c', 'tenant_id': '424e7ca1cae74113ad2efe7d912065a9', 'fixed_ips': [{'subnet_id': 'ff79597d-e0fa-4557-bdbc-0d4120a3df9f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:47.870751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.874490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:47.875080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.910757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:47.918896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.933698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:47.938384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.964977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:47.979178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:47.979817 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment b79eba8d-6240-4e39-aa4c-f4c99f398047 of type vlan for network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 Dec 06 23:59:48.005326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=ed4a5bb4-6582-49a6-8604-fecd8fa1a259,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.012125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.012766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.013616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e883c5a-636e-4333-9966-faac4b0f2f8b) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:48.014169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] 10.222.0.45 "PUT /v2.0/ports/05a2c23e-d784-4813-9918-fae25eff9616 HTTP/1.1" status: 200 len: 1094 time: 2.2513721 Dec 06 23:59:48.017816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:59:48.020048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb91757b-ca4f-422c-9095-75fcd18bc07d" -d '{"events": [{"name": "network-changed", "server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "tag": "05a2c23e-d784-4813-9918-fae25eff9616"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:59:48.026336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.027045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.040139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:48.045265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.048763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538c1be-9b8b-49a2-8c0d-7c43a6043a5f service neutron] Pushing event updated for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.067946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.069690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3cf26503-9661-4d0a-bebe-91aeccb0f1d4 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2119153 Dec 06 23:59:48.072521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59744) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:48.080778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:48.081215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Allocated IP 2001:db8::2 (1ce24519-d85f-4434-96c6-16db89e6603c/ff79597d-e0fa-4557-bdbc-0d4120a3df9f/3423c43f-23d4-4839-81e6-9d9d6ebdb051) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:48.116826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56ff00-0867-4c17-b125-295614c6b397 None None] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:48.183222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.211569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-564977ef-6fc2-43f9-ab64-bf671ada6e77 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5511694 Dec 06 23:59:48.214417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59746) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:48.222293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-371770267', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:48.244457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e83954-9f1a-466b-b209-98383033361c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.248113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.269930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.271312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.343920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-932cf120-0d3b-46ee-a4b6-98dc99e163a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.345742 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-932cf120-0d3b-46ee-a4b6-98dc99e163a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 1097 time: 0.1763887 Dec 06 23:59:48.349940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 23:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fd4b6a-70d2-46be-8747-9c067dfc410d x-openstack-request-id: req-84fd4b6a-70d2-46be-8747-9c067dfc410d {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:59:48.350461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "tag": "05a2c23e-d784-4813-9918-fae25eff9616", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:59:48.350875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84fd4b6a-70d2-46be-8747-9c067dfc410d {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:59:48.351490 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616', 'status': 'completed', 'code': 200} Dec 06 23:59:48.359134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.359321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 23:59:48.359321 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 23:59:48.359321 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'project_id_1': '424e7ca1cae74113ad2efe7d912065a9', 'expiration_1': datetime.datetime(2021, 12, 6, 23, 59, 28, 303363)}] Dec 06 23:59:48.359321 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:48.359667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:48.363802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59748) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:48.364797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-76d1ad76-4d01-4ced-985f-a090bb94c141 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6961234 Dec 06 23:59:48.370069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'security_group_rule': {'security_group_id': '3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8', 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:48.417680 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-d6e383c2-bc4a-4d08-bfc3-fa6419b9e949 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=05a2c23e-d784-4813-9918-fae25eff9616 HTTP/1.1" status: 200 len: 217 time: 0.0512700 Dec 06 23:59:48.439244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.440994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.462568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=4fe6c4e3-672f-465e-ba47-bcb0cbf50b96,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.462672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23505d49-34bc-4c83-b9f0-d764d9e81369 None None] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:48.478706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-484a12d5-a509-4b61-9bd6-9c9a93d90b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.504072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:48.518212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-096dc6d1-1d3d-45dc-aa88-9baaf80aa47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.519767 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-096dc6d1-1d3d-45dc-aa88-9baaf80aa47f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8905d7b0-7756-4418-959e-ac5cff3f7903 HTTP/1.1" status: 200 len: 837 time: 0.0843868 Dec 06 23:59:48.528577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.529549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.557843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a909b7db-2df2-4a26-bcda-073cdbf1c03c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8289378 Dec 06 23:59:48.558790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:48.564866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:48.606931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-39c184c4-6a2a-4d1b-a8d0-b1d570898608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.606931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-39c184c4-6a2a-4d1b-a8d0-b1d570898608 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06fb6c4a-746a-4922-a6cc-7d879a5a2c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675144 Dec 06 23:59:48.633342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.679705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.708042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 is not hosted by any dhcp agent {{(pid=110159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:59:48.713951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:48.714722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.719878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "PUT /v2.0/networks/ed4a5bb4-6582-49a6-8604-fecd8fa1a259 HTTP/1.1" status: 200 len: 723 time: 0.6450486 Dec 06 23:59:48.722135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.725000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Project a9923834fbdf4a3aa1d06b8d2ecc029d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 23:59:48.727027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59752) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:48.765345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': 'ed4a5bb4-6582-49a6-8604-fecd8fa1a259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:48.769757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Network 1ce24519-d85f-4434-96c6-16db89e6603c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:48.774306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:48.778970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:48.783083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Pushing event updated for resources: {'Port': ['ID=3423c43f-23d4-4839-81e6-9d9d6ebdb051,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.797601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.804283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fd224-41ac-4238-a0c4-00e827ead30b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=ed4a5bb4-6582-49a6-8604-fecd8fa1a259,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:48.817369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-0b775ab9-aa4e-4d38-aa54-db3d62cdd4fd service neutron] 10.222.0.45 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962769 Dec 06 23:59:48.839517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:48.844512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.861229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:48.891888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Attempting to bind port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:48.891888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Attempting to bind port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8779d85d-a1be-4041-8207-cc4287594dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:48.891888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Attempting to bind port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 on network 1ce24519-d85f-4434-96c6-16db89e6603c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:48.932248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee37e6-e223-488f-bf7d-c3ea3777a1c8 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:48.941413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:48.941806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Checking segment: {'id': '8779d85d-a1be-4041-8207-cc4287594dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:48.942373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.942779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Bound using segment: {'id': '8779d85d-a1be-4041-8207-cc4287594dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:48.944727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Bound port: 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8779d85d-a1be-4041-8207-cc4287594dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1ce24519-d85f-4434-96c6-16db89e6603c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:48.944727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:48.945207 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e79382e6-5a01-48a1-ba2e-9cb0e42120bd req-2fa7a3c8-6583-427a-9381-ee127aeba74a service neutron] 10.222.0.45 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166642 Dec 06 23:59:49.063477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] Provisioning complete for port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:49.063849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.153432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] For port 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:49.180521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] For port 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3423c43f-23d4-4839-81e6-9d9d6ebdb051,segment=NetworkSegment(8779d85d-a1be-4041-8207-cc4287594dd1),segment_id=8779d85d-a1be-4041-8207-cc4287594dd1)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:49.188916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-933f43cf-af87-4449-8974-c24232b436a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.191041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-933f43cf-af87-4449-8974-c24232b436a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 1097 time: 0.0476227 Dec 06 23:59:49.256723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.286575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.355915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981565-140a-4b21-84d7-c9e9fc8fe6dd None None] Pushing event updated for resources: {'Port': ['ID=3423c43f-23d4-4839-81e6-9d9d6ebdb051,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:49.368068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] For port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,segment=NetworkSegment(75f9df2d-b8cd-477a-a313-8906b7194e81),segment_id=75f9df2d-b8cd-477a-a313-8906b7194e81)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:49.407992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-c56dc06e-7c2c-4a62-9979-a27a4d177f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.410466 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-c56dc06e-7c2c-4a62-9979-a27a4d177f33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=06fb6c4a-746a-4922-a6cc-7d879a5a2c76 HTTP/1.1" status: 200 len: 897 time: 0.2070038 Dec 06 23:59:49.428043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Update dhcp port {'port': {'network_id': 'd3cf4a46-73c8-4699-9e8b-d88221a1e2a4', 'fixed_ips': [{'subnet_id': '708945f3-cf39-41af-b3fb-d9ee04fdf81f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aade9412-01e1-41da-9f7a-0d6fd94d3aaf'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '145055a4-ab4f-4dad-bb6d-232bea1d0fbb'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 23:59:49.472555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.496579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.520459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.527444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-9253625e-8604-465d-8536-f04e935b98b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=05a2c23e-d784-4813-9918-fae25eff9616 HTTP/1.1" status: 200 len: 217 time: 0.1053042 Dec 06 23:59:49.571517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.575549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.582834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 145055a4-ab4f-4dad-bb6d-232bea1d0fbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:49.597713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:49.640699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-223f7ce4-1139-4a77-b311-fcdf37b2d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.643271 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-223f7ce4-1139-4a77-b311-fcdf37b2d920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8905d7b0-7756-4418-959e-ac5cff3f7903 HTTP/1.1" status: 200 len: 837 time: 0.1084445 Dec 06 23:59:49.644606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e70e4-a4cb-4dc6-8d7c-532651e3b12f None None] Pushing event updated for resources: {'Port': ['ID=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:49.714763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-761031b9-1064-42b1-a85b-97e74ca1da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.717014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.719170 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-761031b9-1064-42b1-a85b-97e74ca1da45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=06fb6c4a-746a-4922-a6cc-7d879a5a2c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0661035 Dec 06 23:59:49.736465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.736921 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Added segment b0502743-8506-477f-8f63-80c785657c55 of type vlan for network 5da1ce2e-99d1-485e-b079-85334e3e9360 Dec 06 23:59:49.788935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f150881-2a00-4596-ba30-2d0daa13d1cb req-587ed0df-d489-4c4c-9fc8-afe673560f20 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.793710 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4f150881-2a00-4596-ba30-2d0daa13d1cb req-587ed0df-d489-4c4c-9fc8-afe673560f20 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 944 time: 0.8942771 Dec 06 23:59:49.816135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:49.816502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.824877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.835554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae53c914-9c08-4452-a35a-270b9eddc7b6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:49.879708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Allocated IP 172.20.0.1 (d3cf4a46-73c8-4699-9e8b-d88221a1e2a4/aade9412-01e1-41da-9f7a-0d6fd94d3aaf/145055a4-ab4f-4dad-bb6d-232bea1d0fbb) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:49.880072 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-1a9d726c-a805-4fb3-b581-54d845326dd1 service neutron] 10.222.0.45 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529107 Dec 06 23:59:49.886269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 is not hosted by any dhcp agent {{(pid=110158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:59:49.895038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:49.896006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.900501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "PUT /v2.0/networks/4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 HTTP/1.1" status: 200 len: 723 time: 1.3383675 Dec 06 23:59:49.920370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:49.925387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:49.962730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59756) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:49.982091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.003059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:50.007751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb91757b-ca4f-422c-9095-75fcd18bc07d req-60db204a-6d26-4f01-9226-5fda8474a4d4 service neutron] 10.222.0.45 "GET /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169717 Dec 06 23:59:50.027402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.028720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e974a5f-398f-4d1d-84ce-0eb697cc1eee tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6637952 Dec 06 23:59:50.169562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.resource_extend [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:59:50.183760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989752d-4fc8-4643-9c0a-1d17ead8e3ce tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=4fe6c4e3-672f-465e-ba47-bcb0cbf50b96,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:50.199418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:50.253120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4f150881-2a00-4596-ba30-2d0daa13d1cb req-79edf63b-f40f-472a-bfac-da8c70b62381 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318216 Dec 06 23:59:50.292037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] For port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,segment=NetworkSegment(75f9df2d-b8cd-477a-a313-8906b7194e81),segment_id=75f9df2d-b8cd-477a-a313-8906b7194e81)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:50.337580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.424677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.496168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.503397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:50.504630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.504998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a56b6-2be3-42bd-98b3-95e4ec272bd5 None None] Pushing event updated for resources: {'Port': ['ID=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:50.628983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:50.632694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.644463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Network': ['ID=5da1ce2e-99d1-485e-b079-85334e3e9360,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:50.657413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:50.709808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b8a93c06-579d-4dc3-a54e-d16e7aa4842b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.866785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.883517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62751597-172a-4364-83f8-c2e807b813d2 None None] Network 1ce24519-d85f-4434-96c6-16db89e6603c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:50.899753 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4a86fab-15da-43aa-8fcd-29b079bd3d60 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.2321560 Dec 06 23:59:50.901606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:50.902360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59802) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:50.910253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'network': {'name': 'tempest-router-network02--1949635499'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:51.001718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.006077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] Provisioning complete for port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:51.006471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.047668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:51.051671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.087689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:51.099413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.099759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Added segment f2b5e3cf-4335-427c-b490-f9394250de90 of type vlan for network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 Dec 06 23:59:51.171824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.180627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=b4c62b97-bd03-46a0-8614-0b82855f98d2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:51.217838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.221957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] For port 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3423c43f-23d4-4839-81e6-9d9d6ebdb051,segment=NetworkSegment(8779d85d-a1be-4041-8207-cc4287594dd1),segment_id=8779d85d-a1be-4041-8207-cc4287594dd1)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:51.243821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.259810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': 'a546cdc2-d599-4289-91ac-44289b167f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed4a5bb4-6582-49a6-8604-fecd8fa1a259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:51.260180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: ed4a5bb4-6582-49a6-8604-fecd8fa1a259, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:51.299948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.313572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.158 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/d3712ec2-27fe-43e2-a722-2f74ff0f6869) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:51.357965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.368205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:51.369349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.384365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4e4da-aaeb-4481-97fd-a130a25b2e5d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:51.412073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 05a2c23e-d784-4813-9918-fae25eff9616 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 23:59:51.470878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce12bf-c420-44c6-8f91-b57e21d2dcd8 None None] Pushing event updated for resources: {'Port': ['ID=3423c43f-23d4-4839-81e6-9d9d6ebdb051,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:51.498510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': 'b79eba8d-6240-4e39-aa4c-f4c99f398047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:51.498510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:51.502219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:51.527631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7344bd8-5cd6-4d89-bf14-240b6b4b1365 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:51.571877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Network': ['ID=2c16383d-39ad-4f59-8d3b-901fa958fbe7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:51.604067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ed4a5bb4-6582-49a6-8604-fecd8fa1a259) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:51.605967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-44ee12c5-7b33-439c-b17d-80adf1625c4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7021506 Dec 06 23:59:51.614932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:51.616452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:51.616725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.620439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59812) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:51.630279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2df9c8-f043-449b-bebd-a49a5467f531 req-eff72b87-9f05-43b1-9218-728760a19b17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:51.634847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ff2df9c8-f043-449b-bebd-a49a5467f531 req-eff72b87-9f05-43b1-9218-728760a19b17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 944 time: 0.2610321 Dec 06 23:59:51.638420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'subnet': {'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:51.652820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad81234-e84b-4da8-8587-7ba572f3de45 None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:51.668827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3423c43f-23d4-4839-81e6-9d9d6ebdb051 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:51.728829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ff2df9c8-f043-449b-bebd-a49a5467f531 req-4da0d61c-6853-48a6-aff6-91ff1bd02db7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795696 Dec 06 23:59:51.757360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:51.769120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.770650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:51.781003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:51.781728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-541847'] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.785657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0867cd31-7d0a-412d-94f6-2de9b6d52c7b None None] Provisioning complete for port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:51.786039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0867cd31-7d0a-412d-94f6-2de9b6d52c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.828481 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-21deb411-81eb-4fd4-b07e-269c242f7ede tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0680988 Dec 06 23:59:51.831559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59816) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:51.837061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:51.840655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d872a117-ed4d-4162-b58b-db164565c08c None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:51.910080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5bf3ded8-ebe6-44ca-9f2d-0cdac875874d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9222445 Dec 06 23:59:51.910416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59818) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:51.918918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:51.939012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5229065'] for subnet, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.948922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:51.982666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05a2c23e-d784-4813-9918-fae25eff9616,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:51.997768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:51.998004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.024005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:52.033908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:52.061832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '05a2c23e-d784-4813-9918-fae25eff9616', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'port_id': '05a2c23e-d784-4813-9918-fae25eff9616', 'mac_address': 'fa:16:3e:75:51:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 23:59:52.063915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:52.073974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=d3712ec2-27fe-43e2-a722-2f74ff0f6869,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:52.074918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb95f4f-daa7-4e8a-97a0-37e7cc7342fb None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 23:59:52.102656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:52.106474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.113193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.187313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10049160'] for subnet, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.237540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4988712'] for subnet, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.280911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:52.281776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.285571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "PUT /v2.0/subnets/b4c62b97-bd03-46a0-8614-0b82855f98d2 HTTP/1.1" status: 200 len: 826 time: 0.4503222 Dec 06 23:59:52.285831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59828) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:52.291870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.381985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a2c23e-d784-4813-9918-fae25eff9616 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 23:59:52.409517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae65f4e-7528-4754-a8f5-9e96a5b0a1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ed4a5bb4-6582-49a6-8604-fecd8fa1a259', 'network_id': 'ed4a5bb4-6582-49a6-8604-fecd8fa1a259', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': 'b4c62b97-bd03-46a0-8614-0b82855f98d2'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:52.410379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5ae65f4e-7528-4754-a8f5-9e96a5b0a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.449028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05a2c23e-d784-4813-9918-fae25eff9616,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:52.450709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 145055a4-ab4f-4dad-bb6d-232bea1d0fbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:52.487535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.492513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af2864-37e6-46a6-b311-8dea95aa437d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=b4c62b97-bd03-46a0-8614-0b82855f98d2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:52.506200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4fe6c4e3-672f-465e-ba47-bcb0cbf50b96', 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': 'dfe4e4da-aaeb-4481-97fd-a130a25b2e5d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:52.507264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.552589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.573353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.766427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.774178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.815000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.815726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c62b97-bd03-46a0-8614-0b82855f98d2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:52.815852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11763481'] for subnet, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.879233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Subnet': ['ID=c3667b2d-6dcd-4191-b725-25ed367d5703,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:52.902804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-73e2fc3a-a7b2-4edc-bc4b-ab1e9a45ce75 None None] Provisioning complete for port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:52.903448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc3a-a7b2-4edc-bc4b-ab1e9a45ce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.916748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:52.953047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4a5bb4-6582-49a6-8604-fecd8fa1a259']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:52.956255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=dfe4e4da-aaeb-4481-97fd-a130a25b2e5d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:52.975036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a546cdc2-d599-4289-91ac-44289b167f89') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:52.975343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a546cdc2-d599-4289-91ac-44289b167f89') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:52.993734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.009180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['05a2c23e-d784-4813-9918-fae25eff9616'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 23:59:53.013326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.029486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:53.030623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.030770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:53.031435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.035597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd9e3ff4-46d2-4f8b-b707-28b71f1483d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "PUT /v2.0/subnets/dfe4e4da-aaeb-4481-97fd-a130a25b2e5d HTTP/1.1" status: 200 len: 806 time: 1.1241040 Dec 06 23:59:53.041496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59860) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-5ae65f4e-7528-4754-a8f5-9e96a5b0a1c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4c62b97-bd03-46a0-8614-0b82855f98d2: This subnet is being modified by another concurrent operation. Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4c62b97-bd03-46a0-8614-0b82855f98d2: This subnet is being modified by another concurrent operation. Dec 06 23:59:53.079423 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 06 23:59:53.091606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:53.106676 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:53.111671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d97cc7-3d33-4839-9e05-e2fbe3b120af None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:53.138019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.157618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:53.157995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.224253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Checking segment: {'id': 'b0502743-8506-477f-8f63-80c785657c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:53.224632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network hostable DHCP agents. Network: 5da1ce2e-99d1-485e-b079-85334e3e9360, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:53.230893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.233927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8531-db1d-45ce-806b-4b36df20863c req-f7463024-9934-42f6-b5a0-3129ed6991cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:53.235519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-117e8531-db1d-45ce-806b-4b36df20863c req-f7463024-9934-42f6-b5a0-3129ed6991cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 945 time: 0.3585682 Dec 06 23:59:53.241495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.244928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.248896 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/ed4a5bb4-6582-49a6-8604-fecd8fa1a259 HTTP/1.1" status: 204 len: 168 time: 0.9586117 Dec 06 23:59:53.248896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59862) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:53.284007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb62108-8de2-4d67-af0a-68b2cb91d090 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=ed4a5bb4-6582-49a6-8604-fecd8fa1a259,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:53.289377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7701deb-c903-44f8-a062-bfb5e502de87 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:53.293015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7701deb-c903-44f8-a062-bfb5e502de87 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:53.308254 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7701deb-c903-44f8-a062-bfb5e502de87 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/ed4a5bb4-6582-49a6-8604-fecd8fa1a259 HTTP/1.1" status: 404 len: 339 time: 0.0581803 Dec 06 23:59:53.310785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59864) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:53.312500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Allocated IP 172.20.0.2 (4fe6c4e3-672f-465e-ba47-bcb0cbf50b96/dfe4e4da-aaeb-4481-97fd-a130a25b2e5d/8176c5b9-f71e-4902-b8ce-3aed1d28c25d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:53.319792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1803813637', 'description': 'd1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:53.401535 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-117e8531-db1d-45ce-806b-4b36df20863c req-5f116027-7633-4d64-9b8a-921b3de2d6da tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541891 Dec 06 23:59:53.404843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.407036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.434838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf4c87-aba1-4b2a-aabf-d1163769bada None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:53.459188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:53.463096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.495550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf4c87-aba1-4b2a-aabf-d1163769bada None None] Network ed4a5bb4-6582-49a6-8604-fecd8fa1a259 could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 23:59:53.517071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:53.538477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.541748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 69f0356a-030c-4cc0-b35d-a3cf36be7147 of type vlan for network 46b455f9-787b-4c63-9267-2ecc65add732 Dec 06 23:59:53.551215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-73e2fc3a-a7b2-4edc-bc4b-ab1e9a45ce75 None None] Provisioning complete for port d3712ec2-27fe-43e2-a722-2f74ff0f6869 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:53.551730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc3a-a7b2-4edc-bc4b-ab1e9a45ce75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.616845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.649844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-73e2fc3a-a7b2-4edc-bc4b-ab1e9a45ce75 None None] Port d3712ec2-27fe-43e2-a722-2f74ff0f6869 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:53.739204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.742595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.750439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:53.751119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.752879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3423c43f-23d4-4839-81e6-9d9d6ebdb051 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:53.816391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:53.838331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f8001e1c-7b47-4757-8136-de6ba952273f None None] Provisioning complete for port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:53.838883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f8001e1c-7b47-4757-8136-de6ba952273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:53.879289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=46b455f9-787b-4c63-9267-2ecc65add732,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:53.899790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 46b455f9-787b-4c63-9267-2ecc65add732 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:53.938533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:53.966768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.079401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.155439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:54.166225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:54.170257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:54.172185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Pushing event updated for resources: {'Port': ['ID=8176c5b9-f71e-4902-b8ce-3aed1d28c25d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:54.183106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5da1ce2e-99d1-485e-b079-85334e3e9360) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:54.189389 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d51961bc-1a71-43e4-8d4c-c2cb7e29769c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8740613 Dec 06 23:59:54.190001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59868) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:54.200940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:54.202419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.211621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db08330-361f-4655-b27e-5362364cf6c3 None None] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:54.236309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:54.289679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.290666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.299324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Attempting to bind port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:54.299709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Attempting to bind port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b79eba8d-6240-4e39-aa4c-f4c99f398047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:54.300080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Attempting to bind port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d on network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:54.309824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:54.316543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Checking segment: {'id': 'b79eba8d-6240-4e39-aa4c-f4c99f398047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:54.316543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.316543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Bound using segment: {'id': 'b79eba8d-6240-4e39-aa4c-f4c99f398047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:54.316543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Bound port: 8176c5b9-f71e-4902-b8ce-3aed1d28c25d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79eba8d-6240-4e39-aa4c-f4c99f398047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:54.316543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.365796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe4e4da-aaeb-4481-97fd-a130a25b2e5d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:54.379774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42d7ef8-0242-4d88-9032-df40fe149228 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:54.381309 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b42d7ef8-0242-4d88-9032-df40fe149228 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks?id=46b455f9-787b-4c63-9267-2ecc65add732 HTTP/1.1" status: 200 len: 765 time: 0.1905129 Dec 06 23:59:54.384314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59870) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:54.387642 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eddba37f-7429-4132-a0ef-d6a4718bd7eb tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7607653 Dec 06 23:59:54.391008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'description': 'd2'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:54.391234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59872) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:54.397641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'subnet': {'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:54.424433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] For port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:54.431054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] For port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8176c5b9-f71e-4902-b8ce-3aed1d28c25d,segment=NetworkSegment(b79eba8d-6240-4e39-aa4c-f4c99f398047),segment_id=b79eba8d-6240-4e39-aa4c-f4c99f398047)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:54.464800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5da1ce2e-99d1-485e-b079-85334e3e9360', 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360', 'tenant_id': '424e7ca1cae74113ad2efe7d912065a9', 'fixed_ips': [{'subnet_id': 'c3667b2d-6dcd-4191-b725-25ed367d5703'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:54.465916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.540475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.572267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.610567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe6c4e3-672f-465e-ba47-bcb0cbf50b96']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.635792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79eba8d-6240-4e39-aa4c-f4c99f398047') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.636120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79eba8d-6240-4e39-aa4c-f4c99f398047') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.650565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.650797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:54.658022 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:54.660589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.686670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be703941-9902-4370-9103-aa2674cb5a9c None None] Pushing event updated for resources: {'Port': ['ID=8176c5b9-f71e-4902-b8ce-3aed1d28c25d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:54.691058 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:54.691802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.711128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Allocated IP 2001:db8::2 (5da1ce2e-99d1-485e-b079-85334e3e9360/c3667b2d-6dcd-4191-b725-25ed367d5703/d69238f6-a2c4-4116-9172-af73ee340556) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:54.713020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a739d5f-7706-43ce-9fad-0f927a506c88 req-745d2a54-ada8-40de-a749-cf495cc2b2bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:54.714673 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2a739d5f-7706-43ce-9fad-0f927a506c88 req-745d2a54-ada8-40de-a749-cf495cc2b2bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 945 time: 0.1460707 Dec 06 23:59:54.715104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.732745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:54.741905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.744939 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:54.749914 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:54.754965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:54.755782 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.756779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39464c0c-645d-4a9d-830f-148cec0be3bc None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:54.793093 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:54.794082 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf22c3-9701-4e68-a8d9-adf282e757d4 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:54.816111 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2a739d5f-7706-43ce-9fad-0f927a506c88 req-9c3a3dcb-3eff-48c6-8013-d3095e69ff30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817938 Dec 06 23:59:54.837490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:54.841629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.849270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.881509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.883965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-66ad25e8-b2f2-48cf-a8f3-0727d3da70a8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6674862 Dec 06 23:59:54.886942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59876) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:54.889291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network 46b455f9-787b-4c63-9267-2ecc65add732 is not hosted by any dhcp agent {{(pid=110159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:59:54.895297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:54.895944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:54.899718 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "PUT /v2.0/networks/46b455f9-787b-4c63-9267-2ecc65add732 HTTP/1.1" status: 200 len: 762 time: 0.5116072 Dec 06 23:59:54.901390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59878) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:54.957932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.db.api [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 23:59:54.957932 dv-neutron-master-2-hyperv neutron-server[110158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 23:59:54.957932 dv-neutron-master-2-hyperv neutron-server[110158]: [parameters: {'id': '4fe6c4e3-672f-465e-ba47-bcb0cbf50b96'}] Dec 06 23:59:54.957932 dv-neutron-master-2-hyperv neutron-server[110158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:54.958400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG oslo_db.api [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:54.969433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50908da-387c-4b48-b10b-63701400ec83 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=46b455f9-787b-4c63-9267-2ecc65add732,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:54.985130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 46b455f9-787b-4c63-9267-2ecc65add732 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:55.028989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21836697-2652-4c33-9b72-e92ca3e721b6 None None] Network 4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:55.039020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437402b5-078a-47df-9b91-9474a64fa4cb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:55.047022 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-437402b5-078a-47df-9b91-9474a64fa4cb tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks?id=46b455f9-787b-4c63-9267-2ecc65add732 HTTP/1.1" status: 200 len: 765 time: 0.1431470 Dec 06 23:59:55.047737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59882) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:55.293561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57b8fc-eecc-42e3-a5c3-9e1731ade5d5 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:55.296024 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d57b8fc-eecc-42e3-a5c3-9e1731ade5d5 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2450104 Dec 06 23:59:55.298479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59884) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:55.312213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.341751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c4bb4104-cbc5-4b70-acad-fc9d543fead8 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 207 time: 0.0388746 Dec 06 23:59:55.341989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59886) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:55.401513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.402690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.441665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 05a2c23e-d784-4813-9918-fae25eff9616 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:55.459624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.485224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:55.496787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:55.499378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Subnet': ['ID=cf53640a-fce7-48fa-8b08-f9eec3622baf,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:55.507400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:55.513088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Pushing event updated for resources: {'Port': ['ID=d69238f6-a2c4-4116-9172-af73ee340556,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:55.540795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Checking segment: {'id': 'f2b5e3cf-4335-427c-b490-f9394250de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:55.541173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network hostable DHCP agents. Network: 2c16383d-39ad-4f59-8d3b-901fa958fbe7, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 23:59:55.596409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Attempting to bind port d69238f6-a2c4-4116-9172-af73ee340556 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:55.596791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Attempting to bind port d69238f6-a2c4-4116-9172-af73ee340556 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b0502743-8506-477f-8f63-80c785657c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:55.597157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Attempting to bind port d69238f6-a2c4-4116-9172-af73ee340556 on network 5da1ce2e-99d1-485e-b079-85334e3e9360 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:55.606458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:55.607047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Checking segment: {'id': 'b0502743-8506-477f-8f63-80c785657c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:55.607350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.608825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Bound using segment: {'id': 'b0502743-8506-477f-8f63-80c785657c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:55.608988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Bound port: d69238f6-a2c4-4116-9172-af73ee340556, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0502743-8506-477f-8f63-80c785657c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5da1ce2e-99d1-485e-b079-85334e3e9360'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:55.609709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.685769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 23:59:55.686223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.688518 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 05a2c23e-d784-4813-9918-fae25eff9616 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 23:59:55.699534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 05a2c23e-d784-4813-9918-fae25eff9616 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:55.700245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.726410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 23:59:55.737998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] For port d69238f6-a2c4-4116-9172-af73ee340556, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:55.762280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] For port d69238f6-a2c4-4116-9172-af73ee340556, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d69238f6-a2c4-4116-9172-af73ee340556,segment=NetworkSegment(b0502743-8506-477f-8f63-80c785657c55),segment_id=b0502743-8506-477f-8f63-80c785657c55)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:55.789038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.822381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8176c5b9-f71e-4902-b8ce-3aed1d28c25d,segment=NetworkSegment(b79eba8d-6240-4e39-aa4c-f4c99f398047),segment_id=b79eba8d-6240-4e39-aa4c-f4c99f398047)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:55.822381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.822710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.857603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 23:59:55.867520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c16383d-39ad-4f59-8d3b-901fa958fbe7) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:55.870701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f09d0-6fc9-4617-9694-4528b81080a2" -d '{"events": [{"server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "name": "network-vif-plugged", "status": "completed", "tag": "05a2c23e-d784-4813-9918-fae25eff9616"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 23:59:55.879384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.881527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:55.882132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:55.897101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 8176c5b9-f71e-4902-b8ce-3aed1d28c25d owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 23:59:55.922445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639c1bc-4986-497e-96dc-ae184bde739f None None] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:55.998229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.008277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.015995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.024127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.045015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.051447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05a2c23e-d784-4813-9918-fae25eff9616,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:56.058169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.066297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-50f359fd-e2ea-429b-b788-0915c37c60ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.7227957 Dec 06 23:59:56.071811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59896) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:56.090693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46682a29-a1a4-4c67-9db7-a4b5eec79561 x-openstack-request-id: req-46682a29-a1a4-4c67-9db7-a4b5eec79561 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 23:59:56.091657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "name": "network-vif-plugged", "status": "completed", "tag": "05a2c23e-d784-4813-9918-fae25eff9616", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 23:59:56.092202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46682a29-a1a4-4c67-9db7-a4b5eec79561 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 23:59:56.093858 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616', 'code': 200} Dec 06 23:59:56.096369 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7998cfef-cebb-40e5-a789-077c04108056 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7039835 Dec 06 23:59:56.102513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59898) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:56.146684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:56.176938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571a34e-9a5f-410e-ae88-73e836a36aae None None] Pushing event updated for resources: {'Port': ['ID=d69238f6-a2c4-4116-9172-af73ee340556,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:56.232807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a78eb-bfe7-4f0a-a4a2-786e97e45fe0 req-f59fbdaf-8509-4f60-a15b-85ea768e946a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.235996 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-802a78eb-bfe7-4f0a-a4a2-786e97e45fe0 req-f59fbdaf-8509-4f60-a15b-85ea768e946a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 945 time: 0.3265605 Dec 06 23:59:56.352806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:56.376188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c16383d-39ad-4f59-8d3b-901fa958fbe7', 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7', 'tenant_id': '424e7ca1cae74113ad2efe7d912065a9', 'fixed_ips': [{'subnet_id': 'cf53640a-fce7-48fa-8b08-f9eec3622baf'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 23:59:56.378006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:56.508983 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cb666f2f-aca2-415d-ab68-90bb0fe6527d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4328341 Dec 06 23:59:56.525537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59900) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:56.571479 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-802a78eb-bfe7-4f0a-a4a2-786e97e45fe0 req-5df18b07-5db1-4717-8775-97458bb4663d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202422 Dec 06 23:59:56.643942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Allocated IP 2001:db8::2 (2c16383d-39ad-4f59-8d3b-901fa958fbe7/cf53640a-fce7-48fa-8b08-f9eec3622baf/40602b2e-d7ad-4521-bb41-1d168f70cbd4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:56.663944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.665605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.667268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.668814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.671129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.672314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.1 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/f4c13e65-f091-4cc0-a119-6164f51bff31) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:56.672693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-178dcdc8-0db8-4615-8194-264b95fb2195 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1452243 Dec 06 23:59:56.687755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59902) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:56.693931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d099c5-f443-4b07-8309-96ef7d852b81 req-63f1ce84-a8fb-4b9d-8a79-87243b103f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.695462 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-93d099c5-f443-4b07-8309-96ef7d852b81 req-63f1ce84-a8fb-4b9d-8a79-87243b103f66 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 1099 time: 0.1797097 Dec 06 23:59:56.697094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:56.700404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:56.792266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=8176c5b9-f71e-4902-b8ce-3aed1d28c25d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:56.805029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 8176c5b9-f71e-4902-b8ce-3aed1d28c25d on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 23:59:56.839434 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-93d099c5-f443-4b07-8309-96ef7d852b81 req-590ff54f-678b-4d22-8b2c-55ba58e2c350 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280587 Dec 06 23:59:56.862078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:56.891873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.893304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.894843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.896258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.897654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:56.899521 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cc448d05-50bc-4636-a6e1-5feaf358d527 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2101707 Dec 06 23:59:56.906875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59904) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:56.936027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.007412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:57.012512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.013221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:57.016376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:57.032581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Pushing event updated for resources: {'Port': ['ID=40602b2e-d7ad-4521-bb41-1d168f70cbd4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:57.038143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Allocated IP 2001:db8::1 (5da1ce2e-99d1-485e-b079-85334e3e9360/c3667b2d-6dcd-4191-b725-25ed367d5703/fa52bc76-dad4-4ab7-925a-39044aa97487) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 23:59:57.119183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Attempting to bind port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 23:59:57.119792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Attempting to bind port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f2b5e3cf-4335-427c-b490-f9394250de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 23:59:57.119915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Attempting to bind port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 on network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 23:59:57.130143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 23:59:57.130526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Checking segment: {'id': 'f2b5e3cf-4335-427c-b490-f9394250de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 23:59:57.130933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.132902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Bound using segment: {'id': 'f2b5e3cf-4335-427c-b490-f9394250de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 23:59:57.133382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Bound port: 40602b2e-d7ad-4521-bb41-1d168f70cbd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b5e3cf-4335-427c-b490-f9394250de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2c16383d-39ad-4f59-8d3b-901fa958fbe7'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 23:59:57.133769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.148319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.152969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe6c4e3-672f-465e-ba47-bcb0cbf50b96']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:57.177074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90e54c-a70e-4eae-bb78-226670b1dd5d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:57.182425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fa90e54c-a70e-4eae-bb78-226670b1dd5d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks/f6835031-d135-42af-b14e-ba1a2603af9b HTTP/1.1" status: 200 len: 804 time: 0.2607293 Dec 06 23:59:57.182425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79eba8d-6240-4e39-aa4c-f4c99f398047') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:57.182425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79eba8d-6240-4e39-aa4c-f4c99f398047') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:57.186520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59906) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.209539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.222511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] For port 40602b2e-d7ad-4521-bb41-1d168f70cbd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 23:59:57.226539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] For port 40602b2e-d7ad-4521-bb41-1d168f70cbd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40602b2e-d7ad-4521-bb41-1d168f70cbd4,segment=NetworkSegment(f2b5e3cf-4335-427c-b490-f9394250de90),segment_id=f2b5e3cf-4335-427c-b490-f9394250de90)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 23:59:57.260517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.266295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.269665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 23:59:57.270321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 23:59:57.273531 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 23:59:57.319599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.381437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-636c67b7-eda4-4d60-8e3c-afc07900a929 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/networks/f6835031-d135-42af-b14e-ba1a2603af9b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1935651 Dec 06 23:59:57.385787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59910) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.408798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f7161-c4f3-4026-94a3-5a301274d83a None None] Pushing event updated for resources: {'Port': ['ID=40602b2e-d7ad-4521-bb41-1d168f70cbd4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:57.426641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.466078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.482804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.517563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.522840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 HTTP/1.1" status: 204 len: 168 time: 4.4802034 Dec 06 23:59:57.527683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:57.544317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a569-fb5c-40a8-a791-b241cf70cb94 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=4fe6c4e3-672f-465e-ba47-bcb0cbf50b96,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:57.548130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59912) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.557738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:57.563836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:57.575911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ea94a-9fdf-426a-b4de-5710caeb0c28 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:57.576365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-828d4453-8e29-4e6c-a0aa-2ff602bce124 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 06 23:59:57.587617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828d4453-8e29-4e6c-a0aa-2ff602bce124 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 23:59:57.587731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f4ea94a-9fdf-426a-b4de-5710caeb0c28 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets/bf46570f-46c0-4470-ba67-9ee96d2f6922 HTTP/1.1" status: 200 len: 843 time: 0.1907508 Dec 06 23:59:57.587731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=f4c13e65-f091-4cc0-a119-6164f51bff31,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:57.587909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-828d4453-8e29-4e6c-a0aa-2ff602bce124 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 HTTP/1.1" status: 404 len: 339 time: 0.0339086 Dec 06 23:59:57.587909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Port': ['ID=fa52bc76-dad4-4ab7-925a-39044aa97487,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:57.601526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59914) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.601892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59916) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.613114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-932632001', 'description': 'd1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:57.638895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.736662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:57.742751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:57.747308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 23:59:57.747959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.769509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5e051-8382-476c-b2a9-10ec23d88e89 None None] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:57.805799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2425d4b-6a1b-4406-9fa3-bbb2a4c505a8 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:57.810378 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d2425d4b-6a1b-4406-9fa3-bbb2a4c505a8 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "GET /v2.0/subnets/bf46570f-46c0-4470-ba67-9ee96d2f6922?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2039549 Dec 06 23:59:57.820341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59920) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:57.830976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:57.835652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.835778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246181889'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:57.866307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d69238f6-a2c4-4116-9172-af73ee340556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:57.947276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666f910-e556-44c6-8d17-64d4d0e4ef78 req-0086da84-05fd-4dab-a2a6-cf86c11b79c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:57.949069 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a666f910-e556-44c6-8d17-64d4d0e4ef78 req-0086da84-05fd-4dab-a2a6-cf86c11b79c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.1585419 Dec 06 23:59:57.949896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:57.969780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.972443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] Provisioning complete for port d69238f6-a2c4-4116-9172-af73ee340556 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:57.973030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.993437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:57.994175 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 6d2a415c-469d-444f-89c6-b95e3e7d070d of type vlan for network 9a530aaa-7670-4a8c-b96a-bbdf6f782929 Dec 06 23:59:58.012267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:58.021590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.062393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d69238f6-a2c4-4116-9172-af73ee340556 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:58.062772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.110917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.134128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a666f910-e556-44c6-8d17-64d4d0e4ef78 req-6f5ae9a7-14e5-4bee-8ce8-c2d6b278128e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762261 Dec 06 23:59:58.148405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.199284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.252721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.resource_extend [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 23:59:58.343313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] For port d69238f6-a2c4-4116-9172-af73ee340556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d69238f6-a2c4-4116-9172-af73ee340556,segment=NetworkSegment(b0502743-8506-477f-8f63-80c785657c55),segment_id=b0502743-8506-477f-8f63-80c785657c55)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 23:59:58.345102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.459346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.464363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.478702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:58.479705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.577182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f707202-008c-4e2a-a0eb-fccdf86952bb None None] Pushing event updated for resources: {'Port': ['ID=d69238f6-a2c4-4116-9172-af73ee340556,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:58.618052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 23:59:58.618052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 23:59:58.619251 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0150504 Dec 06 23:59:58.620088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:58.646721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 23:59:58.665594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.671108 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Added segment 67ec8af8-9f3e-45d0-ae00-5029887f89e4 of type vlan for network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c Dec 06 23:59:58.671264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3bb2e-7563-403d-a2fa-b3f679cab412 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=9a530aaa-7670-4a8c-b96a-bbdf6f782929,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:58.694297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9a530aaa-7670-4a8c-b96a-bbdf6f782929 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:58.765419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.800775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e469b5-cd31-4d0e-86af-79e7d309984b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:58.806286 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-35e469b5-cd31-4d0e-86af-79e7d309984b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks?id=9a530aaa-7670-4a8c-b96a-bbdf6f782929 HTTP/1.1" status: 200 len: 760 time: 0.1765678 Dec 06 23:59:58.809667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59926) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:58.817769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.823523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'description': 'd2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:58.838117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a44c3cac-c2c2-4749-a267-7a6a7b86c5d8 None None] Provisioning complete for port d69238f6-a2c4-4116-9172-af73ee340556 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:58.838613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a44c3cac-c2c2-4749-a267-7a6a7b86c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.887112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.889766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:58.965158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a44c3cac-c2c2-4749-a267-7a6a7b86c5d8 None None] Provisioning complete for port fa52bc76-dad4-4ab7-925a-39044aa97487 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:58.965476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a44c3cac-c2c2-4749-a267-7a6a7b86c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.027699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a44c3cac-c2c2-4749-a267-7a6a7b86c5d8 None None] Port fa52bc76-dad4-4ab7-925a-39044aa97487 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:59.028134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Port': ['ID=fa52bc76-dad4-4ab7-925a-39044aa97487,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:59.072839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.080143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:59.080555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.106865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 23:59:59.109227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 23:59:59.217830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e54c0400-9baa-44b5-94b9-d654d901364e None None] Provisioning complete for port fa52bc76-dad4-4ab7-925a-39044aa97487 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:59.217830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e54c0400-9baa-44b5-94b9-d654d901364e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.298043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e54c0400-9baa-44b5-94b9-d654d901364e None None] Port fa52bc76-dad4-4ab7-925a-39044aa97487 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 23:59:59.315195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746822bc-43ab-4025-89d1-9f38222c0931 None None] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 23:59:59.362729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5353582 Dec 06 23:59:59.367479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59932) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:59.369418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 23:59:59.407132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295525ce-b1cf-40e2-b5ce-7fd6755e1565 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Network': ['ID=7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:59.416023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.444388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Router 56fc165e-4336-47b5-a2a1-692c5477b985 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 23:59:59.447949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 23:59:59.476430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85909bc9-38a9-4d16-aa1c-1661f6ed9872 req-155f0bad-d8dc-43f3-97e0-da4889901e85 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:59.484467 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85909bc9-38a9-4d16-aa1c-1661f6ed9872 req-155f0bad-d8dc-43f3-97e0-da4889901e85 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.2161918 Dec 06 23:59:59.530206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.534479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.558392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 9a530aaa-7670-4a8c-b96a-bbdf6f782929 is not hosted by any dhcp agent {{(pid=110158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 23:59:59.564731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 23:59:59.565608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.567211 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "PUT /v2.0/networks/9a530aaa-7670-4a8c-b96a-bbdf6f782929 HTTP/1.1" status: 200 len: 757 time: 0.7555728 Dec 06 23:59:59.581702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59934) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:59.613956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] Provisioning complete for port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 23:59:59.614406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.650513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.653485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 23:59:59.657931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Made reservation on behalf of b437f429bf8644d892864be9f0f78dbb for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 23:59:59.664448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.673776 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c7c7a12e-f9e1-4d5b-b280-359678b8f674 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5675545 Dec 06 23:59:59.685498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 23:59:59.689744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85909bc9-38a9-4d16-aa1c-1661f6ed9872 req-43fee827-8dc1-478f-b3e6-b1100c8feee9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888497 Dec 06 23:59:59.716120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] Sync routers for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 23:59:59.774436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:59.774901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:59.821879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:59.828400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 23:59:59.837651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 23:59:59.840688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:59.921802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d69238f6-a2c4-4116-9172-af73ee340556 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 23:59:59.922399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff78a02-cf19-4cea-bb93-d8b4a608c00e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=9a530aaa-7670-4a8c-b96a-bbdf6f782929,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 23:59:59.927754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 23:59:59.931194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec541da8-f5df-4256-953f-8a8be819e522 None None] The sync data for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 23:59:59.961726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9a530aaa-7670-4a8c-b96a-bbdf6f782929 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:00.000996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Performing IP validity checks on allocation pools {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 07 00:00:00.001526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 07 00:00:00.064488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.089439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=f4c13e65-f091-4cc0-a119-6164f51bff31,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:00.101436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011bbac-0ac4-4f00-86f4-08b0badfb31e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:00.104474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46190e0-02c2-4639-a7b1-1787cd6de411 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:00:00.109436 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3011bbac-0ac4-4f00-86f4-08b0badfb31e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks?id=9a530aaa-7670-4a8c-b96a-bbdf6f782929 HTTP/1.1" status: 200 len: 760 time: 0.5263391 Dec 07 00:00:00.110533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59940) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:00.119191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681934983'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:00.164805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:00.166415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:00.185527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] For port 40602b2e-d7ad-4521-bb41-1d168f70cbd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40602b2e-d7ad-4521-bb41-1d168f70cbd4,segment=NetworkSegment(f2b5e3cf-4335-427c-b490-f9394250de90),segment_id=f2b5e3cf-4335-427c-b490-f9394250de90)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:00.195056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port d69238f6-a2c4-4116-9172-af73ee340556 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:00.195437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.286435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:00.289968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.300033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:00.438990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:00.446187 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62bc0cc9-b5f3-4a43-b84d-726a5d4e6951 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/routers/a88ead90-ef2f-476b-ac01-43c1796dfba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5587523 Dec 07 00:00:00.450728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:00.450728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59942) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:00.451085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e925b7f-9f3f-4dc0-a143-1c4db064fa23 req-c124f1ee-e42f-40dd-b82b-e6c898ade643 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:00.456737 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:00.457353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5e925b7f-9f3f-4dc0-a143-1c4db064fa23 req-c124f1ee-e42f-40dd-b82b-e6c898ade643 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.5751262 Dec 07 00:00:00.474029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.476086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'port': {'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b', 'name': 'tempest-FloatingIPTestJSON-825706225'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:00.486963 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:00.497083 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:00.526076 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5e925b7f-9f3f-4dc0-a143-1c4db064fa23 req-e919f47d-d0c4-4030-aa1a-ffbd368fcf5a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590396 Dec 07 00:00:00.592220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.599882 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:00.602332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 1a743092-efc2-4682-882b-dfc92a15e04d of type vlan for network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c Dec 07 00:00:00.606455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d83855-b7ff-42a7-b232-a676d301d5e7 None None] Pushing event updated for resources: {'Port': ['ID=40602b2e-d7ad-4521-bb41-1d168f70cbd4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:00.620743 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:00.621349 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:00.626175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40602b2e-d7ad-4521-bb41-1d168f70cbd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:00.638261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cdc9388-476b-4391-be4f-c06a6f0e3f12 None None] Provisioning complete for port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:00.638641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9388-476b-4391-be4f-c06a6f0e3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.683623 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:00.684311 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c050c-490b-4be9-92f8-2fa1c51e110e None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:00.727665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46190e0-02c2-4639-a7b1-1787cd6de411 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:00:00.732289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.841904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.848611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:00.849245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.923344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:00.923716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.924901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=402f6b01-d7f5-496b-a9e2-ff7c04121d4c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:00.935753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:00.941743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:00.955836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:00.973663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] device_id is not set on port 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:00.982023 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-4e84eb46-d2e5-4a44-9370-514755bc8f54 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:00.983316 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4e84eb46-d2e5-4a44-9370-514755bc8f54 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2963822 Dec 07 00:00:00.989368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59950) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:01.070618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5cdc9388-476b-4391-be4f-c06a6f0e3f12 None None] Provisioning complete for port fa52bc76-dad4-4ab7-925a-39044aa97487 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:01.071280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5cdc9388-476b-4391-be4f-c06a6f0e3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.071646 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cbe30d5f-590a-4411-b2c1-5fa6bb786656 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9564140 Dec 07 00:00:01.074530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59952) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:01.079930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '402f6b01-d7f5-496b-a9e2-ff7c04121d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:01.152420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc9388-476b-4391-be4f-c06a6f0e3f12 None None] Port fa52bc76-dad4-4ab7-925a-39044aa97487 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:01.163440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.6 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:01.174067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.287801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c77c8-919b-4169-868c-5885e02ed350 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:00:01.304560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:01.308120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.309160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=88371be5-bc86-4d68-bc51-67de36ed6522,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:01.348368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Checking segment: {'id': '67ec8af8-9f3e-45d0-ae00-5029887f89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:01.349258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network hostable DHCP agents. Network: 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:01.428990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.458462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-103ee986-c91b-4f0b-8943-f3228b0ddbed None None] Provisioning complete for port f4c13e65-f091-4cc0-a119-6164f51bff31 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:01.458997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-103ee986-c91b-4f0b-8943-f3228b0ddbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.472309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:01.502071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.576466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:01.582306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:01.582926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.590846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.638578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-103ee986-c91b-4f0b-8943-f3228b0ddbed None None] Port f4c13e65-f091-4cc0-a119-6164f51bff31 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:01.719648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:01.724443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:01.745829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:01.756955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.759876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40602b2e-d7ad-4521-bb41-1d168f70cbd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:01.791257 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0f7f6647-a0c1-4812-80e2-74387fd7be4f tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4269154 Dec 07 00:00:01.794108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59956) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:01.816639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:01.833831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c77c8-919b-4169-868c-5885e02ed350 None None] Unable to find a vacant binding_index for network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c and agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 {{(pid=110160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 07 00:00:01.846847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c77c8-919b-4169-868c-5885e02ed350 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c) {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:00:01.852374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=0f9f431b-99c2-42f4-906a-b196036d8399,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:01.858441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:01.858902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.870154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:01.909568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '1a743092-efc2-4682-882b-dfc92a15e04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '402f6b01-d7f5-496b-a9e2-ff7c04121d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:01.909934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 402f6b01-d7f5-496b-a9e2-ff7c04121d4c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:01.925481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:01.926502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:01.992289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5229065'] for subnet, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.022370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:02.033716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59958) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:02.149909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting port fa52bc76-dad4-4ab7-925a-39044aa97487 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:02.150172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.160727 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c03bb65-4994-4498-aba9-52f0a48d18e8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7102435 Dec 07 00:00:02.163349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59960) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:02.169358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'port': {'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b', 'name': 'tempest-FloatingIPTestJSON-1138219975'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:02.198659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 402f6b01-d7f5-496b-a9e2-ff7c04121d4c) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:02.203965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:02.204627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.280290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c', 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': '88371be5-bc86-4d68-bc51-67de36ed6522'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:02.281748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.322496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.336313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Calling delete_port for fa52bc76-dad4-4ab7-925a-39044aa97487 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:02.722112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:02.988842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1b50c2e7-94db-4bc9-8fc5-bd75b73587b5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9132950 Dec 07 00:00:02.991574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59964) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:03.022535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.17 (06fb6c4a-746a-4922-a6cc-7d879a5a2c76/8905d7b0-7756-4418-959e-ac5cff3f7903/a78b8137-a881-440c-a5a6-22043e1e336c) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:03.029597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.048357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4988712'] for subnet, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.095772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Allocated IP 2001:db8::3 (7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c/88371be5-bc86-4d68-bc51-67de36ed6522/1230c360-d7e1-4a03-8cd6-faca2baca813) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:03.134232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:03.138205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.148922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Port': ['ID=fa52bc76-dad4-4ab7-925a-39044aa97487,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:03.171220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:03.171840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.175869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "PUT /v2.0/subnets/88371be5-bc86-4d68-bc51-67de36ed6522 HTTP/1.1" status: 200 len: 900 time: 1.3713355 Dec 07 00:00:03.178137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59966) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:03.179423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] device_id is not set on port a01b63cf-f8e6-4068-aaba-a17f3cb130a9 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:03.280261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd413129-bac2-4fb4-bde3-d717724f33b3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event updated for resources: {'Subnet': ['ID=88371be5-bc86-4d68-bc51-67de36ed6522,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:03.295205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.298760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.300273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.324134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.388765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.415390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.450502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.463644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.4 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/a01b63cf-f8e6-4068-aaba-a17f3cb130a9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:03.478326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:03.485417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:03.494874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:03.505107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Pushing event updated for resources: {'Port': ['ID=1230c360-d7e1-4a03-8cd6-faca2baca813,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:03.505336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.525158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.541703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Router 56fc165e-4336-47b5-a2a1-692c5477b985 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:03.588981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Attempting to bind port 1230c360-d7e1-4a03-8cd6-faca2baca813 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:03.588981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Attempting to bind port 1230c360-d7e1-4a03-8cd6-faca2baca813 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ec8af8-9f3e-45d0-ae00-5029887f89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:03.588981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Attempting to bind port 1230c360-d7e1-4a03-8cd6-faca2baca813 on network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:03.595947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:03.596994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Checking segment: {'id': '67ec8af8-9f3e-45d0-ae00-5029887f89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:03.597416 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.598580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Bound using segment: {'id': '67ec8af8-9f3e-45d0-ae00-5029887f89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:03.599075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Bound port: 1230c360-d7e1-4a03-8cd6-faca2baca813, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ec8af8-9f3e-45d0-ae00-5029887f89e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:03.599468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.650497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:03.663097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:03.671255 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-89bc25ce-0ac7-4b1a-bbff-d2bd129d4493 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6807902 Dec 07 00:00:03.677097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:03.694315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] For port 1230c360-d7e1-4a03-8cd6-faca2baca813, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:03.699476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] For port 1230c360-d7e1-4a03-8cd6-faca2baca813, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1230c360-d7e1-4a03-8cd6-faca2baca813,segment=NetworkSegment(67ec8af8-9f3e-45d0-ae00-5029887f89e4),segment_id=67ec8af8-9f3e-45d0-ae00-5029887f89e4)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:03.704757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] Sync routers for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:03.717270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:03.717913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:03.722736 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-7c726323-22f4-4855-8c76-1db6e218d693 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] delete failed (client error): The resource could not be found. Dec 07 00:00:03.727663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7c726323-22f4-4855-8c76-1db6e218d693 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1885114212 HTTP/1.1" status: 404 len: 335 time: 0.0457377 Dec 07 00:00:03.727799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59970) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:03.732476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d9110912-500f-4397-abad-e8d7a0e3de6f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'router': {'external_gateway_info': {'network_id': '56fc165e-4336-47b5-a2a1-692c5477b985'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:03.755865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:03.766091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:03.766722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:03.780387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.802843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:03.803442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d510d9-7605-43e1-995d-ea7fcc68e2b3 None None] The sync data for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:03.813851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:03.848295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9f431b-99c2-42f4-906a-b196036d8399,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:03.931549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b573b-482a-4cbf-a690-db45efa2a580 None None] Pushing event updated for resources: {'Port': ['ID=1230c360-d7e1-4a03-8cd6-faca2baca813,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:04.018741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.049417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402f6b01-d7f5-496b-a9e2-ff7c04121d4c']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:04.083854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:04.127285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a743092-efc2-4682-882b-dfc92a15e04d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:04.127651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a743092-efc2-4682-882b-dfc92a15e04d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:04.142133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.143939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:04.146152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9110912-500f-4397-abad-e8d7a0e3de6f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.149207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting port 1230c360-d7e1-4a03-8cd6-faca2baca813 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:04.152782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.154179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:04.165094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.174890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:04.174890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:04.179089 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:04.278666 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-d9110912-500f-4397-abad-e8d7a0e3de6f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] update failed (client error): The resource could not be found. Dec 07 00:00:04.280347 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d9110912-500f-4397-abad-e8d7a0e3de6f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985 HTTP/1.1" status: 404 len: 339 time: 0.5510256 Dec 07 00:00:04.283975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59974) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.291059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1746907720'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:04.322313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.333538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.340024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.351187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.357262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/402f6b01-d7f5-496b-a9e2-ff7c04121d4c HTTP/1.1" status: 204 len: 168 time: 1.3622766 Dec 07 00:00:04.363396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59976) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.373985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3510-4629-4de1-b162-c015fa95d5d5 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=402f6b01-d7f5-496b-a9e2-ff7c04121d4c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:04.400452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1805c68-5f19-46d0-94bd-5f6afc9b6d08 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] GET failed (client error): The resource could not be found. Dec 07 00:00:04.401788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e1805c68-5f19-46d0-94bd-5f6afc9b6d08 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets/0f9f431b-99c2-42f4-906a-b196036d8399 HTTP/1.1" status: 404 len: 337 time: 0.0374699 Dec 07 00:00:04.405192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59978) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.409189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] For port 1230c360-d7e1-4a03-8cd6-faca2baca813, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1230c360-d7e1-4a03-8cd6-faca2baca813,segment=NetworkSegment(67ec8af8-9f3e-45d0-ae00-5029887f89e4),segment_id=67ec8af8-9f3e-45d0-ae00-5029887f89e4)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:04.409822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.430654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e93889-9fe7-43a3-b578-58dd3170b060 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:04.430654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e93889-9fe7-43a3-b578-58dd3170b060 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:04.431650 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-04e93889-9fe7-43a3-b578-58dd3170b060 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/402f6b01-d7f5-496b-a9e2-ff7c04121d4c HTTP/1.1" status: 404 len: 339 time: 0.0254261 Dec 07 00:00:04.433358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59980) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.439731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:04.439731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.461556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:04.473145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.473501 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Added segment 279e2c39-8636-40b0-b4f7-c7f504cdcb4b of type vlan for network ce29bb5d-0dec-45ef-b50a-03006d825fd5 Dec 07 00:00:04.482364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Calling delete_port for 1230c360-d7e1-4a03-8cd6-faca2baca813 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:04.517809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.618890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.625306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:04.625890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.712602 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Network': ['ID=ce29bb5d-0dec-45ef-b50a-03006d825fd5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:04.724135 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-060679cf-6c5f-4dc5-8179-1b3d9cdeaefd tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4368088 Dec 07 00:00:04.726360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:04.727058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59982) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.737537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'subnet': {'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:04.752856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.776888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:04.872050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=a01b63cf-f8e6-4068-aaba-a17f3cb130a9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:04.898695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:04.908893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66c311-b0e8-406e-af07-5ecae0dbd2a8 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:04.917090 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de66c311-b0e8-406e-af07-5ecae0dbd2a8 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4732697 Dec 07 00:00:04.917090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59986) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:04.917090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:04.944465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:05.015675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a26b6beb-75c1-467c-bbe4-0b2f1720c392 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 207 time: 0.0932586 Dec 07 00:00:05.052267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59988) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:05.107527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:05.108758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.232353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407768a0-780e-4b1e-83df-61b21446eeae None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:05.247302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a762e6-5eb0-46bf-89d6-b9d68c2c95e3 None None] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:05.255800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b0ae2d87-f44c-47bc-a6ed-688ca2950eba tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0913002 Dec 07 00:00:05.259384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59990) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:05.264644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'a01b63cf-f8e6-4068-aaba-a17f3cb130a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:05.283082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f126de-9d8f-45fb-90fe-49ee6b337ce0 None None] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:05.295757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Made reservation on behalf of 424e7ca1cae74113ad2efe7d912065a9 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:05.299573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.315892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094c76b-4287-4e14-bb0f-b9a513ccec41 None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:05.336258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a7a0c384-dadd-446d-8d6f-c904acbb5113 None None] Could not find standard attr ID for object 1230c360-d7e1-4a03-8cd6-faca2baca813. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:00:05.339207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.340091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f126de-9d8f-45fb-90fe-49ee6b337ce0 None None] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 07 00:00:05.429791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37912449-4078-4771-b876-2311f2a494f4 None None] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:05.452081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fab3c-5c36-42ef-9506-7ca109f7c9af None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:05.461814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37912449-4078-4771-b876-2311f2a494f4 None None] Network 402f6b01-d7f5-496b-a9e2-ff7c04121d4c could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 07 00:00:05.486027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a7a0c384-dadd-446d-8d6f-c904acbb5113 None None] Provisioning complete for port f4c13e65-f091-4cc0-a119-6164f51bff31 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:05.486622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c384-dadd-446d-8d6f-c904acbb5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.495121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Port': ['ID=1230c360-d7e1-4a03-8cd6-faca2baca813,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:05.511439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.546615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No DVR routers for this DVR port 1230c360-d7e1-4a03-8cd6-faca2baca813 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:05.548483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0c384-dadd-446d-8d6f-c904acbb5113 None None] Port f4c13e65-f091-4cc0-a119-6164f51bff31 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:05.575623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422c90f-6478-4dc5-b200-24d31468f964 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:05.585828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422c90f-6478-4dc5-b200-24d31468f964 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:05.593434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422c90f-6478-4dc5-b200-24d31468f964 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:05.600571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422c90f-6478-4dc5-b200-24d31468f964 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:05.602603 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e422c90f-6478-4dc5-b200-24d31468f964 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5461886 Dec 07 00:00:05.607296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59992) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:05.720760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Provisioning complete for port 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:05.721223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.740355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.763630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249cf18c-7c10-427a-b2e1-62ef593d9f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c', 'network_id': '7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c', 'tenant_id': 'b437f429bf8644d892864be9f0f78dbb', 'fixed_ips': [{'subnet_id': '88371be5-bc86-4d68-bc51-67de36ed6522'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:05.765455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-249cf18c-7c10-427a-b2e1-62ef593d9f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.801823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Port 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:05.856854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.868161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Provisioning complete for port a01b63cf-f8e6-4068-aaba-a17f3cb130a9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:05.868993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.917408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0003d7f3-61a3-4b1a-a6b5-d9cdd715b489 None None] Port a01b63cf-f8e6-4068-aaba-a17f3cb130a9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:05.945072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.974874 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cfd79f3f-2b43-46ce-a561-a9be51db51c4 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3629494 Dec 07 00:00:05.980893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 59996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:05.990134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:05.994535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-249cf18c-7c10-427a-b2e1-62ef593d9f07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88371be5-bc86-4d68-bc51-67de36ed6522: This subnet is being modified by another concurrent operation. Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88371be5-bc86-4d68-bc51-67de36ed6522: This subnet is being modified by another concurrent operation. Dec 07 00:00:06.015780 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 07 00:00:06.055423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-677f627d-e29e-45d6-8e19-c84e0279e324 None None] Provisioning complete for port a78b8137-a881-440c-a5a6-22043e1e336c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:06.056281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-677f627d-e29e-45d6-8e19-c84e0279e324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.074652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.080636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=88371be5-bc86-4d68-bc51-67de36ed6522,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:06.116719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-677f627d-e29e-45d6-8e19-c84e0279e324 None None] Port a78b8137-a881-440c-a5a6-22043e1e336c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:06.122798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.127680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:06.146233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c10b28-6942-40f7-8752-3dfcef0a224a None None] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:06.160621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe46c2-d689-4375-8f8e-828fec50ca61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.162690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe46c2-d689-4375-8f8e-828fec50ca61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.165125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9ebe46c2-d689-4375-8f8e-828fec50ca61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1825583 Dec 07 00:00:06.173945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 59998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.186041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.237381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Subnet': ['ID=f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:06.253564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Checking segment: {'id': '279e2c39-8636-40b0-b4f7-c7f504cdcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:06.254187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network hostable DHCP agents. Network: ce29bb5d-0dec-45ef-b50a-03006d825fd5, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:06.283285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.203 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/5a88abd1-3a34-49cd-a542-63cc7da380d0) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:06.292594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:06.315883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315894b6-f0a8-4fc9-8409-6f4fcdd4b199 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.317632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315894b6-f0a8-4fc9-8409-6f4fcdd4b199 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['shared'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.319279 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-315894b6-f0a8-4fc9-8409-6f4fcdd4b199 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1438208 Dec 07 00:00:06.322386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ec8af8-9f3e-45d0-ae00-5029887f89e4') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:06.322386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ec8af8-9f3e-45d0-ae00-5029887f89e4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:06.323433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60000) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.338360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.368821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.375063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:06.375474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:06.378721 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:06.398370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:06.432558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:06.436632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:06.480438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff96cf63-1828-49c2-9d19-e20f765252fe None None] DHCP port deletion for 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:06.513594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec7089d-61d3-4c9d-ab8c-6b09aa8b9f8f None None] Network 7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:06.518392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ce29bb5d-0dec-45ef-b50a-03006d825fd5) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:06.534020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.548029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.548029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.549009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b014b4-27d5-42c8-ac90-fe6c8215e658 None None] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:06.559121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.559668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4974f98a-b4cd-45ca-92d8-3c917c753ae6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.565312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4974f98a-b4cd-45ca-92d8-3c917c753ae6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks/0a9005f2-d899-48b9-b09d-4d9b0876b8ae HTTP/1.1" status: 200 len: 799 time: 0.2405877 Dec 07 00:00:06.568961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60002) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.656860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.660394 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c HTTP/1.1" status: 204 len: 168 time: 3.4755566 Dec 07 00:00:06.662992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:06.673481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60004) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.683962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04dc3-0b90-4184-b9be-933ec313282b tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:06.724291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d818a9b0-6c83-465b-a0e3-7507c0004811 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:06.724291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d818a9b0-6c83-465b-a0e3-7507c0004811 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:06.724291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d818a9b0-6c83-465b-a0e3-7507c0004811 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/88371be5-bc86-4d68-bc51-67de36ed6522 HTTP/1.1" status: 404 len: 337 time: 0.0465167 Dec 07 00:00:06.727798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.764360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e6f0a3-b682-4f31-a64e-13cf00070a24 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:06.764897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e6f0a3-b682-4f31-a64e-13cf00070a24 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:06.770884 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-41e6f0a3-b682-4f31-a64e-13cf00070a24 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/7fe5e6a0-75e4-4f0f-ba1b-606253e12a6c HTTP/1.1" status: 404 len: 339 time: 0.0420389 Dec 07 00:00:06.773069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60008) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.775196 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ced44d5a-a827-49ac-94c6-d7323038db6b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/networks/0a9005f2-d899-48b9-b09d-4d9b0876b8ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1884329 Dec 07 00:00:06.780813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60010) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.866424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4febee-e3c5-4d41-8f82-bc0d136a81f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.874059 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dd4febee-e3c5-4d41-8f82-bc0d136a81f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets/771178d2-b5bc-4566-a682-fa0c651b60b5 HTTP/1.1" status: 200 len: 811 time: 0.0916336 Dec 07 00:00:06.874732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60012) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.883693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bbdc440d-8a0d-4566-8fb4-0a808328a392 None None] Provisioning complete for port a78b8137-a881-440c-a5a6-22043e1e336c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:06.884347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbdc440d-8a0d-4566-8fb4-0a808328a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.907583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ce29bb5d-0dec-45ef-b50a-03006d825fd5', 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5', 'tenant_id': '424e7ca1cae74113ad2efe7d912065a9', 'fixed_ips': [{'subnet_id': 'f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:06.908610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.940957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524e1bc-d941-47f0-ba97-8ff73d586abf tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['shared'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:06.946688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc440d-8a0d-4566-8fb4-0a808328a392 None None] Port a78b8137-a881-440c-a5a6-22043e1e336c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:06.950195 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d524e1bc-d941-47f0-ba97-8ff73d586abf tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "GET /v2.0/subnets/771178d2-b5bc-4566-a682-fa0c651b60b5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0731032 Dec 07 00:00:06.951185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60014) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:06.960962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-398377967'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:06.968354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:06.992660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:07.004762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c243800f-2029-4d79-9d39-628bfd1b69a0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/767eb2d2-90c1-4713-b7e3-9b810c1e82e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9688072 Dec 07 00:00:07.017882 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:07.034142 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:07.035051 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:07.102880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Allocated IP 2001:db8:1::2 (ce29bb5d-0dec-45ef-b50a-03006d825fd5/f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c/83e902e5-0508-4d70-a4bf-6c4d982a1f11) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:07.179829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:07.184631 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ad402229-44c6-441d-9b26-0e52a5eaec2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4531531 Dec 07 00:00:07.189564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60022) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:07.204601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-be8b8922-cd41-4c08-a9f2-1ae501f3f9bc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:07.291888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.357452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.359687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.384818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:07.406295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:07.413973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:07.456488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:04Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a78b8137-a881-440c-a5a6-22043e1e336c', 'name': '', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:b4:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:02Z', 'updated_at': '2021-12-07T00:00:05Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:07.478092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.483004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:07.499039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Pushing event updated for resources: {'Port': ['ID=83e902e5-0508-4d70-a4bf-6c4d982a1f11,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:07.505293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b455f9-787b-4c63-9267-2ecc65add732']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:07.508307 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:00:07.508894 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Updating router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 port a78b8137-a881-440c-a5a6-22043e1e336c binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:00:07.510820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Attempting to bind port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:07.511199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Attempting to bind port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '279e2c39-8636-40b0-b4f7-c7f504cdcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:07.511567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Attempting to bind port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 on network ce29bb5d-0dec-45ef-b50a-03006d825fd5 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:07.516289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f0356a-030c-4cc0-b35d-a3cf36be7147') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:07.516596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f0356a-030c-4cc0-b35d-a3cf36be7147') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:07.519555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:07.519947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Checking segment: {'id': '279e2c39-8636-40b0-b4f7-c7f504cdcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:07.520399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.520797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Bound using segment: {'id': '279e2c39-8636-40b0-b4f7-c7f504cdcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:07.521272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Bound port: 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279e2c39-8636-40b0-b4f7-c7f504cdcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ce29bb5d-0dec-45ef-b50a-03006d825fd5'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:07.521913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.526871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.541981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.551281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:07.551281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:07.553897 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:07.567578 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.593722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:07.603284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.621002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] For port 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:07.625093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] For port 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83e902e5-0508-4d70-a4bf-6c4d982a1f11,segment=NetworkSegment(279e2c39-8636-40b0-b4f7-c7f504cdcb4b),segment_id=279e2c39-8636-40b0-b4f7-c7f504cdcb4b)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:07.652988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1230c360-d7e1-4a03-8cd6-faca2baca813 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:07.665983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:07.669953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:07.679944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1230c360-d7e1-4a03-8cd6-faca2baca813 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:07.680928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1230c360-d7e1-4a03-8cd6-faca2baca813 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:07.715513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.727942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.728422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=5a88abd1-3a34-49cd-a542-63cc7da380d0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:07.734321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.749323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/46b455f9-787b-4c63-9267-2ecc65add732 HTTP/1.1" status: 204 len: 168 time: 0.9743571 Dec 07 00:00:07.752579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60024) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:07.767373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:07.790586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bfdaa-6112-466f-aff6-2f134b8a6ef7 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=46b455f9-787b-4c63-9267-2ecc65add732,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:07.837487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746530e-d9af-4d8a-a9b5-3ae5aabd9f53 None None] Pushing event updated for resources: {'Port': ['ID=83e902e5-0508-4d70-a4bf-6c4d982a1f11,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:07.847555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-80faea33-815b-44ec-880b-869f8b6fce6c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:07.848097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80faea33-815b-44ec-880b-869f8b6fce6c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:07.851332 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-80faea33-815b-44ec-880b-869f8b6fce6c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/b4c62b97-bd03-46a0-8614-0b82855f98d2 HTTP/1.1" status: 404 len: 337 time: 0.0939357 Dec 07 00:00:07.854819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60026) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:07.875652 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dffc456-9800-4804-a254-2848349f6bfd tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:07.876391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dffc456-9800-4804-a254-2848349f6bfd tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:07.890233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.890670 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Added segment 54947862-0a64-40f4-8070-2ff55909a72d of type vlan for network 546d3de2-578c-4d75-b202-cf842abc367b Dec 07 00:00:07.902553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7dffc456-9800-4804-a254-2848349f6bfd tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/ed4a5bb4-6582-49a6-8604-fecd8fa1a259 HTTP/1.1" status: 404 len: 339 time: 0.0442109 Dec 07 00:00:07.903816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:07.920797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be8b8922-cd41-4c08-a9f2-1ae501f3f9bc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.935440 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-6418803f-f64a-421d-a4c8-6f031aa5c329 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2721555 Dec 07 00:00:07.939057 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:07.972845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting subnet aade9412-01e1-41da-9f7a-0d6fd94d3aaf {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:07.978259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.019010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.054439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.058810 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.146037 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45286c0-7779-42a6-ae0a-de471e974bc6 None None] Pushing event updated for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:08.187212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-b0f8bfd1-3c40-46f2-ad4e-06d4be657835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:08.189244 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-b0f8bfd1-3c40-46f2-ad4e-06d4be657835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1099 time: 0.1827481 Dec 07 00:00:08.255515 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Attempting to bind port a78b8137-a881-440c-a5a6-22043e1e336c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:08.257956 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Attempting to bind port a78b8137-a881-440c-a5a6-22043e1e336c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:08.257956 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Attempting to bind port a78b8137-a881-440c-a5a6-22043e1e336c on network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:08.267515 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:08.267515 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Checking segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:08.267923 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.268171 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Bound using segment: {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:08.268802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Bound port: a78b8137-a881-440c-a5a6-22043e1e336c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:08.269798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.269968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.284325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.294607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:08.295282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.402320 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] For port a78b8137-a881-440c-a5a6-22043e1e336c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:08.408302 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] For port a78b8137-a881-440c-a5a6-22043e1e336c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78b8137-a881-440c-a5a6-22043e1e336c,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:08.470843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.489408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Network': ['ID=546d3de2-578c-4d75-b202-cf842abc367b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:08.507175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:08.517223 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.539075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.540667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-80ea667b-7be9-4405-aa95-5ffe432761b9 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5876474 Dec 07 00:00:08.550450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60032) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:08.556278 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/aade9412-01e1-41da-9f7a-0d6fd94d3aaf HTTP/1.1" status: 204 len: 168 time: 0.6483538 Dec 07 00:00:08.556278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab478a7-8681-4987-96d2-4185eebf0944 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=aade9412-01e1-41da-9f7a-0d6fd94d3aaf,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:08.558854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60034) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:08.567603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'network_id': '546d3de2-578c-4d75-b202-cf842abc367b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:08.577540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc3c134-5dd2-4968-b95e-765c2f8e17b2 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:08.602658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-93c89095-2ee0-479d-82b9-6c9c07e8308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:08.604160 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-93c89095-2ee0-479d-82b9-6c9c07e8308c service neutron] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 898 time: 0.3486691 Dec 07 00:00:08.637452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] Provisioning complete for port a78b8137-a881-440c-a5a6-22043e1e336c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:08.638128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.668170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting subnet 708945f3-cf39-41af-b3fb-d9ee04fdf81f {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:08.690167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.789505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.873974 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:08.874832 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:08.899491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:08.991277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] For port a78b8137-a881-440c-a5a6-22043e1e336c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78b8137-a881-440c-a5a6-22043e1e336c,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:08.993746 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45286c0-7779-42a6-ae0a-de471e974bc6 None None] Pushing event updated for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:09.041104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.047052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.159488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:09.182962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aefe7a-f2e6-42d6-a011-3099effad5c5 None None] Pushing event updated for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:09.275332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.363912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.371461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/708945f3-cf39-41af-b3fb-d9ee04fdf81f HTTP/1.1" status: 204 len: 168 time: 0.8011873 Dec 07 00:00:09.371461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505d499-3782-441e-915f-56810a195a61 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=708945f3-cf39-41af-b3fb-d9ee04fdf81f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:09.372191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60038) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:09.392371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-82cdb53c-962f-4619-8ce5-0a02c09ed8f3 None None] Provisioning complete for port a78b8137-a881-440c-a5a6-22043e1e336c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:09.392744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-82cdb53c-962f-4619-8ce5-0a02c09ed8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.525266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74ca9aa-a0b1-4c9c-b9e4-48d9397c9f0f None None] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:09.546043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.575488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-6774a424-4211-4173-9a87-f8d358fcaa60 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 1001 time: 0.9221563 Dec 07 00:00:09.628695 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-be8b8922-cd41-4c08-a9f2-1ae501f3f9bc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:09.634641 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be8b8922-cd41-4c08-a9f2-1ae501f3f9bc tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985 HTTP/1.1" status: 400 len: 364 time: 2.4440036 Dec 07 00:00:09.661211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60042) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:09.710138 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:04Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a78b8137-a881-440c-a5a6-22043e1e336c', 'name': '', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:b4:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:02Z', 'updated_at': '2021-12-07T00:00:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:09.724505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Made reservation on behalf of 4a413eaf784049b48307c52d14d7f80c for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:09.734316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:09.734660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.737387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.755197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.814901 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd152e1a-a5a7-4070-8858-15a81e3598be None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:04Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a78b8137-a881-440c-a5a6-22043e1e336c', 'name': '', 'network_id': '06fb6c4a-746a-4922-a6cc-7d879a5a2c76', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:b4:b1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:02Z', 'updated_at': '2021-12-07T00:00:08Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8905d7b0-7756-4418-959e-ac5cff3f7903', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:09.836139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 83e902e5-0508-4d70-a4bf-6c4d982a1f11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:09.838059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-4da4bdb9-01f5-4019-b6ac-afb0b762a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:09.839762 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-4da4bdb9-01f5-4019-b6ac-afb0b762a03d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.2507193 Dec 07 00:00:09.936433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-aca8b941-0593-4699-9634-a1519067d268 None None] Provisioning complete for port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:09.942402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aca8b941-0593-4699-9634-a1519067d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:09.985545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] For port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,segment=NetworkSegment(75f9df2d-b8cd-477a-a313-8906b7194e81),segment_id=75f9df2d-b8cd-477a-a313-8906b7194e81)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:09.985914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.004462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Calling delete_port for 145055a4-ab4f-4dad-bb6d-232bea1d0fbb owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:10.020088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing IP validity checks on allocation pools {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 07 00:00:10.020718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 07 00:00:10.097981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-256b9c7c-0614-426c-8bfb-561cdf816e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:10.115496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aca8b941-0593-4699-9634-a1519067d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.121678 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-256b9c7c-0614-426c-8bfb-561cdf816e8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2611456 Dec 07 00:00:10.124012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:10.125298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.244149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aca8b941-0593-4699-9634-a1519067d268 None None] For port 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83e902e5-0508-4d70-a4bf-6c4d982a1f11,segment=NetworkSegment(279e2c39-8636-40b0-b4f7-c7f504cdcb4b),segment_id=279e2c39-8636-40b0-b4f7-c7f504cdcb4b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:10.285592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c39b8-bcb0-4d0f-9915-e2c9b6032a57 None None] Network d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:10.366626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aca8b941-0593-4699-9634-a1519067d268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.405047 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-fb19bb21-fa51-42e9-b691-cb4d507fcbe3 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682374 Dec 07 00:00:10.406001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.459838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.481688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8b941-0593-4699-9634-a1519067d268 None None] Pushing event updated for resources: {'Port': ['ID=83e902e5-0508-4d70-a4bf-6c4d982a1f11,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:10.486558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.657270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.752103 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64d2330d-68f7-4525-9c7b-5b2f11c31441 req-cb7a800f-6332-4aab-b879-d6838ebd41ae service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051989 Dec 07 00:00:10.844959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Allocated IP 2001:db8::1 (1ce24519-d85f-4434-96c6-16db89e6603c/ff79597d-e0fa-4557-bdbc-0d4120a3df9f/9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:10.879466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=e544b55e-2580-49d3-85ec-ee17faae6a1a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:10.926781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.930420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Checking segment: {'id': '54947862-0a64-40f4-8070-2ff55909a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:10.930420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network hostable DHCP agents. Network: 546d3de2-578c-4d75-b202-cf842abc367b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:10.949210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.988319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b909e21a-8578-47b7-b2ba-ab1b42cbc89f None None] Provisioning complete for port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:10.988926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b909e21a-8578-47b7-b2ba-ab1b42cbc89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:10.991043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No DVR routers for this DVR port 145055a4-ab4f-4dad-bb6d-232bea1d0fbb on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:10.996802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Port': ['ID=145055a4-ab4f-4dad-bb6d-232bea1d0fbb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:11.025149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.030520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:00:11.030897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:00:11.121907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.124565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.133742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b909e21a-8578-47b7-b2ba-ab1b42cbc89f None None] Could not find standard attr ID for object 145055a4-ab4f-4dad-bb6d-232bea1d0fbb. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:00:11.152328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf4a46-73c8-4699-9e8b-d88221a1e2a4']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:11.161353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e37ff-0114-47ad-b7cb-09640abe323c None None] DHCP port deletion for d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:11.165862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f9df2d-b8cd-477a-a313-8906b7194e81') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:11.166163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f9df2d-b8cd-477a-a313-8906b7194e81') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:11.183530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.186931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b3619a-c20c-4d3f-8a54-98608d1fda57 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:00:11.201155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.208266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:11.213628 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:11.216272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Network 546d3de2-578c-4d75-b202-cf842abc367b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:11.240572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=5a88abd1-3a34-49cd-a542-63cc7da380d0,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:11.250043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.274470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.307249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 546d3de2-578c-4d75-b202-cf842abc367b) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:11.320031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 1ce24519-d85f-4434-96c6-16db89e6603c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:11.323382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:11.329929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:11.330497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.368029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:11.368803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.382744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Port': ['ID=9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:11.393763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b3619a-c20c-4d3f-8a54-98608d1fda57 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:00:11.394871 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 5426d373-9c24-476c-8a8b-9bd93a72fb3c associated. External IP: 172.36.7.203, port: a01b63cf-f8e6-4068-aaba-a17f3cb130a9. Dec 07 00:00:11.414819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.437452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.441114 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/d3cf4a46-73c8-4699-9e8b-d88221a1e2a4 HTTP/1.1" status: 204 len: 168 time: 2.0680552 Dec 07 00:00:11.442115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0aa13-9b7f-459e-a56a-009fe9d34efa tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=d3cf4a46-73c8-4699-9e8b-d88221a1e2a4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:11.443792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60046) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.482116 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5df5782-f114-42b7-94c5-daf3b6bf38e3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.482616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5df5782-f114-42b7-94c5-daf3b6bf38e3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.485741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a5df5782-f114-42b7-94c5-daf3b6bf38e3 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/a75bc5a3-30b8-4998-b76c-ade46c976027 HTTP/1.1" status: 404 len: 337 time: 0.0345373 Dec 07 00:00:11.489333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60050) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.511183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f7900a-817e-45a2-be6a-0e95a66c2566 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.511704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f7900a-817e-45a2-be6a-0e95a66c2566 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.515689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e2f7900a-817e-45a2-be6a-0e95a66c2566 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/a317a99b-6ec5-4958-ae8e-168375ec38cf HTTP/1.1" status: 404 len: 339 time: 0.0253959 Dec 07 00:00:11.518264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60052) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.533397 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-705004ca-fea1-4835-a6f9-548107a3e0b6 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.9780684 Dec 07 00:00:11.536020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60054) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.541239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:11.568526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c2373e-05d3-40ab-9c46-dfa9a8f6d906 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.569664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c2373e-05d3-40ab-9c46-dfa9a8f6d906 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.580301 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f5c2373e-05d3-40ab-9c46-dfa9a8f6d906 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/a4f35103-8a91-4623-953d-84a22926caae HTTP/1.1" status: 404 len: 337 time: 0.0606523 Dec 07 00:00:11.582602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60056) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.653644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb47bee-777b-45af-a9eb-28ec3af04398 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.657473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb47bee-777b-45af-a9eb-28ec3af04398 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.664588 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bbb47bee-777b-45af-a9eb-28ec3af04398 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/a6793347-195d-4921-86f3-c773d9e1c4b9 HTTP/1.1" status: 404 len: 339 time: 0.0774124 Dec 07 00:00:11.665038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60058) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.736883 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70ce3b0-2f85-4093-94f1-2074db70430d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.737470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70ce3b0-2f85-4093-94f1-2074db70430d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.745738 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e70ce3b0-2f85-4093-94f1-2074db70430d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/bcbfc441-a7c0-4210-9f32-518d50f70627 HTTP/1.1" status: 404 len: 337 time: 0.0788102 Dec 07 00:00:11.753095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60060) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.769836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5229065'] for subnet, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.769998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.790039 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-284b22cf-b6e8-449e-a0d6-000a23aa16be tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:11.790550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284b22cf-b6e8-449e-a0d6-000a23aa16be tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:11.797003 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-284b22cf-b6e8-449e-a0d6-000a23aa16be tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/e189d7ee-69dc-4217-b38d-9255f78b049e HTTP/1.1" status: 404 len: 339 time: 0.0386522 Dec 07 00:00:11.803796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60062) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:11.898078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:11.902928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-546d3de2-578c-4d75-b202-cf842abc367b', 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b', 'tenant_id': '4a413eaf784049b48307c52d14d7f80c', 'fixed_ips': [{'subnet_id': 'e544b55e-2580-49d3-85ec-ee17faae6a1a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:11.904082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.920909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting subnet 4145d862-e044-40ac-ae5c-1f4a01c056db {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:11.929058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:11.953166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a78b8137-a881-440c-a5a6-22043e1e336c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:12.038652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.135291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a78b8137-a881-440c-a5a6-22043e1e336c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:12.135834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.148748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.235373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 83e902e5-0508-4d70-a4bf-6c4d982a1f11 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:12.259114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:12.277597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:12.284291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.293342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:12.293980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:12.327718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.328653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.335420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:12.348661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:12.349450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:12.359235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.361427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4988712'] for subnet, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.402322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:12.402877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e290b-4482-4b11-a67f-b88567f66bc5 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:12.431138 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b523cad5-700c-4d16-a504-020d6688fc34 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1680303 Dec 07 00:00:12.436364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:12.436499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60074) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:12.436597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.436696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:12.436696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.436696 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "PUT /v2.0/subnets/e544b55e-2580-49d3-85ec-ee17faae6a1a HTTP/1.1" status: 200 len: 877 time: 0.8986280 Dec 07 00:00:12.439913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60076) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:12.443131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:12.448795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event updated for resources: {'Port': ['ID=9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:12.467780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.480589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b4c4a-cbd0-4144-8e96-d5bf6388af76 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event updated for resources: {'Subnet': ['ID=e544b55e-2580-49d3-85ec-ee17faae6a1a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:12.514724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Allocated IP 172.20.0.3 (546d3de2-578c-4d75-b202-cf842abc367b/e544b55e-2580-49d3-85ec-ee17faae6a1a/04c91f6b-4e96-494d-9224-5bdf30e5d3ee) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:12.524887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.583026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Network 1ce24519-d85f-4434-96c6-16db89e6603c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:12.586372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:12.630193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=4145d862-e044-40ac-ae5c-1f4a01c056db,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:12.644079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.651562 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eafb98b3-bb23-4a8b-88c6-756e1bb9d9c2 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/4145d862-e044-40ac-ae5c-1f4a01c056db HTTP/1.1" status: 204 len: 168 time: 0.8482327 Dec 07 00:00:12.655274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60080) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:12.740712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 145055a4-ab4f-4dad-bb6d-232bea1d0fbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:12.766098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 145055a4-ab4f-4dad-bb6d-232bea1d0fbb {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:12.766770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 145055a4-ab4f-4dad-bb6d-232bea1d0fbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:12.779682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.787090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Router 56fc165e-4336-47b5-a2a1-692c5477b985 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:12.788595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.804855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.825259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.833717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.835446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 5426d373-9c24-476c-8a8b-9bd93a72fb3c disassociated. External IP: 172.36.7.203, port: a01b63cf-f8e6-4068-aaba-a17f3cb130a9. Dec 07 00:00:12.882227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.906403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.913168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting port 4217c4c0-a7db-4c74-8ba7-d5895007da8b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:12.913507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:12.935944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:12.938532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:12.942344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:12.950065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Pushing event updated for resources: {'Port': ['ID=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:12.955175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:12.966194 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-105f0c6b-8e37-4dbb-8e0c-02badef2275f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2997837 Dec 07 00:00:12.969232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60082) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:12.984320 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] Sync routers for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:12.991139 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:12.992749 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.031110 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.042238 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:13.043214 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.049868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Attempting to bind port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:13.050279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Attempting to bind port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '54947862-0a64-40f4-8070-2ff55909a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:13.050983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Attempting to bind port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee on network 546d3de2-578c-4d75-b202-cf842abc367b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:13.057649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 23, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:13.063945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Checking segment: {'id': '54947862-0a64-40f4-8070-2ff55909a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:13.063945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.063945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Bound using segment: {'id': '54947862-0a64-40f4-8070-2ff55909a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:13.063945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Bound port: 04c91f6b-4e96-494d-9224-5bdf30e5d3ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54947862-0a64-40f4-8070-2ff55909a72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '546d3de2-578c-4d75-b202-cf842abc367b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:13.064433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] For port 4217c4c0-a7db-4c74-8ba7-d5895007da8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4217c4c0-a7db-4c74-8ba7-d5895007da8b,segment=NetworkSegment(f5e25fca-7ab2-4b14-af86-ee26cc88fe6d),segment_id=f5e25fca-7ab2-4b14-af86-ee26cc88fe6d)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:13.064545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.064664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.089560 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.093683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bec7aa-c083-4819-81e2-394a07e225af None None] The sync data for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:13.104908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Calling delete_port for 4217c4c0-a7db-4c74-8ba7-d5895007da8b owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:13.157744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] For port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:13.161710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] For port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,segment=NetworkSegment(54947862-0a64-40f4-8070-2ff55909a72d),segment_id=54947862-0a64-40f4-8070-2ff55909a72d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:13.175318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.212710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=e544b55e-2580-49d3-85ec-ee17faae6a1a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:13.224844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.292087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.298291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d8a4-8407-4a5e-8450-2c9443fb34d5 None None] Pushing event updated for resources: {'Port': ['ID=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:13.323122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.361749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d3de2-578c-4d75-b202-cf842abc367b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.363967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Port': ['ID=4217c4c0-a7db-4c74-8ba7-d5895007da8b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:13.375866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No DVR routers for this DVR port 4217c4c0-a7db-4c74-8ba7-d5895007da8b on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:13.385251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54947862-0a64-40f4-8070-2ff55909a72d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.385556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54947862-0a64-40f4-8070-2ff55909a72d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.416168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.476509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.486912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.492103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:13.492103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:13.493857 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:13.496359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ad692d94-5158-4206-9101-9572cedb05a4 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.563741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb948c49-448d-4059-866c-1639a5ed9d60']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.578899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.579226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e25fca-7ab2-4b14-af86-ee26cc88fe6d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:13.600464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.630190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.642933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:13.643854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.666213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-ad692d94-5158-4206-9101-9572cedb05a4 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 07 00:00:13.667567 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ad692d94-5158-4206-9101-9572cedb05a4 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985 HTTP/1.1" status: 409 len: 329 time: 0.6974235 Dec 07 00:00:13.676527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:13.678064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60094) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:13.722121 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:13.724598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 00:00:13.724598 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 00:00:13.724598 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '546d3de2-578c-4d75-b202-cf842abc367b'}] Dec 07 00:00:13.724598 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:00:13.724955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:00:13.755304 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:00:13.807238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.812599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:13.819668 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/eb948c49-448d-4059-866c-1639a5ed9d60 HTTP/1.1" status: 204 len: 168 time: 1.1636014 Dec 07 00:00:13.820356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60096) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:13.886412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48158baa-2c9f-4295-98ff-fe654ec16c74 tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=eb948c49-448d-4059-866c-1639a5ed9d60,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:13.889502 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c05966-0580-4893-b97b-757e4a0d04ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:13.889968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c05966-0580-4893-b97b-757e4a0d04ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:13.896984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-66c05966-0580-4893-b97b-757e4a0d04ef tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/c40f5f0e-28fd-4fda-b539-b756798e6328 HTTP/1.1" status: 404 len: 337 time: 0.0434062 Dec 07 00:00:13.897608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60098) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:14.001772 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab93413-8f80-4410-bf51-a2277e846e5c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:14.001772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab93413-8f80-4410-bf51-a2277e846e5c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:14.001772 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5ab93413-8f80-4410-bf51-a2277e846e5c tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/81b21b48-aef2-410d-a7d2-fa9ecd97ac08 HTTP/1.1" status: 404 len: 339 time: 0.0431876 Dec 07 00:00:14.001772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60100) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:14.019302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:14.031005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting subnet bf46570f-46c0-4470-ba67-9ee96d2f6922 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:14.035601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.036357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:14.042117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 04c91f6b-4e96-494d-9224-5bdf30e5d3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:14.043078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.086361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.093852 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a85e4d02-b812-4160-a9ae-83835b29adca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/5426d373-9c24-476c-8a8b-9bd93a72fb3c HTTP/1.1" status: 200 len: 688 time: 1.6596189 Dec 07 00:00:14.096550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60102) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:14.102355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:14.103080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:14.164026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:14.181496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:14.182210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:14.191535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.220779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:14.221595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e64be4-dc26-4824-b354-b7de1dc8de25 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:14.236504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:14.236971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.309154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 5a88abd1-3a34-49cd-a542-63cc7da380d0 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:14.309679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.347715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.391068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,segment=NetworkSegment(54947862-0a64-40f4-8070-2ff55909a72d),segment_id=54947862-0a64-40f4-8070-2ff55909a72d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:14.411386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.500154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.510157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.514329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.543131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 5a88abd1-3a34-49cd-a542-63cc7da380d0 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:14.596411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:14.664587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.753948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:14.754334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.829388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,segment=NetworkSegment(54947862-0a64-40f4-8070-2ff55909a72d),segment_id=54947862-0a64-40f4-8070-2ff55909a72d)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:14.829994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.833139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.842117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab858d-9b01-421b-8fe1-29f55535ffd9 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:14.870730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Subnet': ['ID=bf46570f-46c0-4470-ba67-9ee96d2f6922,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:14.874403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.882331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for 04c91f6b-4e96-494d-9224-5bdf30e5d3ee owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:14.890096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:14.907178 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-29376320-aaf7-46dc-98c9-1a78105a191d tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/subnets/bf46570f-46c0-4470-ba67-9ee96d2f6922 HTTP/1.1" status: 204 len: 168 time: 0.9498482 Dec 07 00:00:14.907294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05da948-59e5-4ce6-82e9-d89fde3f011b None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:14.913001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60108) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:14.915435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56899d06-1f72-434c-9f0d-85e2a0440418 None None] Network f6835031-d135-42af-b14e-ba1a2603af9b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:14.929781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=5a88abd1-3a34-49cd-a542-63cc7da380d0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:15.023629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05da948-59e5-4ce6-82e9-d89fde3f011b None None] Network eb948c49-448d-4059-866c-1639a5ed9d60 could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 07 00:00:15.048646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-98bbb518-a310-46ab-89aa-eab72d70d4a9 None None] Provisioning complete for port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:15.050178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-98bbb518-a310-46ab-89aa-eab72d70d4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.073447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.076833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.083405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting port 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:15.083636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.088440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.091029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.093676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d40f3580-d8de-44c6-a282-41451ad97d22 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/5426d373-9c24-476c-8a8b-9bd93a72fb3c HTTP/1.1" status: 204 len: 168 time: 0.9961653 Dec 07 00:00:15.108832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60110) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.122266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:15.134411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=04c91f6b-4e96-494d-9224-5bdf30e5d3ee,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:15.143583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:15.181792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add136ac-c4d8-4f20-9d3f-9f8e177d33eb None None] DHCP port deletion for eb948c49-448d-4059-866c-1639a5ed9d60 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:15.184076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-98bbb518-a310-46ab-89aa-eab72d70d4a9 None None] Port 04c91f6b-4e96-494d-9224-5bdf30e5d3ee was deleted so its status cannot be updated. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 07 00:00:15.259606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.271303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60918d2d-ef62-4f47-8cae-3158a0735644 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:15.285773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.289614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.296395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Calling delete_port for 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:15.324545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d3de2-578c-4d75-b202-cf842abc367b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:15.326616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Deleting port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:15.326958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.334895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54947862-0a64-40f4-8070-2ff55909a72d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:15.335207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54947862-0a64-40f4-8070-2ff55909a72d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:15.345835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.367739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.376329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:15.376739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.402655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b192deae-f0e7-49dc-83ce-76e416a6ec48 None None] Provisioning complete for port 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:15.403918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b192deae-f0e7-49dc-83ce-76e416a6ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:15.471819 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:15.503071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] DHCP port deletion for f6835031-d135-42af-b14e-ba1a2603af9b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:15.534813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b192deae-f0e7-49dc-83ce-76e416a6ec48 None None] Port 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:15.568662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.578656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.587084 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/546d3de2-578c-4d75-b202-cf842abc367b HTTP/1.1" status: 204 len: 168 time: 3.1461196 Dec 07 00:00:15.597664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60112) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.647129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Deleting port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:15.647746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.673614 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-5329356d-29fa-4451-9a02-dae9526892c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:15.674359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5329356d-29fa-4451-9a02-dae9526892c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:15.679573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] For port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,segment=NetworkSegment(0a82cadc-faf8-47e5-8f64-55f5587eb893),segment_id=0a82cadc-faf8-47e5-8f64-55f5587eb893)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:15.679573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.680488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5329356d-29fa-4451-9a02-dae9526892c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/e544b55e-2580-49d3-85ec-ee17faae6a1a HTTP/1.1" status: 404 len: 337 time: 0.0787525 Dec 07 00:00:15.680488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01d5bc-bc84-4276-a7ac-a8ed2513984e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=546d3de2-578c-4d75-b202-cf842abc367b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:15.683300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60114) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.704458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88461d60-f390-4b02-9d6b-6cafd97f0211 None None] DHCP port deletion for 546d3de2-578c-4d75-b202-cf842abc367b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:15.715364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Calling delete_port for d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:15.734422 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6c3328-3d51-46bf-b2ee-89fa36f4618b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:15.737530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6c3328-3d51-46bf-b2ee-89fa36f4618b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:15.753824 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d6c3328-3d51-46bf-b2ee-89fa36f4618b tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/546d3de2-578c-4d75-b202-cf842abc367b HTTP/1.1" status: 404 len: 339 time: 0.0692799 Dec 07 00:00:15.754560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60116) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.757825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-03e21337-ab05-4649-8f58-a76cd276b9c8 None None] Provisioning complete for port 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:15.767383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03e21337-ab05-4649-8f58-a76cd276b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.767383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00704c-9e41-47fe-b348-0a4b92f46c30 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:15.791739 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-347cf9b0-1187-4bff-b3f4-7279cd9731aa tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:15.791739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347cf9b0-1187-4bff-b3f4-7279cd9731aa tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:15.804749 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-347cf9b0-1187-4bff-b3f4-7279cd9731aa tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/0f9f431b-99c2-42f4-906a-b196036d8399 HTTP/1.1" status: 404 len: 337 time: 0.0490608 Dec 07 00:00:15.805390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60118) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.807103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb00704c-9e41-47fe-b348-0a4b92f46c30 None None] Network 546d3de2-578c-4d75-b202-cf842abc367b could not be found, it might have been deleted concurrently. {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 07 00:00:15.819700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] For port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,segment=NetworkSegment(0a82cadc-faf8-47e5-8f64-55f5587eb893),segment_id=0a82cadc-faf8-47e5-8f64-55f5587eb893)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:15.820110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.824155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:15.840355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c0ce38-f2fb-4043-82f2-157dcb9a279d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:15.840936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c0ce38-f2fb-4043-82f2-157dcb9a279d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:15.847273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45c0ce38-f2fb-4043-82f2-157dcb9a279d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/402f6b01-d7f5-496b-a9e2-ff7c04121d4c HTTP/1.1" status: 404 len: 339 time: 0.0408757 Dec 07 00:00:15.847883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60120) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:15.866122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Calling delete_port for d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:15.879162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-03e21337-ab05-4649-8f58-a76cd276b9c8 None None] Port 9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:15.979864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:15.999659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.047509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Port': ['ID=9cd7d4a6-9b0c-4fd0-8ea5-8955365c71a8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:16.058152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.102506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.129918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a530aaa-7670-4a8c-b96a-bbdf6f782929']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:16.150135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2a415c-469d-444f-89c6-b95e3e7d070d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:16.150729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2a415c-469d-444f-89c6-b95e3e7d070d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:16.172640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.180040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.192912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.202955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:16.203624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:16.208120 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:16.214818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] Pushing event deleted for resources: {'Port': ['ID=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:16.217855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69570d-db22-4eb8-b7a4-27b50673cbb8 None None] No DVR routers for this DVR port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:16.219709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.362346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.370062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.378300 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/9a530aaa-7670-4a8c-b96a-bbdf6f782929 HTTP/1.1" status: 204 len: 168 time: 0.5263212 Dec 07 00:00:16.394490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60130) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.395553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1553f2e-fcab-4885-97b8-d8317ad9ad50 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=9a530aaa-7670-4a8c-b96a-bbdf6f782929,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:16.436689 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b9d3190-5bca-4c7e-b2a2-c06adf1ea850 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.437156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b9d3190-5bca-4c7e-b2a2-c06adf1ea850 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.440610 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b9d3190-5bca-4c7e-b2a2-c06adf1ea850 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/dfe4e4da-aaeb-4481-97fd-a130a25b2e5d HTTP/1.1" status: 404 len: 337 time: 0.0421710 Dec 07 00:00:16.442834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60136) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.461673 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f34a92-72ff-460d-896d-9a054ae23f81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.462201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f34a92-72ff-460d-896d-9a054ae23f81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.466223 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-78f34a92-72ff-460d-896d-9a054ae23f81 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/4fe6c4e3-672f-465e-ba47-bcb0cbf50b96 HTTP/1.1" status: 404 len: 339 time: 0.0213306 Dec 07 00:00:16.475332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60138) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.507231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b64031-ae28-45fc-8c52-c464df683e19 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.507857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b64031-ae28-45fc-8c52-c464df683e19 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.511323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d6b64031-ae28-45fc-8c52-c464df683e19 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/1aa46428-1cca-45a3-ba93-4d0ce4620025 HTTP/1.1" status: 404 len: 337 time: 0.0346646 Dec 07 00:00:16.513513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.532538 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-30547393-91b0-4ef2-9857-7534c6f2378c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.533198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30547393-91b0-4ef2-9857-7534c6f2378c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.539013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30547393-91b0-4ef2-9857-7534c6f2378c tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/9a4e9a52-9adb-4a57-9461-c7c97d0688d6 HTTP/1.1" status: 404 len: 339 time: 0.0217977 Dec 07 00:00:16.539307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60142) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.569928 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1d45d3-b9f2-4486-99a0-369761634600 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.570820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1d45d3-b9f2-4486-99a0-369761634600 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.574194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7e1d45d3-b9f2-4486-99a0-369761634600 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/f49b08b7-3cb7-4b75-8696-04ee69f3d265 HTTP/1.1" status: 404 len: 337 time: 0.0338404 Dec 07 00:00:16.576790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60144) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.596653 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ac3861-367d-488a-8ae1-9ce889175d99 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.597182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ac3861-367d-488a-8ae1-9ce889175d99 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.598652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.602685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-84ac3861-367d-488a-8ae1-9ce889175d99 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/70548daf-1c70-430d-99fd-ab75a04db926 HTTP/1.1" status: 404 len: 339 time: 0.0225043 Dec 07 00:00:16.602929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.622473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4217c4c0-a7db-4c74-8ba7-d5895007da8b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:16.630514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b2f12e-b51d-4037-bb07-5826e3e7a82d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.630981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b2f12e-b51d-4037-bb07-5826e3e7a82d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.637418 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57b2f12e-b51d-4037-bb07-5826e3e7a82d tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/55369764-cd4c-4007-bbba-5f0cbbd437ce HTTP/1.1" status: 404 len: 337 time: 0.0312843 Dec 07 00:00:16.637688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60148) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.650198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 4217c4c0-a7db-4c74-8ba7-d5895007da8b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:16.650937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4217c4c0-a7db-4c74-8ba7-d5895007da8b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:16.651655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 04c91f6b-4e96-494d-9224-5bdf30e5d3ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:16.657536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Port': ['ID=d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:16.659162 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-20102e2a-33cb-40ff-a920-31d81b140d61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.661088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] No DVR routers for this DVR port d84731c3-e5f7-4fec-8ce4-fe9a9cc0cea2 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:16.664052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20102e2a-33cb-40ff-a920-31d81b140d61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.668405 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20102e2a-33cb-40ff-a920-31d81b140d61 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/783bc359-66a9-4085-8daa-b2a3b8121ac3 HTTP/1.1" status: 404 len: 339 time: 0.0297468 Dec 07 00:00:16.671873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60150) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.694070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 04c91f6b-4e96-494d-9224-5bdf30e5d3ee {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:16.699239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 04c91f6b-4e96-494d-9224-5bdf30e5d3ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:16.699608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.229 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/e06c15bf-80b8-4d14-853b-f783b94fafb1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:16.700972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.722028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-349d64c9-dfff-4d36-8d3d-9647fa7cb269 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.722974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349d64c9-dfff-4d36-8d3d-9647fa7cb269 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.728538 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-349d64c9-dfff-4d36-8d3d-9647fa7cb269 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/6cf1ab81-b436-454f-9ba9-3bf4dd03ac8a HTTP/1.1" status: 404 len: 337 time: 0.0523252 Dec 07 00:00:16.729104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60152) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.749459 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37d434-4382-4ccf-9219-b17f451d3465 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.749980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b37d434-4382-4ccf-9219-b17f451d3465 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.755961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2b37d434-4382-4ccf-9219-b17f451d3465 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/253c20cb-6d20-4c86-a2be-5e319125a625 HTTP/1.1" status: 404 len: 339 time: 0.0236671 Dec 07 00:00:16.756805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60154) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.784154 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11280e5-0889-4ae2-9a64-bdea0a0003ed tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.784678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11280e5-0889-4ae2-9a64-bdea0a0003ed tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.790380 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b11280e5-0889-4ae2-9a64-bdea0a0003ed tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/39429ca5-c644-493a-ab86-7bfa53ca54a5 HTTP/1.1" status: 404 len: 337 time: 0.0302577 Dec 07 00:00:16.791613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60156) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.810258 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc91f40-8837-4e58-b9cb-0e46cbe3741e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.810806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc91f40-8837-4e58-b9cb-0e46cbe3741e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.816271 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7bc91f40-8837-4e58-b9cb-0e46cbe3741e tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/a8629001-5589-4a05-8250-e4d19122a5b7 HTTP/1.1" status: 404 len: 339 time: 0.0225401 Dec 07 00:00:16.816619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60158) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.843971 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-46105dd5-4e94-4699-a1f4-17b04b4770a4 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.844664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46105dd5-4e94-4699-a1f4-17b04b4770a4 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.850604 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-46105dd5-4e94-4699-a1f4-17b04b4770a4 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/e5de707e-0d14-43a7-bc7a-e79f836019d7 HTTP/1.1" status: 404 len: 337 time: 0.0306761 Dec 07 00:00:16.850828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60160) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.870891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd392793-6eac-421f-a768-91c38e31eeea tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.871401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd392793-6eac-421f-a768-91c38e31eeea tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.876760 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cd392793-6eac-421f-a768-91c38e31eeea tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/6b46d3e5-7044-49a3-9aff-723eaf92b958 HTTP/1.1" status: 404 len: 339 time: 0.0227771 Dec 07 00:00:16.877179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.884380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:16.903865 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e661dfdb-a5c8-4c56-9152-d08c2ff815c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.904898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e661dfdb-a5c8-4c56-9152-d08c2ff815c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.910738 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e661dfdb-a5c8-4c56-9152-d08c2ff815c2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/a6d8328c-bcf2-4619-967b-962b95e1e2dc HTTP/1.1" status: 404 len: 337 time: 0.0304432 Dec 07 00:00:16.912326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60164) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.917650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6835031-d135-42af-b14e-ba1a2603af9b']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:16.932555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d87f8-e23a-4f85-806d-5978061ff5b7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:16.933086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d87f8-e23a-4f85-806d-5978061ff5b7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:16.938805 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c16d87f8-e23a-4f85-806d-5978061ff5b7 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/43d73e22-0d6d-42b0-9e86-9f0652906c73 HTTP/1.1" status: 404 len: 339 time: 0.0232792 Dec 07 00:00:16.939054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60166) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:16.994397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a82cadc-faf8-47e5-8f64-55f5587eb893') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:16.994696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a82cadc-faf8-47e5-8f64-55f5587eb893') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:17.005397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting subnet 771178d2-b5bc-4566-a682-fa0c651b60b5 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:17.008855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.012005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.030815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Router 56fc165e-4336-47b5-a2a1-692c5477b985 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:17.053053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.055040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.057755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.071087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:17.071531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:17.075114 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:17.147856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.215332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:17.221821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c97a577e-4964-4d67-bb03-353187e7a3b9 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5411952 Dec 07 00:00:17.225474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60170) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:17.231391 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] Sync routers for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:17.242390 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:17.243228 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:17.268878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-8d847a27-499a-4386-9308-744e6d1a9a4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] show failed (client error): The resource could not be found. Dec 07 00:00:17.273580 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8d847a27-499a-4386-9308-744e6d1a9a4f tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1109455038 HTTP/1.1" status: 404 len: 335 time: 0.0434797 Dec 07 00:00:17.273965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60172) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:17.279038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-decad5cc-5bc9-43b7-8cd7-72fce19fdb4b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:17.282446 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:17.291615 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] Routers {'56fc165e-4336-47b5-a2a1-692c5477b985'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:17.292217 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['56fc165e-4336-47b5-a2a1-692c5477b985'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:17.304736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.314080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.316093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.321339 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-decad5cc-5bc9-43b7-8cd7-72fce19fdb4b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] update failed (client error): The resource could not be found. Dec 07 00:00:17.325791 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-decad5cc-5bc9-43b7-8cd7-72fce19fdb4b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1339889298 HTTP/1.1" status: 404 len: 335 time: 0.0471044 Dec 07 00:00:17.337902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.338836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:17.339571 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe4d8af-8b04-4d12-b908-c0e29067da67 None None] The sync data for ids ['56fc165e-4336-47b5-a2a1-692c5477b985'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:17.341189 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] 10.222.0.53 "DELETE /v2.0/networks/f6835031-d135-42af-b14e-ba1a2603af9b HTTP/1.1" status: 204 len: 168 time: 2.4272118 Dec 07 00:00:17.342361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60174) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:17.345830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d79cc-1ead-4ee2-8dc9-85f0a081671a tempest-NetworksIpV6Test-297414306 tempest-NetworksIpV6Test-297414306-project] Pushing event deleted for resources: {'Network': ['ID=f6835031-d135-42af-b14e-ba1a2603af9b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:17.355871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Subnet': ['ID=771178d2-b5bc-4566-a682-fa0c651b60b5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:17.360459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.367146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0961a9f0-ebc1-4668-bdb4-d5605d091b19 None None] Network 0a9005f2-d899-48b9-b09d-4d9b0876b8ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:17.369074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e5c78135-65af-4b7a-bc00-dbdd3ac51e75 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/subnets/771178d2-b5bc-4566-a682-fa0c651b60b5 HTTP/1.1" status: 204 len: 168 time: 0.4284062 Dec 07 00:00:17.370355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60178) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:17.426500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:17.435117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:17.442912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:17.447908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=e06c15bf-80b8-4d14-853b-f783b94fafb1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:17.472719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.473880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting subnet f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:17.479909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.556924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Deleting port f1ce0b27-a35f-465d-b37a-6708331004d0 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:17.557366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.569830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.647801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] DHCP port deletion for 0a9005f2-d899-48b9-b09d-4d9b0876b8ae request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:17.664369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] For port f1ce0b27-a35f-465d-b37a-6708331004d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1ce0b27-a35f-465d-b37a-6708331004d0,segment=NetworkSegment(76b5442b-4bb6-46aa-b80b-069b4a97a74b),segment_id=76b5442b-4bb6-46aa-b80b-069b4a97a74b)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:17.665100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.683107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Calling delete_port for f1ce0b27-a35f-465d-b37a-6708331004d0 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:17.767940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Deleting port f1ce0b27-a35f-465d-b37a-6708331004d0 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:17.768710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.789190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.803853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1ce0b27-a35f-465d-b37a-6708331004d0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:17.897480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] For port f1ce0b27-a35f-465d-b37a-6708331004d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1ce0b27-a35f-465d-b37a-6708331004d0,segment=NetworkSegment(76b5442b-4bb6-46aa-b80b-069b4a97a74b),segment_id=76b5442b-4bb6-46aa-b80b-069b4a97a74b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:17.897886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.898452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:17.911549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No active binding found for port f1ce0b27-a35f-465d-b37a-6708331004d0 {{(pid=110160) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 07 00:00:17.911986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f1ce0b27-a35f-465d-b37a-6708331004d0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:17.917146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Calling delete_port for f1ce0b27-a35f-465d-b37a-6708331004d0 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:17.944848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] No DVR routers for this DVR port f1ce0b27-a35f-465d-b37a-6708331004d0 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:17.972604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Port': ['ID=f1ce0b27-a35f-465d-b37a-6708331004d0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.022360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.033408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60184) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:18.041538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.062676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] Pushing event deleted for resources: {'Port': ['ID=f1ce0b27-a35f-465d-b37a-6708331004d0,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.067090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc7a87-94ca-40ae-8cd8-ce784d49167b None None] No DVR routers for this DVR port f1ce0b27-a35f-465d-b37a-6708331004d0 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:18.104119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.105767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.113134 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/subnets/f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c HTTP/1.1" status: 204 len: 168 time: 0.7654576 Dec 07 00:00:18.114307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a46f74-6d74-4c23-b4f5-9dadb04b8165 None None] Network ce29bb5d-0dec-45ef-b50a-03006d825fd5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:18.121481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60188) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:18.125145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce543260-1929-4287-94d9-66c5bfbdff77 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Subnet': ['ID=f98d5e3c-4f21-4b91-b7e5-0c7133dcec2c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.144554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9005f2-d899-48b9-b09d-4d9b0876b8ae']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:18.171464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b5442b-4bb6-46aa-b80b-069b4a97a74b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:18.171796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b5442b-4bb6-46aa-b80b-069b4a97a74b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:18.208955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.233067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.238251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.245054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:18.246735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:18.249948 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:18.357222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ff7279f0-c2b5-401d-b455-c1e675ef47c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.381927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a53329d3-ce20-4552-ab4c-6bbb5dae7804 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b437f429bf8644d892864be9f0f78dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472526 Dec 07 00:00:18.384508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60190) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:18.401614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.406676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.425598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.430017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] 10.222.0.53 "DELETE /v2.0/networks/0a9005f2-d899-48b9-b09d-4d9b0876b8ae HTTP/1.1" status: 204 len: 168 time: 1.0584886 Dec 07 00:00:18.453777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b763e99-823d-4dc1-a9ba-c15a49c998f2 tempest-NetworksTest-959597539 tempest-NetworksTest-959597539-project] Pushing event deleted for resources: {'Network': ['ID=0a9005f2-d899-48b9-b09d-4d9b0876b8ae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.464225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:18.464584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.482652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] DHCP port deletion for ce29bb5d-0dec-45ef-b50a-03006d825fd5 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:18.542261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.549677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Deleting port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:18.550499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.584576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] For port 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83e902e5-0508-4d70-a4bf-6c4d982a1f11,segment=NetworkSegment(279e2c39-8636-40b0-b4f7-c7f504cdcb4b),segment_id=279e2c39-8636-40b0-b4f7-c7f504cdcb4b)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:18.585215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.601743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.610461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.614537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Calling delete_port for 83e902e5-0508-4d70-a4bf-6c4d982a1f11 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:18.693107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] For port 83e902e5-0508-4d70-a4bf-6c4d982a1f11, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83e902e5-0508-4d70-a4bf-6c4d982a1f11,segment=NetworkSegment(279e2c39-8636-40b0-b4f7-c7f504cdcb4b),segment_id=279e2c39-8636-40b0-b4f7-c7f504cdcb4b)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:18.693529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.709410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Calling delete_port for 83e902e5-0508-4d70-a4bf-6c4d982a1f11 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:18.807819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.810720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.811383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.812842 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1f819d8-7e36-4100-a4b3-491f77e90deb HTTP/1.1" status: 204 len: 168 time: 0.4272292 Dec 07 00:00:18.821089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cffc0-ca82-4114-a5ae-bb22c42d4895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f819d8-7e36-4100-a4b3-491f77e90deb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.864791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.884778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.912493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Port': ['ID=83e902e5-0508-4d70-a4bf-6c4d982a1f11,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.926197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] No DVR routers for this DVR port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:18.941625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] Pushing event deleted for resources: {'Port': ['ID=83e902e5-0508-4d70-a4bf-6c4d982a1f11,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:18.944356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:18.950246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982d2761-5d3b-4c06-a116-4991d57e2c7c None None] No DVR routers for this DVR port 83e902e5-0508-4d70-a4bf-6c4d982a1f11 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:18.987092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60200) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:19.058915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.098079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=e06c15bf-80b8-4d14-853b-f783b94fafb1,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:19.102109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce29bb5d-0dec-45ef-b50a-03006d825fd5']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.104435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.112607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e2c39-8636-40b0-b4f7-c7f504cdcb4b') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.113005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e2c39-8636-40b0-b4f7-c7f504cdcb4b') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.123852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.143342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.173482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:19.174148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.257918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP dd07efae-090b-4575-a6e0-90987d706da5 associated. External IP: 172.36.7.229, port: 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48. Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:19.274524 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:19.407389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.421802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.425279 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/networks/ce29bb5d-0dec-45ef-b50a-03006d825fd5 HTTP/1.1" status: 204 len: 168 time: 1.3028507 Dec 07 00:00:19.429927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:19.451881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799afeca-7ea8-45e2-af5f-37e09c14c138 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Network': ['ID=ce29bb5d-0dec-45ef-b50a-03006d825fd5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:19.483033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60216) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:19.483384 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5994825a-5a95-42cc-b0f6-41338119caf5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a413eaf784049b48307c52d14d7f80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948285 Dec 07 00:00:19.501562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:19.511242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting subnet cf53640a-fce7-48fa-8b08-f9eec3622baf {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:19.514695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.561163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.597322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.650970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.677412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.689721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:19.700010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:19.714524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:19.715249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.752656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 83e902e5-0508-4d70-a4bf-6c4d982a1f11 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:19.755266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.783287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 83e902e5-0508-4d70-a4bf-6c4d982a1f11 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:19.783287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 83e902e5-0508-4d70-a4bf-6c4d982a1f11 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:19.788147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:19.790165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-06T23:59:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.801638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.806017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.808629 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac04d9d6-cada-4e5f-b9c7-be3a89f21705 HTTP/1.1" status: 204 len: 168 time: 0.3239279 Dec 07 00:00:19.824827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:19.825500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5df70-905a-44b3-aaab-9775b0be568a None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:19.829864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bd51d-4169-4025-911c-3774ace34647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac04d9d6-cada-4e5f-b9c7-be3a89f21705,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:19.848623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.852220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.881937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Subnet': ['ID=cf53640a-fce7-48fa-8b08-f9eec3622baf,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:19.895125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.895125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45f05ce9-7222-4364-81d9-7301323999de tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/subnets/cf53640a-fce7-48fa-8b08-f9eec3622baf HTTP/1.1" status: 204 len: 168 time: 0.4555261 Dec 07 00:00:19.895595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942fb842-a8ec-421d-979f-eaa4ddbefa59 None None] Network 2c16383d-39ad-4f59-8d3b-901fa958fbe7 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:19.897318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:19.900684 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-97f6f72f-ad92-4ee9-ba42-09d186eb0ac8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7841842 Dec 07 00:00:19.903249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:19.954330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting subnet c3667b2d-6dcd-4191-b725-25ed367d5703 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:19.958577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:19.981431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4eac45cf-7811-461e-b145-79cc7e915717 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/floatingips/dd07efae-090b-4575-a6e0-90987d706da5 HTTP/1.1" status: 200 len: 977 time: 0.0749316 Dec 07 00:00:19.982339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:20.010731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.128614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.129734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] DHCP port deletion for 2c16383d-39ad-4f59-8d3b-901fa958fbe7 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:20.206629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Deleting port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:20.207215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.293141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:20.299386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] For port 40602b2e-d7ad-4521-bb41-1d168f70cbd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=40602b2e-d7ad-4521-bb41-1d168f70cbd4,segment=NetworkSegment(f2b5e3cf-4335-427c-b490-f9394250de90),segment_id=f2b5e3cf-4335-427c-b490-f9394250de90)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:20.299798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.317430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Calling delete_port for 40602b2e-d7ad-4521-bb41-1d168f70cbd4 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:20.350542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.434494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.444163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/subnets/c3667b2d-6dcd-4191-b725-25ed367d5703 HTTP/1.1" status: 204 len: 168 time: 0.5455687 Dec 07 00:00:20.445273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982753b-e608-4e16-b7d4-745d5b60760c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Subnet': ['ID=c3667b2d-6dcd-4191-b725-25ed367d5703,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:20.446995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60246) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:20.449233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa1d13-335c-4f97-b72c-add1c9bd1b88 None None] Network 5da1ce2e-99d1-485e-b079-85334e3e9360 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:20.462047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60248) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:20.462262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ce9848a1-e287-4c13-8a71-3dd57e7d3393 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.4787221 Dec 07 00:00:20.467627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': 'a01b63cf-f8e6-4068-aaba-a17f3cb130a9'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:20.522193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.541059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.561730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.565853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] Pushing event deleted for resources: {'Port': ['ID=40602b2e-d7ad-4521-bb41-1d168f70cbd4,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:20.568681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21935fa5-860b-45e9-b3d2-ea3ef6edc244 None None] No DVR routers for this DVR port 40602b2e-d7ad-4521-bb41-1d168f70cbd4 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:20.664612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-595691340'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:20.665341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.691365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c16383d-39ad-4f59-8d3b-901fa958fbe7']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:20.699831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3232613b-2d43-4847-9910-a62092836b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.703478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b5e3cf-4335-427c-b490-f9394250de90') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:20.704025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b5e3cf-4335-427c-b490-f9394250de90') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:20.725722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.740459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.747744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:20.748712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:20.752485 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:20.758201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] DHCP port deletion for 5da1ce2e-99d1-485e-b079-85334e3e9360 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:20.825297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Deleting port d69238f6-a2c4-4116-9172-af73ee340556 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:20.825679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.859654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:20.863187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.887308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.893400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] For port d69238f6-a2c4-4116-9172-af73ee340556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d69238f6-a2c4-4116-9172-af73ee340556,segment=NetworkSegment(b0502743-8506-477f-8f63-80c785657c55),segment_id=b0502743-8506-477f-8f63-80c785657c55)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:20.894342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.910807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.913198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:20.916507 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/networks/2c16383d-39ad-4f59-8d3b-901fa958fbe7 HTTP/1.1" status: 204 len: 168 time: 0.4687808 Dec 07 00:00:20.917608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8c921-dc30-4c79-bd8e-637109ddfced tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Network': ['ID=2c16383d-39ad-4f59-8d3b-901fa958fbe7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:20.919649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60258) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:20.925738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Calling delete_port for d69238f6-a2c4-4116-9172-af73ee340556 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:21.000040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.057277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting port d69238f6-a2c4-4116-9172-af73ee340556 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:21.057277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.113465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.127779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.129052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] For port d69238f6-a2c4-4116-9172-af73ee340556, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d69238f6-a2c4-4116-9172-af73ee340556,segment=NetworkSegment(b0502743-8506-477f-8f63-80c785657c55),segment_id=b0502743-8506-477f-8f63-80c785657c55)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:21.129425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.142848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Calling delete_port for d69238f6-a2c4-4116-9172-af73ee340556 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:21.163625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] Pushing event deleted for resources: {'Port': ['ID=d69238f6-a2c4-4116-9172-af73ee340556,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:21.168700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b98b6b-626b-4be6-842b-17dd705d4bc1 None None] No DVR routers for this DVR port d69238f6-a2c4-4116-9172-af73ee340556 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:21.214964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.223836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.228126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.244360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:21.256078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Port': ['ID=d69238f6-a2c4-4116-9172-af73ee340556,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:21.259691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] No DVR routers for this DVR port d69238f6-a2c4-4116-9172-af73ee340556 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:21.283416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd51c0-a94e-47fa-8838-5c43c4575b44,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:21.308517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.309574 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 3e421bcf-219e-4b03-b0ac-662e20aa8ec0 of type vlan for network 8876e2c1-b0da-47c3-8c0a-229704b3b73e Dec 07 00:00:21.322124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.341442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.363501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da1ce2e-99d1-485e-b079-85334e3e9360']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:21.374701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0502743-8506-477f-8f63-80c785657c55') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:21.375275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0502743-8506-477f-8f63-80c785657c55') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:21.389177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60270) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:21.391544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.401674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.408261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.418314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:21.419014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:21.432803 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:21.487923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP dd07efae-090b-4575-a6e0-90987d706da5 associated. External IP: 172.36.7.229, port: 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48. Dec 07 00:00:21.528014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-540c23cf-dce8-4044-bfb3-167500365d9c tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:21.528483 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-540c23cf-dce8-4044-bfb3-167500365d9c tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 07 00:00:21.528982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-540c23cf-dce8-4044-bfb3-167500365d9c tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 00:00:21.530528 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-540c23cf-dce8-4044-bfb3-167500365d9c tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1390798 Dec 07 00:00:21.534183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60274) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:21.539532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079365929'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:21.579114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.579372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.583200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:21.583795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.587837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.591297 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/networks/5da1ce2e-99d1-485e-b079-85334e3e9360 HTTP/1.1" status: 204 len: 168 time: 0.6704547 Dec 07 00:00:21.600555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60276) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:21.609307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57372b32-b687-4d15-991b-fd68867e2a7b tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Network': ['ID=5da1ce2e-99d1-485e-b079-85334e3e9360,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:21.668530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting subnet ff79597d-e0fa-4557-bdbc-0d4120a3df9f {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:21.674052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.705444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.720689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d69238f6-a2c4-4116-9172-af73ee340556 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:21.722209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.735970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.736931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: d69238f6-a2c4-4116-9172-af73ee340556 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:21.737621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device d69238f6-a2c4-4116-9172-af73ee340556 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:21.738256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40602b2e-d7ad-4521-bb41-1d168f70cbd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:21.764104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 40602b2e-d7ad-4521-bb41-1d168f70cbd4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:21.765304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 40602b2e-d7ad-4521-bb41-1d168f70cbd4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:21.855981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.916988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.955891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:21.968892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=8876e2c1-b0da-47c3-8c0a-229704b3b73e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:21.979673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:22.018979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.056937 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4fe24f9e-186c-460e-82b6-b6ae0a16ab2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7617447 Dec 07 00:00:22.058001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ce07d-f8ff-4f3e-b878-917933446f70,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:22.063951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60278) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:22.071840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'name': 'tempest-PortsIpV6TestJSON-1062363548'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:22.115356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:22.159376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.169193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.209387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Subnet': ['ID=ff79597d-e0fa-4557-bdbc-0d4120a3df9f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:22.213630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.219024 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-27a7abb0-54d7-4835-aac6-d97214e6c237 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/subnets/ff79597d-e0fa-4557-bdbc-0d4120a3df9f HTTP/1.1" status: 204 len: 168 time: 0.6152594 Dec 07 00:00:22.220246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f658bf-38dd-4602-b42a-80d8d62a85a1 None None] Network 1ce24519-d85f-4434-96c6-16db89e6603c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:22.221399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:22.229905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:22.233185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.240038 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:22.252694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:22.253302 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.311363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:22.314932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.316266 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.345032 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:22.348421 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.348992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port a5cd4e51-d8ad-4687-b95b-d88dddf16200 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:22.355079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd46fd1a-556e-42fe-9104-ca561288bb46,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:22.367352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.419275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.427891 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dffdb0b8-aff4-4abb-93eb-1010dea77ddc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8859785 Dec 07 00:00:22.427891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60284) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:22.436086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'cd46fd1a-556e-42fe-9104-ca561288bb46', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:22.459921 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.460908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bc2df-322d-4923-81ef-cb77b88f5b95 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:22.480089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] DHCP port deletion for 1ce24519-d85f-4434-96c6-16db89e6603c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:22.505036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:22.536448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Deleting port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:22.536824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.596502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Deleting port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:22.596845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.608084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] For port 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3423c43f-23d4-4839-81e6-9d9d6ebdb051,segment=NetworkSegment(8779d85d-a1be-4041-8207-cc4287594dd1),segment_id=8779d85d-a1be-4041-8207-cc4287594dd1)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:22.608585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.621530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Calling delete_port for 3423c43f-23d4-4839-81e6-9d9d6ebdb051 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:22.627546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:22.632769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.639721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:22.673336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.684974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:22.685860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.696623 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-44a9b189-92f7-42c7-b2a9-7c698e7ccec0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/dd07efae-090b-4575-a6e0-90987d706da5 HTTP/1.1" status: 200 len: 978 time: 2.2300239 Dec 07 00:00:22.696842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.696955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60286) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:22.702653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:22.716101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] For port 3423c43f-23d4-4839-81e6-9d9d6ebdb051, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3423c43f-23d4-4839-81e6-9d9d6ebdb051,segment=NetworkSegment(8779d85d-a1be-4041-8207-cc4287594dd1),segment_id=8779d85d-a1be-4041-8207-cc4287594dd1)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:22.716735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.729430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.742769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Calling delete_port for 3423c43f-23d4-4839-81e6-9d9d6ebdb051 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:22.749611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:22.750242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.772953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.789309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:22.789970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcf1b3-5013-40c1-947c-99ef126d157a None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:22.822227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.910697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.916509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.941241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Port': ['ID=3423c43f-23d4-4839-81e6-9d9d6ebdb051,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:22.941901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] Pushing event deleted for resources: {'Port': ['ID=3423c43f-23d4-4839-81e6-9d9d6ebdb051,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:22.943443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9604f41-a896-4774-a475-bcdbbbe21266 None None] No DVR routers for this DVR port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:22.946853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] No DVR routers for this DVR port 3423c43f-23d4-4839-81e6-9d9d6ebdb051 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:22.953883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.959814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:22.965861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.012393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.047979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9967ec01-9575-48dd-a12b-1d592be5feae,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:23.064154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.064675 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP dd07efae-090b-4575-a6e0-90987d706da5 disassociated. External IP: 172.36.7.229, port: a01b63cf-f8e6-4068-aaba-a17f3cb130a9. Dec 07 00:00:23.102885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.117638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=a5cd4e51-d8ad-4687-b95b-d88dddf16200,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:23.121934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.126630 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d542c41b-7253-41ac-bd89-ad443d409ef4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984801 Dec 07 00:00:23.127275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60290) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.141739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cfc471a0-e159-47f6-bd6c-c975873a8941 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'cd46fd1a-556e-42fe-9104-ca561288bb46', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:23.164349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce24519-d85f-4434-96c6-16db89e6603c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.176358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '3e421bcf-219e-4b03-b0ac-662e20aa8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:23.176727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: 8876e2c1-b0da-47c3-8c0a-229704b3b73e, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:23.186230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8779d85d-a1be-4041-8207-cc4287594dd1') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.186526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8779d85d-a1be-4041-8207-cc4287594dd1') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.199997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.220805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.227305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:23.227711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:23.230781 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:23.287895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:23.291948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfc471a0-e159-47f6-bd6c-c975873a8941 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.330777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:23.393389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:23.395829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.397817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.404710 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:23.406867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.410973 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/networks/1ce24519-d85f-4434-96c6-16db89e6603c HTTP/1.1" status: 204 len: 168 time: 1.1859429 Dec 07 00:00:23.419710 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:23.420480 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.420629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60292) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.431565 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5473e005-cf51-4f43-b0b9-26fd37744beb tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/dd07efae-090b-4575-a6e0-90987d706da5 HTTP/1.1" status: 200 len: 688 time: 0.7313547 Dec 07 00:00:23.431800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.436630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e695059-4a34-4a36-b4b5-d6ebd9d049e0 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Pushing event deleted for resources: {'Network': ['ID=1ce24519-d85f-4434-96c6-16db89e6603c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:23.454750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8876e2c1-b0da-47c3-8c0a-229704b3b73e) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:23.457001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-cfc471a0-e159-47f6-bd6c-c975873a8941 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): There was a conflict when trying to complete your request. Dec 07 00:00:23.460567 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cfc471a0-e159-47f6-bd6c-c975873a8941 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3239582 Dec 07 00:00:23.465096 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-85038103-7a94-4486-8124-5cefa7651b2c tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "GET /v2.0/ports?device_id=56fc165e-4336-47b5-a2a1-692c5477b985 HTTP/1.1" status: 200 len: 205 time: 0.0413034 Dec 07 00:00:23.465988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60298) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.465988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.466376 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.470341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5da057c-bf49-47cc-9e0e-a7d3b56e0f2b None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:23.480472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:23.481406 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:23.484425 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.486346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:23.487130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.540905 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:23.541562 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfecfd6-9c72-491c-bb66-908c2918f6b0 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:23.594220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.622037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port e06c15bf-80b8-4d14-853b-f783b94fafb1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:23.622385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.675167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cf2bdb7f-3be9-41d6-a8e3-8132f47af509 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6099184 Dec 07 00:00:23.678641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60302) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:23.683655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-523476983'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:23.686242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.715341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3423c43f-23d4-4839-81e6-9d9d6ebdb051 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:23.739989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 3423c43f-23d4-4839-81e6-9d9d6ebdb051 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:23.741193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3423c43f-23d4-4839-81e6-9d9d6ebdb051 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:23.743250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.743752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.758280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for e06c15bf-80b8-4d14-853b-f783b94fafb1 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:23.799551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.803161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.809829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.814094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:23.817703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.858831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:23.995810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:23.996394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Fanout notify agent at l3_agent the message router_deleted on router 56fc165e-4336-47b5-a2a1-692c5477b985 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:00:24.004190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.005372 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8da7b494-c477-46e4-9dfb-627b5b48e550 tempest-RoutersNegativeIpV6Test-472877344 tempest-RoutersNegativeIpV6Test-472877344-project] 10.222.0.53 "DELETE /v2.0/routers/56fc165e-4336-47b5-a2a1-692c5477b985 HTTP/1.1" status: 204 len: 168 time: 0.5321970 Dec 07 00:00:24.127278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.129117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.130186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.131398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd46fd1a-556e-42fe-9104-ca561288bb46 HTTP/1.1" status: 204 len: 168 time: 0.6646245 Dec 07 00:00:24.131666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.132021 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 1d674650-c789-46de-a403-1a3fde2ea73e of type vlan for network d3925bef-77f6-4093-af24-64bf5fbbb36a Dec 07 00:00:24.140033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60306) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.147055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f997bb7-b693-4eb2-9b97-e52b9133404e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd46fd1a-556e-42fe-9104-ca561288bb46,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:24.167056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=e06c15bf-80b8-4d14-853b-f783b94fafb1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:24.169310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.210511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6af14519-e3cc-45b2-957b-016897929858 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0690312 Dec 07 00:00:24.214485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.219362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--982973254'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.237122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.271056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.273654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.274841 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3513151f-1ce4-40d4-94ab-93bcaab38eae tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/dd07efae-090b-4575-a6e0-90987d706da5 HTTP/1.1" status: 204 len: 168 time: 0.8420415 Dec 07 00:00:24.277598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60310) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.313307 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-99f390b1-1bfd-46f4-a808-a6561899a344 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] delete failed (client error): The resource could not be found. Dec 07 00:00:24.314345 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99f390b1-1bfd-46f4-a808-a6561899a344 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/dd07efae-090b-4575-a6e0-90987d706da5 HTTP/1.1" status: 404 len: 345 time: 0.0357599 Dec 07 00:00:24.318141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60312) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.321241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.372308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.377944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:24.378531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.394005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.470195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aea284-6e85-4b3a-99c3-20ba015a33ca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:24.476054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aea284-6e85-4b3a-99c3-20ba015a33ca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:24.482055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aea284-6e85-4b3a-99c3-20ba015a33ca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:24.483725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-50aea284-6e85-4b3a-99c3-20ba015a33ca tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/ports?network_id=5e883c5a-636e-4333-9966-faac4b0f2f8b HTTP/1.1" status: 200 len: 2357 time: 0.1646597 Dec 07 00:00:24.486624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60314) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.487007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=d3925bef-77f6-4093-af24-64bf5fbbb36a,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:24.498082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network d3925bef-77f6-4093-af24-64bf5fbbb36a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:24.521828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.560275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ce0ee-b9a6-4523-bd83-837d5ca2aaec tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:24.561668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d5ce0ee-b9a6-4523-bd83-837d5ca2aaec tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/subnets/9c2d41c5-08b2-4cab-809a-f4eb3191d345 HTTP/1.1" status: 200 len: 797 time: 0.0738449 Dec 07 00:00:24.566693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60318) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.577350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'port': {'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b', 'name': 'tempest-FloatingIPTestJSON-1855963864', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.580897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd2c82b-cece-49d7-92b5-752eab1f2d37,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:24.587382 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f90225b8-6c95-4afb-ab4f-c59fa746df6b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9077003 Dec 07 00:00:24.590039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60322) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.595414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'ports': [{'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'}, {'network_id': 'd3925bef-77f6-4093-af24-64bf5fbbb36a'}]} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.595731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.596221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': 'd3925bef-77f6-4093-af24-64bf5fbbb36a'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.660511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.664503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-efee23d9-f75b-4bf3-aabc-c1a78eb183b2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4464643 Dec 07 00:00:24.665106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60324) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.669505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4a77b490-4192-485d-b2af-cfde94ce20df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'bbd2c82b-cece-49d7-92b5-752eab1f2d37', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:24.670107 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-4a77b490-4192-485d-b2af-cfde94ce20df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 07 00:00:24.670663 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-4a77b490-4192-485d-b2af-cfde94ce20df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:24.674322 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4a77b490-4192-485d-b2af-cfde94ce20df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055809 Dec 07 00:00:24.675631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.690484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60328) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.799850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.824206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.830390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:24.855102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-447a08a0-d732-4f9b-81f0-81fad1456fb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=424e7ca1cae74113ad2efe7d912065a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638498 Dec 07 00:00:24.858633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:24.910032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.922767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.931906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.941228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] device_id is not set on port 7973891f-52da-4037-a8ab-181cdb7c09df yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:24.962492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 2} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:24.967094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:24.980328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.006433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.009049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.012852 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/bbd2c82b-cece-49d7-92b5-752eab1f2d37 HTTP/1.1" status: 204 len: 168 time: 0.3363285 Dec 07 00:00:25.020142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60334) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.080843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185030a-a073-49e0-9388-1c5dcad9312e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd2c82b-cece-49d7-92b5-752eab1f2d37,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.108583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 59cefd2a-f1d1-458c-8292-566525f16066 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:25.111420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.114029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.117515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db04ec97-feee-4d39-b9e1-1b4af76ad574 HTTP/1.1" status: 204 len: 168 time: 0.2548254 Dec 07 00:00:25.139852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a2151-79e9-494b-be5d-43a9efbe042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db04ec97-feee-4d39-b9e1-1b4af76ad574,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.151497 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c0e7bd74-e1f3-41aa-9cca-ace8bcd727e1 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1259155 Dec 07 00:00:25.152141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60338) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.158704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053220936'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:25.266988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.290248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.316546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.14 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/7973891f-52da-4037-a8ab-181cdb7c09df) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:25.323131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.13 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/7973891f-52da-4037-a8ab-181cdb7c09df) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:25.377143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 894094dd-1e91-4371-947b-0b1cce57753f yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:25.426715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.491017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.526882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.531267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.574828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9f23bc-5a7e-48b4-8e79-98bd176b411a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.608445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.643947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.648183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9c943470-42c9-4ff1-bcee-bfebba4fbcad tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4929025 Dec 07 00:00:25.648852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60352) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.653325 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7e48f872-06cd-4d18-83c8-d27c0216c1de tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'fd9f23bc-5a7e-48b4-8e79-98bd176b411a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:25.653904 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-7e48f872-06cd-4d18-83c8-d27c0216c1de tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 07 00:00:25.654941 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-7e48f872-06cd-4d18-83c8-d27c0216c1de tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:25.658743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7e48f872-06cd-4d18-83c8-d27c0216c1de tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089099 Dec 07 00:00:25.659479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60354) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.664071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:25.667624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:25.671255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:25.693779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f031d8-a24d-4726-9877-1c17b1914786 None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:25.715104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.718032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=7973891f-52da-4037-a8ab-181cdb7c09df,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.726943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.738712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ed65e4ba-86c1-4a30-8539-15b97569f1f1 None None] Provisioning complete for port 7973891f-52da-4037-a8ab-181cdb7c09df triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:25.739768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ed65e4ba-86c1-4a30-8539-15b97569f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.746419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:25.747107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.776155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ed65e4ba-86c1-4a30-8539-15b97569f1f1 None None] Port 7973891f-52da-4037-a8ab-181cdb7c09df cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:25.785294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.804820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:25.812609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:25.818535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:25.819377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.821091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=59cefd2a-f1d1-458c-8292-566525f16066,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.864143 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e8f7f735-c80c-463d-bb83-cc358bf43c0f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2948368 Dec 07 00:00:25.866118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60358) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.873553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '7973891f-52da-4037-a8ab-181cdb7c09df', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:25.898279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=894094dd-1e91-4371-947b-0b1cce57753f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:25.909357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '1d674650-c789-46de-a403-1a3fde2ea73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd3925bef-77f6-4093-af24-64bf5fbbb36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:25.909727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: d3925bef-77f6-4093-af24-64bf5fbbb36a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:25.967496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.967927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.970417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:25.974685 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd9f23bc-5a7e-48b4-8e79-98bd176b411a HTTP/1.1" status: 204 len: 168 time: 0.3112202 Dec 07 00:00:25.974914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60362) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:25.981865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a62e0-ece3-4e21-a1b8-b01fc8acb578 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9f23bc-5a7e-48b4-8e79-98bd176b411a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:26.054267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-035e1951-1cd0-43d3-8b7d-27ffdbc3eab9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0785041 Dec 07 00:00:26.059107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60368) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.065679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945119941'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.084772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network d3925bef-77f6-4093-af24-64bf5fbbb36a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:26.092825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60370) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.149315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.251967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.260847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d3925bef-77f6-4093-af24-64bf5fbbb36a) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:26.260847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:26.262762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.177 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/ea3f2079-444c-4d4f-b130-d7fec6405114) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:26.266434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80a29f-40d3-4485-83ac-81ec19cb9311 None None] Network d3925bef-77f6-4093-af24-64bf5fbbb36a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:26.267459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:26.272404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:26.273170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.338715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.403105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.431644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f3f8ce4c-d3e7-4722-a437-efbc147b6f3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8406301 Dec 07 00:00:26.437985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60378) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.460549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.488614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-972631193'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.528082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 894094dd-1e91-4371-947b-0b1cce57753f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:26.528458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.533029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.579865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.619620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8134ab7-e74a-46c9-8d15-302ff550db41,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:26.624710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.681175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Made reservation on behalf of a1b97dbf8d59477796e8bd04bc78e18e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:26.685680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.727362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.768143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.772573 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eca1740a-7baa-4018-9a06-029eae7e21db tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7079873 Dec 07 00:00:26.775002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60382) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.780991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-93acf943-6053-402a-a155-d76ce9d7d111 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd8134ab7-e74a-46c9-8d15-302ff550db41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.782227 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-93acf943-6053-402a-a155-d76ce9d7d111 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 07 00:00:26.782454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-93acf943-6053-402a-a155-d76ce9d7d111 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:26.786242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93acf943-6053-402a-a155-d76ce9d7d111 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074735 Dec 07 00:00:26.788090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60384) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.797028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fc2a807b-88eb-472e-b3e5-e30090d241e1 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd8134ab7-e74a-46c9-8d15-302ff550db41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.797835 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-fc2a807b-88eb-472e-b3e5-e30090d241e1 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 07 00:00:26.798340 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-fc2a807b-88eb-472e-b3e5-e30090d241e1 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:26.802115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fc2a807b-88eb-472e-b3e5-e30090d241e1 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0101120 Dec 07 00:00:26.803779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60386) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.843872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c37136cd-9524-4ced-a71b-438789600a60 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd8134ab7-e74a-46c9-8d15-302ff550db41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.844748 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-c37136cd-9524-4ced-a71b-438789600a60 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 07 00:00:26.845298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-c37136cd-9524-4ced-a71b-438789600a60 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:26.846351 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c37136cd-9524-4ced-a71b-438789600a60 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0406022 Dec 07 00:00:26.854545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.860973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c8502c13-56ef-41f4-855a-e4450275deb2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd8134ab7-e74a-46c9-8d15-302ff550db41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:26.861897 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-c8502c13-56ef-41f4-855a-e4450275deb2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 07 00:00:26.862528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-c8502c13-56ef-41f4-855a-e4450275deb2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:26.864348 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c8502c13-56ef-41f4-855a-e4450275deb2 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068030 Dec 07 00:00:26.873827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60390) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:26.954471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:26.962998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=ea3f2079-444c-4d4f-b130-d7fec6405114,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:26.973160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:26.976328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:26.990835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:27.031417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 894094dd-1e91-4371-947b-0b1cce57753f owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:27.127563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.207346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.327588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.407247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.432295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port a78b8137-a881-440c-a5a6-22043e1e336c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:27.432654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.437443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=894094dd-1e91-4371-947b-0b1cce57753f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:27.445726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.449798 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0130aa09-a644-4699-b88d-ec27be30c76b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/894094dd-1e91-4371-947b-0b1cce57753f HTTP/1.1" status: 204 len: 168 time: 1.0100088 Dec 07 00:00:27.456714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60392) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:27.458865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.461454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.462797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/d8134ab7-e74a-46c9-8d15-302ff550db41 HTTP/1.1" status: 204 len: 168 time: 0.5837789 Dec 07 00:00:27.471650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.476451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60394) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:27.496977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a351f7b-f969-477e-8a22-9ad39f8ce84f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8134ab7-e74a-46c9-8d15-302ff550db41,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:27.560362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:27.593710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cc435-f7d1-4fff-9083-33c837600472,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:27.602915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.603267 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Added segment d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db of type vlan for network 0baf5849-9173-4a75-848b-681f274417c2 Dec 07 00:00:27.622877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.663514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bf083-81b0-4b9a-9ed9-8ef3bae2850a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:27.669465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60bf083-81b0-4b9a-9ed9-8ef3bae2850a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:27.671141 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d60bf083-81b0-4b9a-9ed9-8ef3bae2850a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2131109 Dec 07 00:00:27.673987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60396) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:27.693563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b1c8b71e-ba4e-48a5-a11f-3e2559f08d0b tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2111294 Dec 07 00:00:27.697076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.703142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60400) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:27.711671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625591641'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:27.717732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port a78b8137-a881-440c-a5a6-22043e1e336c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a78b8137-a881-440c-a5a6-22043e1e336c,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:27.718231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.743537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for a78b8137-a881-440c-a5a6-22043e1e336c owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:27.804297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 59cefd2a-f1d1-458c-8292-566525f16066 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:27.804639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.820613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.869737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.896599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.902172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:27.902788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.908029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:27.925391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 59cefd2a-f1d1-458c-8292-566525f16066 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:28.004210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event updated for resources: {'Network': ['ID=0baf5849-9173-4a75-848b-681f274417c2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:28.017240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 0baf5849-9173-4a75-848b-681f274417c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:28.043585 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-942a29a1-f880-4c38-a108-47fdf336ef5f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6993091 Dec 07 00:00:28.044574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60402) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.049544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Request body: {'subnet': {'network_id': '0baf5849-9173-4a75-848b-681f274417c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:28.071494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.157918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.160903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.193049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28eecfd-ad7f-4efc-abf8-0cba270d38ce,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:28.212387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.239324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=a78b8137-a881-440c-a5a6-22043e1e336c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:28.286895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.320892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=59cefd2a-f1d1-458c-8292-566525f16066,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:28.325778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Made reservation on behalf of a1b97dbf8d59477796e8bd04bc78e18e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:28.329281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.332482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.381135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.384471 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7693a78d-4e02-42ff-86b9-2a873e47a7b2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/59cefd2a-f1d1-458c-8292-566525f16066 HTTP/1.1" status: 204 len: 168 time: 0.7094193 Dec 07 00:00:28.389799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60404) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.421355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.422921 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e99202fb-7837-40de-b88e-d2a4cfd8adac tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7181742 Dec 07 00:00:28.425961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60406) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.435843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4856647b-da37-4826-ad8e-cf303bc6f9df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:28.435843 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-4856647b-da37-4826-ad8e-cf303bc6f9df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 07 00:00:28.435843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-4856647b-da37-4826-ad8e-cf303bc6f9df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:28.435843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4856647b-da37-4826-ad8e-cf303bc6f9df tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058501 Dec 07 00:00:28.439007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60408) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.443669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-70157433-07cc-43c0-9c66-3cc6f59ba0e0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:28.474252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.512874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=ea3f2079-444c-4d4f-b130-d7fec6405114,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:28.536130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.581170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975a5b0-8167-4217-bd43-6857ae29164b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:28.585310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9975a5b0-8167-4217-bd43-6857ae29164b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1928911 Dec 07 00:00:28.586802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60410) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.626418 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94922e3-2145-48f4-9fb8-740378426d9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:28.627854 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a94922e3-2145-48f4-9fb8-740378426d9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/894094dd-1e91-4371-947b-0b1cce57753f HTTP/1.1" status: 404 len: 333 time: 0.0377390 Dec 07 00:00:28.630567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.659562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88790fc-bdfe-430a-81f3-6f178bfec91d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:28.660996 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b88790fc-bdfe-430a-81f3-6f178bfec91d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/59cefd2a-f1d1-458c-8292-566525f16066 HTTP/1.1" status: 404 len: 333 time: 0.0295236 Dec 07 00:00:28.664585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60414) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.738342 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-70157433-07cc-43c0-9c66-3cc6f59ba0e0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:28.739415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-70157433-07cc-43c0-9c66-3cc6f59ba0e0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2994251 Dec 07 00:00:28.744494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60416) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.753929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e89fb9fa-e794-48c6-b495-0b3ce911d544 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:28.754517 dv-neutron-master-2-hyperv neutron-server[110159]: WARNING neutron.api.v2.base [None req-e89fb9fa-e794-48c6-b495-0b3ce911d544 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 07 00:00:28.755319 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-e89fb9fa-e794-48c6-b495-0b3ce911d544 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:28.758772 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e89fb9fa-e794-48c6-b495-0b3ce911d544 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068333 Dec 07 00:00:28.759642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60420) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:28.766696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eae03dc6-dbac-497e-b033-59868f80a20f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:28.795276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:28.800311 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 7675ec41-81dc-433e-a5e0-ca75ce9f332f associated. External IP: 172.36.7.177, port: 7973891f-52da-4037-a8ab-181cdb7c09df. Dec 07 00:00:28.844135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:28.915290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:28.921552 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f4ee2901-55d8-44dc-b487-1452f94e587b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/767eb2d2-90c1-4713-b7e3-9b810c1e82e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8253913 Dec 07 00:00:28.936900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:28.950658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:28.951843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:28.990827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.070502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.172646 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-eae03dc6-dbac-497e-b033-59868f80a20f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:29.173879 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eae03dc6-dbac-497e-b033-59868f80a20f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4130242 Dec 07 00:00:29.175062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event updated for resources: {'Subnet': ['ID=6ca52ce5-1131-4fb7-9571-70c96dbe9e9d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:29.177372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60424) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.199827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e78b0309-b440-4fad-ab13-962e6352e54f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.199827 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-e78b0309-b440-4fad-ab13-962e6352e54f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 07 00:00:29.199827 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-e78b0309-b440-4fad-ab13-962e6352e54f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:29.200187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3925bef-77f6-4093-af24-64bf5fbbb36a']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.200337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e78b0309-b440-4fad-ab13-962e6352e54f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070784 Dec 07 00:00:29.200441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:29.200441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d674650-c789-46de-a403-1a3fde2ea73e') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.200441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d674650-c789-46de-a403-1a3fde2ea73e') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.204639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60426) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.209498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cbc0f457-2d38-47e4-acb7-47cc7d9e928d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.214334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Checking segment: {'id': 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0baf5849-9173-4a75-848b-681f274417c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:29.214774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Network hostable DHCP agents. Network: 0baf5849-9173-4a75-848b-681f274417c2, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:29.218493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.221578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:29.242451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.291141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:29.291540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:29.294551 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:29.320998 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-cbc0f457-2d38-47e4-acb7-47cc7d9e928d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Project ecda1e084f9645d0a801ac784dbf1e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:00:29.399701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:29.410643 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:29.421061 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:29.421661 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.447113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Network 0baf5849-9173-4a75-848b-681f274417c2 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:29.459127 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.467920 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:29.468589 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.472454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.477537 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-cbc0f457-2d38-47e4-acb7-47cc7d9e928d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:29.482213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.484330 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cbc0f457-2d38-47e4-acb7-47cc7d9e928d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2784657 Dec 07 00:00:29.485617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60430) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.497121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-789b881e-efe9-48e3-a3c5-ad0cb20844d4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.499432 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-789b881e-efe9-48e3-a3c5-ad0cb20844d4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 07 00:00:29.500501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-789b881e-efe9-48e3-a3c5-ad0cb20844d4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:29.506057 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.506410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-789b881e-efe9-48e3-a3c5-ad0cb20844d4 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193729 Dec 07 00:00:29.506715 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca0a72-fb61-402f-9907-2a460c41337a None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:29.507331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60432) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.514241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.515889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2266d253-bd33-4e84-9409-c34fa6c9b3ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.516049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:00:29.519342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/d3925bef-77f6-4093-af24-64bf5fbbb36a HTTP/1.1" status: 204 len: 168 time: 0.8523648 Dec 07 00:00:29.524938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60434) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.527256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:29.528027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:29.531847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1316735048'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.539713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566020f-4cea-478c-b596-73e72c93deae tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=d3925bef-77f6-4093-af24-64bf5fbbb36a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:29.558354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.592947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0baf5849-9173-4a75-848b-681f274417c2) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:29.602792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:29.603557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.618394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50cfb20-75b6-44bb-8ed6-bc845c8daaee None None] Network 0baf5849-9173-4a75-848b-681f274417c2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:29.627628 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba684e3e-ac65-4148-a40a-71978d6c3d76 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7587800 Dec 07 00:00:29.630635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60436) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.635884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': '7973891f-52da-4037-a8ab-181cdb7c09df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.655758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471a76-54f4-448e-9298-7db7c32885c9 req-86aa0b6b-3ecd-4542-945c-32014f5c8dfa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:29.657538 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-42471a76-54f4-448e-9298-7db7c32885c9 req-86aa0b6b-3ecd-4542-945c-32014f5c8dfa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.0730431 Dec 07 00:00:29.686078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-2266d253-bd33-4e84-9409-c34fa6c9b3ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Project ecda1e084f9645d0a801ac784dbf1e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:00:29.712600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:29.736926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.745590 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-42471a76-54f4-448e-9298-7db7c32885c9 req-bc5738da-a17a-4c01-b21e-dbc50debd4bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766473 Dec 07 00:00:29.806299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:29.812307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.903405 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-92e8a4e1-156a-4f7e-a7a2-1e6baccb5193 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8575091 Dec 07 00:00:29.905763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60440) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.911310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:29.911494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Request body: {'port': {'network_id': '0baf5849-9173-4a75-848b-681f274417c2', 'name': 'tempest-TagsExtTest-807179487'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.917988 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-2266d253-bd33-4e84-9409-c34fa6c9b3ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:29.919961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2266d253-bd33-4e84-9409-c34fa6c9b3ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4093547 Dec 07 00:00:29.926068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:29.941141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-10cc29bc-83e0-4125-861b-d4f66e259dcd tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'd28eecfd-ad7f-4efc-abf8-0cba270d38ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:29.943811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0baf5849-9173-4a75-848b-681f274417c2', 'network_id': '0baf5849-9173-4a75-848b-681f274417c2', 'tenant_id': 'a1b97dbf8d59477796e8bd04bc78e18e', 'fixed_ips': [{'subnet_id': '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:29.944829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.953756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:29.954113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment a3eff0d9-bb5a-4a32-9d32-2ff348194da8 of type vlan for network b216178a-671c-49b3-9121-fea3344dcc77 Dec 07 00:00:30.126678 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-10cc29bc-83e0-4125-861b-d4f66e259dcd tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Project ecda1e084f9645d0a801ac784dbf1e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:00:30.134138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Allocated IP 172.20.0.2 (0baf5849-9173-4a75-848b-681f274417c2/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/4f4a46db-7004-4f48-b44e-25772a97239d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:30.161834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.211774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:30.218963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Made reservation on behalf of a1b97dbf8d59477796e8bd04bc78e18e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:30.222760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.241892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c3236-3aa9-4552-8ec1-1fc521f57ec4 None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b8003920-ac39-407a-b122-0106c840364d', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.24', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'port_id': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'mac_address': 'fa:16:3e:43:8f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T23:58:49Z', 'updated_at': '2021-12-06T23:58:58Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:30.242656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] device_id is not set on port 2c75c194-332b-4405-8305-983d1147e2fb yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:30.336027 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-10cc29bc-83e0-4125-861b-d4f66e259dcd tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:30.337131 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-10cc29bc-83e0-4125-861b-d4f66e259dcd tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4093521 Dec 07 00:00:30.342303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.342435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60444) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:30.386610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.390936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:30.391524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.392912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.417008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.469837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.476753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.483024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=b216178a-671c-49b3-9121-fea3344dcc77,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:30.498597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network b216178a-671c-49b3-9121-fea3344dcc77 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:30.532679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Allocated IP 172.20.0.6 (0baf5849-9173-4a75-848b-681f274417c2/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/2c75c194-332b-4405-8305-983d1147e2fb) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:30.534413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Network 0baf5849-9173-4a75-848b-681f274417c2 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:30.541458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:30.548074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-766d1ce7-65d4-40c7-881d-85646ba5998e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0210011 Dec 07 00:00:30.551332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60446) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:30.560609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:30.572880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:30.574724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Pushing event updated for resources: {'Port': ['ID=4f4a46db-7004-4f48-b44e-25772a97239d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:30.598898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.599138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.601572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.602727 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/d28eecfd-ad7f-4efc-abf8-0cba270d38ce HTTP/1.1" status: 204 len: 168 time: 0.2615690 Dec 07 00:00:30.606829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60448) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:30.654612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Attempting to bind port 4f4a46db-7004-4f48-b44e-25772a97239d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:30.654908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Attempting to bind port 4f4a46db-7004-4f48-b44e-25772a97239d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0baf5849-9173-4a75-848b-681f274417c2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:30.655499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Attempting to bind port 4f4a46db-7004-4f48-b44e-25772a97239d on network 0baf5849-9173-4a75-848b-681f274417c2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:30.662932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:30.663607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Checking segment: {'id': 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0baf5849-9173-4a75-848b-681f274417c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:30.664176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.664776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Bound using segment: {'id': 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0baf5849-9173-4a75-848b-681f274417c2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:30.665425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Bound port: 4f4a46db-7004-4f48-b44e-25772a97239d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0baf5849-9173-4a75-848b-681f274417c2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:30.665981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.667782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c5090-bd0c-4708-a244-8bb735aceaf8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28eecfd-ad7f-4efc-abf8-0cba270d38ce,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:30.785947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] For port 4f4a46db-7004-4f48-b44e-25772a97239d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:30.789931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] For port 4f4a46db-7004-4f48-b44e-25772a97239d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f4a46db-7004-4f48-b44e-25772a97239d,segment=NetworkSegment(d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db),segment_id=d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:30.861072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1bf4de40-17be-4838-9dda-192e4b18e014 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2451282 Dec 07 00:00:30.861291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.862987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60452) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:30.883060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620505137'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:30.888986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:30.898959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.966979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:30.971354 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33b23f-7180-472c-811b-121aad3c6b8e None None] Pushing event updated for resources: {'Port': ['ID=4f4a46db-7004-4f48-b44e-25772a97239d,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:30.986677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.024315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Performing IP validity checks on allocation pools {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 07 00:00:31.027444 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 07 00:00:31.084169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3c494-755c-4ca6-9f9a-7bfe40ae3246 req-8fbba1d5-cea5-4976-ae3e-d24778f23ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:31.091888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-33b3c494-755c-4ca6-9f9a-7bfe40ae3246 req-8fbba1d5-cea5-4976-ae3e-d24778f23ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.2299929 Dec 07 00:00:31.159678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.186281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:31.251096 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-33b3c494-755c-4ca6-9f9a-7bfe40ae3246 req-029b36c1-13e6-45e6-8a5e-e81d083c11ec tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581700 Dec 07 00:00:31.265892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-e329bbf3-be58-4af5-b739-2a53f1238468 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:31.266131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.267261 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-e329bbf3-be58-4af5-b739-2a53f1238468 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.1754735 Dec 07 00:00:31.332402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.423925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9373a-aeda-4c93-946c-6e66f60800f8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:31.441915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:31.449923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.452369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:31.471345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:31.471917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:31.484379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.485673 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a572114b-4ff7-4e98-abc6-4d1123d80d6a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6195681 Dec 07 00:00:31.489431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60458) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:31.499409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-511b3aab-c38f-452d-ac68-5728565004cb tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': '15c9373a-aeda-4c93-946c-6e66f60800f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:31.539645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:31.549215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cd790ab2-85c2-4ae4-8dda-6d6aa6b6c3fd tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/7675ec41-81dc-433e-a5e0-ca75ce9f332f HTTP/1.1" status: 200 len: 979 time: 1.9171703 Dec 07 00:00:31.557984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:31.561967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:31.562888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:31.606515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:31.607852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeb5c76-d144-4b9f-8dc1-dc8a4a32c8f1 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:31.644016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Network 0baf5849-9173-4a75-848b-681f274417c2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:31.675567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:31.679416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:31.741901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:31.742567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.752210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event updated for resources: {'Port': ['ID=2c75c194-332b-4405-8305-983d1147e2fb,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:31.796409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4f4a46db-7004-4f48-b44e-25772a97239d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:31.831935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 05a2c23e-d784-4813-9918-fae25eff9616 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:31.832922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.872460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4f4a46db-7004-4f48-b44e-25772a97239d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:31.872901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.877232 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3cb82728-c3af-4b07-8923-af4131d78988 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9703240 Dec 07 00:00:31.881073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:31.883151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60462) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:31.896974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1589379043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:31.964599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.032431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 4f4a46db-7004-4f48-b44e-25772a97239d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f4a46db-7004-4f48-b44e-25772a97239d,segment=NetworkSegment(d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db),segment_id=d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:32.075189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=9c5ca828-e3b1-4edc-8d9b-9cc640172e3c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:32.103650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.131585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.133156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.139385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 05a2c23e-d784-4813-9918-fae25eff9616, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=05a2c23e-d784-4813-9918-fae25eff9616,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:32.140074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.140317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a78b8137-a881-440c-a5a6-22043e1e336c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:32.158494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:32.159349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: b216178a-671c-49b3-9121-fea3344dcc77, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:32.177593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a78b8137-a881-440c-a5a6-22043e1e336c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:32.177976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a78b8137-a881-440c-a5a6-22043e1e336c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:32.189341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 05a2c23e-d784-4813-9918-fae25eff9616 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:32.209646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port ea3f2079-444c-4d4f-b130-d7fec6405114 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:32.209976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.214627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=4f4a46db-7004-4f48-b44e-25772a97239d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:32.260553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-511b3aab-c38f-452d-ac68-5728565004cb tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The resource could not be found. Dec 07 00:00:32.261597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-511b3aab-c38f-452d-ac68-5728565004cb tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7663822 Dec 07 00:00:32.272524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.273384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:32.278515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd578029-47aa-40b1-a86f-27a40389529d None None] Network 0baf5849-9173-4a75-848b-681f274417c2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:32.280477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2fbb161e-1d91-4c5a-b50f-7abf6cb05566 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': '15c9373a-aeda-4c93-946c-6e66f60800f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7e49db91-83dd-404a-ae25-5e1cf0321350'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:32.290449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network b216178a-671c-49b3-9121-fea3344dcc77 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:32.298170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.298517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.312313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for ea3f2079-444c-4d4f-b130-d7fec6405114 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:32.344280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.376544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b216178a-671c-49b3-9121-fea3344dcc77) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:32.394005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:32.394695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.400274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541069a-8e91-48b1-bba4-cd4f9a606f2a None None] Network b216178a-671c-49b3-9121-fea3344dcc77 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:32.407548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bed0ad34-bc06-4c7d-8d28-d444237eb094 None None] Provisioning complete for port 4f4a46db-7004-4f48-b44e-25772a97239d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:32.407929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bed0ad34-bc06-4c7d-8d28-d444237eb094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.433303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f9ae9-be8d-4e3a-8b41-815164a7c473 req-32bc4d0e-897f-49bf-975c-bd38e6015f0f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:32.439150 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-218f9ae9-be8d-4e3a-8b41-815164a7c473 req-32bc4d0e-897f-49bf-975c-bd38e6015f0f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 946 time: 0.1129224 Dec 07 00:00:32.526216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.526216 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b19ccc0-4eca-4e7c-ae82-a9cdcd4c477d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6327245 Dec 07 00:00:32.526523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60470) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:32.527552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-33f9589b-efd5-406c-aa85-59e59eae84e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9750719 Dec 07 00:00:32.533361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60472) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:32.534976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bb69d179-6d3b-4b62-94e7-ae71ea9b3060 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-878223995', 'prefixes': ['172.20.0.0/16']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:32.542653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77', 'name': 'tempest-PortsIpV6TestJSON-512872234'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:32.553103 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-218f9ae9-be8d-4e3a-8b41-815164a7c473 req-9dfbd7cf-bc89-4832-896e-c740497cfb4f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=307ea6aa-c789-411c-b187-28f545044310&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955250 Dec 07 00:00:32.590026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.610700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-2fbb161e-1d91-4c5a-b50f-7abf6cb05566 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The resource could not be found. Dec 07 00:00:32.611934 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2fbb161e-1d91-4c5a-b50f-7abf6cb05566 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3371964 Dec 07 00:00:32.614892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.619817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:32.633014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=ea3f2079-444c-4d4f-b130-d7fec6405114,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:32.675719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=05a2c23e-d784-4813-9918-fae25eff9616,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:32.692703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.693830 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 7675ec41-81dc-433e-a5e0-ca75ce9f332f disassociated (deleted). External IP: 172.36.7.177, port: 7973891f-52da-4037-a8ab-181cdb7c09df. Dec 07 00:00:32.748551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 05a2c23e-d784-4813-9918-fae25eff9616 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:32.751081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.755199 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf86d09e-3a65-4e5e-82ed-1ab06c50e8fb req-6dd2113c-23cb-4f44-a32d-40a6fad0861b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/05a2c23e-d784-4813-9918-fae25eff9616 HTTP/1.1" status: 204 len: 173 time: 1.4780383 Dec 07 00:00:32.766494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'name': 'network-vif-deleted', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:00:32.769337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db18969-5431-4f7a-9137-760046d492ca" -d '{"events": [{"server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "name": "network-vif-deleted", "tag": "05a2c23e-d784-4813-9918-fae25eff9616"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:00:32.842748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.848319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227f436-11a0-4167-a944-337c0f65bf79 x-openstack-request-id: req-5227f436-11a0-4167-a944-337c0f65bf79 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:00:32.848656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4780029a-242e-49b3-aaa3-f05239b73a6c", "name": "network-vif-deleted", "tag": "05a2c23e-d784-4813-9918-fae25eff9616", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:00:32.848924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5227f436-11a0-4167-a944-337c0f65bf79 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:00:32.849322 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4780029a-242e-49b3-aaa3-f05239b73a6c', 'name': 'network-vif-deleted', 'tag': '05a2c23e-d784-4813-9918-fae25eff9616', 'status': 'completed', 'code': 200} Dec 07 00:00:32.874064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b216178a-671c-49b3-9121-fea3344dcc77', 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': '9c5ca828-e3b1-4edc-8d9b-9cc640172e3c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:32.875686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.888550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.961568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:32.967021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:32.988890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 13b2dab5-5423-4655-80a7-f5271c56ae12 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:33.007985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:33.082994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.087364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.089740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/15c9373a-aeda-4c93-946c-6e66f60800f8 HTTP/1.1" status: 204 len: 168 time: 0.4630370 Dec 07 00:00:33.096752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60480) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.107985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6661fe-e0de-43ba-81c2-9f594c1fdb51 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9373a-aeda-4c93-946c-6e66f60800f8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:33.117402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Allocated IP 2001:db8::2 (b216178a-671c-49b3-9121-fea3344dcc77/9c5ca828-e3b1-4edc-8d9b-9cc640172e3c/105d81c9-f841-4e5e-a828-ebd00bb92998) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:33.118145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb69d179-6d3b-4b62-94e7-ae71ea9b3060 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for subnetpool, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.120159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb69d179-6d3b-4b62-94e7-ae71ea9b3060 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5896509 Dec 07 00:00:33.124380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60482) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.132740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-b4880e1a-5632-4755-aab6-4ef2b6091058 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-366386225') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.190608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79b7c4e7-9468-4564-9765-8e1cf6900869 None None] Provisioning complete for port 2c75c194-332b-4405-8305-983d1147e2fb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:33.191456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79b7c4e7-9468-4564-9765-8e1cf6900869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.237892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:33.251750 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:33.255972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.275213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:33.279275 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.302252 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8050b0e2-6634-4177-8ef6-b30bbf0a01a3 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/7675ec41-81dc-433e-a5e0-ca75ce9f332f HTTP/1.1" status: 204 len: 168 time: 1.7430267 Dec 07 00:00:33.306266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60488) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.367477 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-063a86d2-f56d-4826-87f9-359d9849fa31 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2696211 Dec 07 00:00:33.368774 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.371403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.376347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b7b1c4e7-b9f4-4b9f-9dcc-dc487cf4dfd6 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': '645efabb-5c41-464d-89ef-6ed1a43b4c1f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:33.386699 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:33.387590 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.432143 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.432968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd857e8-c5d0-4ebf-b930-8b29472a9c9e None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:33.438230 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b4880e1a-5632-4755-aab6-4ef2b6091058 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-366386225 HTTP/1.1" status: 201 len: 201 time: 0.3113828 Dec 07 00:00:33.441585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60492) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.445998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-48e88ca5-9599-4f89-8568-c5b1f8ac5d40 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-2119574465') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.458339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 7973891f-52da-4037-a8ab-181cdb7c09df {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:33.459705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.526890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.534873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-79b7c4e7-9468-4564-9765-8e1cf6900869 None None] Port 2c75c194-332b-4405-8305-983d1147e2fb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:33.548707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.574125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 05a2c23e-d784-4813-9918-fae25eff9616 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:33.577231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.578846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79b7c4e7-9468-4564-9765-8e1cf6900869 None None] Provisioning complete for port 4f4a46db-7004-4f48-b44e-25772a97239d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:33.579022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79b7c4e7-9468-4564-9765-8e1cf6900869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.594415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 7973891f-52da-4037-a8ab-181cdb7c09df owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:33.636610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 05a2c23e-d784-4813-9918-fae25eff9616 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:33.636967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 05a2c23e-d784-4813-9918-fae25eff9616 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:33.647153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.682352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-b7b1c4e7-b9f4-4b9f-9dcc-dc487cf4dfd6 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The resource could not be found. Dec 07 00:00:33.683427 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b7b1c4e7-b9f4-4b9f-9dcc-dc487cf4dfd6 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3110075 Dec 07 00:00:33.687714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-48e88ca5-9599-4f89-8568-c5b1f8ac5d40 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-2119574465 HTTP/1.1" status: 201 len: 201 time: 0.2429981 Dec 07 00:00:33.690002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60500) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.695112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--259298765'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:33.703675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:33.709327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-0b8fe621-e490-4ee1-b328-bf6fcf358f2e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-451889369') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:33.745253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Network b216178a-671c-49b3-9121-fea3344dcc77 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:33.756836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:33.757077 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-246dff1e-97b2-4750-a1c1-2790debaeee8 req-e374dac8-bbcd-4ec7-a212-a1b93c84552e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=4780029a-242e-49b3-aaa3-f05239b73a6c HTTP/1.1" status: 200 len: 210 time: 0.0429940 Dec 07 00:00:33.758257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:33.765973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Pushing event updated for resources: {'Port': ['ID=105d81c9-f841-4e5e-a828-ebd00bb92998,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:33.786145 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-06a03c13-c1a6-4083-aa9c-3a64b2625516 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750773743&fields=id&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 267 time: 0.1688869 Dec 07 00:00:33.824942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::330 (b216178a-671c-49b3-9121-fea3344dcc77/9c5ca828-e3b1-4edc-8d9b-9cc640172e3c/13b2dab5-5423-4655-80a7-f5271c56ae12) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:33.869870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4f4a46db-7004-4f48-b44e-25772a97239d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:33.878445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.955822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Attempting to bind port 105d81c9-f841-4e5e-a828-ebd00bb92998 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:33.956577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Attempting to bind port 105d81c9-f841-4e5e-a828-ebd00bb92998 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:33.956577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Attempting to bind port 105d81c9-f841-4e5e-a828-ebd00bb92998 on network b216178a-671c-49b3-9121-fea3344dcc77 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:33.966603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:33.966603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Checking segment: {'id': 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:33.966954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.967038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.967624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Bound using segment: {'id': 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:33.967793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Bound port: 105d81c9-f841-4e5e-a828-ebd00bb92998, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b216178a-671c-49b3-9121-fea3344dcc77'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:33.968326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:33.985980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4f4a46db-7004-4f48-b44e-25772a97239d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:33.986358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.022509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-3da40a3a-5fa4-4c79-b055-44945910a0d9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:34.023989 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-3da40a3a-5fa4-4c79-b055-44945910a0d9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.1961637 Dec 07 00:00:34.035250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.068120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-8f418e06-ad43-407b-9a7b-76d1f6626c9e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/quotas/a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 375 time: 0.0161238 Dec 07 00:00:34.079158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] For port 105d81c9-f841-4e5e-a828-ebd00bb92998, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:34.079428 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0b8fe621-e490-4ee1-b328-bf6fcf358f2e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-451889369 HTTP/1.1" status: 201 len: 201 time: 0.3772473 Dec 07 00:00:34.082480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.083281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] For port 105d81c9-f841-4e5e-a828-ebd00bb92998, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=105d81c9-f841-4e5e-a828-ebd00bb92998,segment=NetworkSegment(a3eff0d9-bb5a-4a32-9d32-2ff348194da8),segment_id=a3eff0d9-bb5a-4a32-9d32-2ff348194da8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:34.089828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-ba21fd19-9bac-4125-b17e-ea644ab46913 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-748358346') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:34.091445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-111f00ba-8f81-4c61-8e56-b1e869acbfec None None] Provisioning complete for port 2c75c194-332b-4405-8305-983d1147e2fb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:34.091782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-111f00ba-8f81-4c61-8e56-b1e869acbfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.110338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=7973891f-52da-4037-a8ab-181cdb7c09df,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:34.114485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.118528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b17643-3e80-4703-9cb4-df34a0416dfe None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:34.164666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.178887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-111f00ba-8f81-4c61-8e56-b1e869acbfec None None] Port 2c75c194-332b-4405-8305-983d1147e2fb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:34.208872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b26c40-d1e1-4d6c-8225-7110a139cdde,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:34.223571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.231403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.231600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-be6ba31d-12e9-4180-9f77-cfe0950fdaa0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/7973891f-52da-4037-a8ab-181cdb7c09df HTTP/1.1" status: 204 len: 168 time: 0.9205832 Dec 07 00:00:34.231693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60506) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.236881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:34.264511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a022df4-093f-45a3-a3ab-951d42468642 None None] Pushing event updated for resources: {'Port': ['ID=105d81c9-f841-4e5e-a828-ebd00bb92998,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:34.268413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.269740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5dcb0def-0f4a-4a39-acbd-f4b0ee3ecd7e tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5786285 Dec 07 00:00:34.272808 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-760df17c-c07d-4f3c-a926-4b97961d6b6d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731489 Dec 07 00:00:34.272974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60508) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.277644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--165564869'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:34.318774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba21fd19-9bac-4125-b17e-ea644ab46913 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-748358346 HTTP/1.1" status: 201 len: 201 time: 0.2327666 Dec 07 00:00:34.319139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60512) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.324338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-c3399e9b-c935-4d17-92b1-779a85e0d6cc tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:34.333252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.362290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.409960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network b216178a-671c-49b3-9121-fea3344dcc77 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:34.451059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:34.464967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.470196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:34.475955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:34.476769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.491646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=13b2dab5-5423-4655-80a7-f5271c56ae12,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:34.536938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-448aa955-9cf5-46da-98e5-0afba6702d00 service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429392 Dec 07 00:00:34.562825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3399e9b-c935-4d17-92b1-779a85e0d6cc tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 200 len: 240 time: 0.2393653 Dec 07 00:00:34.563073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60514) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.569405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-5197b703-dd74-4751-a17a-38ef3b22b609 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-366386225') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:34.578081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b5213a7-7e1d-4a2c-b914-7c18bd55f272 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0437329 Dec 07 00:00:34.600402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60516) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.641720 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-340136f1-9e67-4905-a3fc-ecf4e30baeec service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037564 Dec 07 00:00:34.726355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.751035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.768998 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5197b703-dd74-4751-a17a-38ef3b22b609 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-366386225 HTTP/1.1" status: 204 len: 168 time: 0.2049532 Dec 07 00:00:34.771624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.776284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-db311887-ad1e-4994-96e9-0ce558e311df tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-366386225') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:34.820116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.837715 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60528) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.862998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 13b2dab5-5423-4655-80a7-f5271c56ae12 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:34.863428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.921623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c3e9bb-5964-4a45-aad8-8f1505672909,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:34.928776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.961007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.967009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:34.971333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60530) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:34.972441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b81a73ef-d09a-4484-bea1-e9e9c914850d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6987531 Dec 07 00:00:34.977039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-99726088-80bc-41d3-8373-7dc827fd0f66 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': 'e5b26c40-d1e1-4d6c-8225-7110a139cdde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '77c3e9bb-5964-4a45-aad8-8f1505672909'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:34.997038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-db311887-ad1e-4994-96e9-0ce558e311df tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-366386225 HTTP/1.1" status: 204 len: 168 time: 0.2242193 Dec 07 00:00:35.000906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.012709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-f24d4df3-61e7-4931-ae97-28c2b12f8d2b tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.022772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.201 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/79616361-494a-4d74-b8c1-5b3b7a537f86) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:35.049248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.094909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 13b2dab5-5423-4655-80a7-f5271c56ae12 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:35.118935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f24d4df3-61e7-4931-ae97-28c2b12f8d2b tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 200 len: 205 time: 0.1127391 Dec 07 00:00:35.119141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60534) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.124061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-6931b6b6-7ca9-4c09-a5dc-bb497477b6bf tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.189278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6931b6b6-7ca9-4c09-a5dc-bb497477b6bf tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 200 len: 241 time: 0.0689712 Dec 07 00:00:35.190761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.192384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60536) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.193599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.195630 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/307ea6aa-c789-411c-b187-28f545044310 HTTP/1.1" status: 204 len: 168 time: 0.3565388 Dec 07 00:00:35.199155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-d4ce025f-1f3d-4632-bb7a-251a27362f1e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-2119574465') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.205434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a2b52-625e-4154-bdd7-57e2769c2b0b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ea6aa-c789-411c-b187-28f545044310,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.223953 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-99726088-80bc-41d3-8373-7dc827fd0f66 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:35.225665 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-99726088-80bc-41d3-8373-7dc827fd0f66 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2530301 Dec 07 00:00:35.232657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60540) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.277545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.310079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60542) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.342042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.357156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4ce025f-1f3d-4632-bb7a-251a27362f1e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-2119574465 HTTP/1.1" status: 204 len: 168 time: 0.1599507 Dec 07 00:00:35.360278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60544) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.364199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-6721871b-1049-4e55-b920-38a6e55f2993 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-2119574465') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.401292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.420544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 8905d7b0-7756-4418-959e-ac5cff3f7903 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:35.424705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.435640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e62fd-a818-472e-bbc2-9f900862f5c3 None None] Network b216178a-671c-49b3-9121-fea3344dcc77 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:35.436889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.464914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.474187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:35.483216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:35.487137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:35.510299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.538831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=79616361-494a-4d74-b8c1-5b3b7a537f86,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.552771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] Provisioning complete for port 105d81c9-f841-4e5e-a828-ebd00bb92998 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:35.553150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.569760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.573040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.577164 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/77c3e9bb-5964-4a45-aad8-8f1505672909 HTTP/1.1" status: 204 len: 168 time: 0.3399165 Dec 07 00:00:35.581805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60546) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.596751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.602644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/13b2dab5-5423-4655-80a7-f5271c56ae12 HTTP/1.1" status: 204 len: 168 time: 0.9989884 Dec 07 00:00:35.604278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60548) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.613247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35458e-19d2-4920-80c9-dff122941231 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c3e9bb-5964-4a45-aad8-8f1505672909,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.616993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd78a7-299d-4c5b-96ad-64aaf75f72d5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=13b2dab5-5423-4655-80a7-f5271c56ae12,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.644654 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba75dd95-5315-4f6d-bba7-51ad0a8ae78c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:00:35.645251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba75dd95-5315-4f6d-bba7-51ad0a8ae78c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:35.650728 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ba75dd95-5315-4f6d-bba7-51ad0a8ae78c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/13b2dab5-5423-4655-80a7-f5271c56ae12 HTTP/1.1" status: 404 len: 333 time: 0.0427816 Dec 07 00:00:35.654886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60550) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.694348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6721871b-1049-4e55-b920-38a6e55f2993 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-2119574465 HTTP/1.1" status: 204 len: 168 time: 0.3335381 Dec 07 00:00:35.698418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60552) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.699613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.713941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.718838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.740902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-152b43f0-f49e-4136-be19-9ebc4e10fec8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.756387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] For port 105d81c9-f841-4e5e-a828-ebd00bb92998, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=105d81c9-f841-4e5e-a828-ebd00bb92998,segment=NetworkSegment(a3eff0d9-bb5a-4a32-9d32-2ff348194da8),segment_id=a3eff0d9-bb5a-4a32-9d32-2ff348194da8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:35.758072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebdb4f3-1062-4960-abc1-5253d991096f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:35.760290 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9ebdb4f3-1062-4960-abc1-5253d991096f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/13b2dab5-5423-4655-80a7-f5271c56ae12 HTTP/1.1" status: 404 len: 333 time: 0.1038899 Dec 07 00:00:35.760906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aeeea42f-8757-446c-bbf7-dc4aca3de40d tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1730373 Dec 07 00:00:35.762422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60554) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.770357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60556) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.847358 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-152b43f0-f49e-4136-be19-9ebc4e10fec8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 200 len: 205 time: 0.1407895 Dec 07 00:00:35.847910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:35.849920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 105d81c9-f841-4e5e-a828-ebd00bb92998 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:35.853690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-09fd3a2d-8fd7-4384-8079-a0b3bb29d1f9 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:35.882228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.890922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.922417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.945682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.950515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216d4b8-661a-4c21-b43a-4124d5ec1002 None None] Pushing event updated for resources: {'Port': ['ID=105d81c9-f841-4e5e-a828-ebd00bb92998,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.950919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.969036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 105d81c9-f841-4e5e-a828-ebd00bb92998 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:35.969036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.989304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:35.993348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/8905d7b0-7756-4418-959e-ac5cff3f7903 HTTP/1.1" status: 204 len: 168 time: 0.6822770 Dec 07 00:00:35.994311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc967c15-7612-401e-8486-201cc27d68dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=8905d7b0-7756-4418-959e-ac5cff3f7903,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:35.997265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.008840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950a68b-580f-4c49-8767-0edb45e80cb8 None None] Network 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:36.020016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 9c5ca828-e3b1-4edc-8d9b-9cc640172e3c {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:36.026435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.065158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09fd3a2d-8fd7-4384-8079-a0b3bb29d1f9 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 200 len: 240 time: 0.2162931 Dec 07 00:00:36.068223 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.074997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.075131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-c02dcbbb-f1e5-45c1-a7c1-fa11c51cd8c7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-451889369') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:36.157665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.184091 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c02dcbbb-f1e5-45c1-a7c1-fa11c51cd8c7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-451889369 HTTP/1.1" status: 204 len: 168 time: 0.1126380 Dec 07 00:00:36.186519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60564) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.191427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-56af0095-02af-42f4-ae8a-df98c3c22afb tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-451889369') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:36.202394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1d33013d-87c7-43c2-8c45-c57f32a5f36a None None] Provisioning complete for port 105d81c9-f841-4e5e-a828-ebd00bb92998 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:36.203087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d33013d-87c7-43c2-8c45-c57f32a5f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.232521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:36.232862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.263709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.266554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.270183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5b26c40-d1e1-4d6c-8225-7110a139cdde HTTP/1.1" status: 204 len: 168 time: 0.4961591 Dec 07 00:00:36.298319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60566) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.378194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:36.378690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.400950 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-31a10998-d293-428a-9087-a1b8fd66c2cd tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1012149 Dec 07 00:00:36.408109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60574) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.412914 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022690012'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:36.413456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] DHCP port deletion for 06fb6c4a-746a-4922-a6cc-7d879a5a2c76 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:36.420777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb8b1b-fc78-4ea9-9987-3eb6617db211 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b26c40-d1e1-4d6c-8225-7110a139cdde,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.435469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:36.447164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.501518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-20ede14a-6c76-47eb-8e1c-1df4cf7ede43 req-e94795ca-5873-43c9-ae22-7b08642cee9c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.1326778 Dec 07 00:00:36.533438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Deleting port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:36.534024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.536637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.590447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5ffab0d0-a7ba-4017-a6f9-94e9e02a61d2 None None] Could not find standard attr ID for object 13b2dab5-5423-4655-80a7-f5271c56ae12. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:00:36.602988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.640248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] For port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,segment=NetworkSegment(f68fbaf6-efd8-4189-9c65-2d6bea6f5eee),segment_id=f68fbaf6-efd8-4189-9c65-2d6bea6f5eee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:36.640685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.655158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Calling delete_port for 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:36.680671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.687954 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-56af0095-02af-42f4-ae8a-df98c3c22afb tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-451889369 HTTP/1.1" status: 204 len: 168 time: 0.5019827 Dec 07 00:00:36.690361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60580) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.702314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-0d7520f4-e9b5-4f8f-8039-73646c69f4a7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:36.724795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.733615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.741651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.752630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.770007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] Pushing event deleted for resources: {'Port': ['ID=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.774781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dcc15-dd8d-4a0a-82b2-18744b9227dc None None] No DVR routers for this DVR port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:36.794543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=1d2ec4fd-0a29-41c8-bf2e-5adffb675f48,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.797310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.800048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:36.836965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5ca828-e3b1-4edc-8d9b-9cc640172e3c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.847682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.853015 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e08e4b75-8687-4926-82c0-c6ba280c723d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/9c5ca828-e3b1-4edc-8d9b-9cc640172e3c HTTP/1.1" status: 204 len: 168 time: 1.0873506 Dec 07 00:00:36.856093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60582) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.857719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51923399-a6fc-4c9c-baed-e77c34bfc913 None None] Network b216178a-671c-49b3-9121-fea3344dcc77 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:36.863017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=79616361-494a-4d74-b8c1-5b3b7a537f86,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.867372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.886845 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0d7520f4-e9b5-4f8f-8039-73646c69f4a7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 200 len: 205 time: 0.1952262 Dec 07 00:00:36.890466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60584) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.902938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-003d3280-3537-41b9-8a9f-0fee3071e708 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:36.903168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bec610a-7d2a-4a7d-b313-97356454984e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:36.943164 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-003d3280-3537-41b9-8a9f-0fee3071e708 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 200 len: 240 time: 0.0500336 Dec 07 00:00:36.943983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60586) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.947361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:36.952945 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-855c7865-4354-43a6-b824-94e3afc71676 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7196605 Dec 07 00:00:36.958922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-f4bdd08c-6790-472d-ab4d-a363d3f2aa0c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-748358346') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:36.961244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60588) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:36.967770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'port': {'network_id': '5e883c5a-636e-4333-9966-faac4b0f2f8b', 'name': 'tempest-FloatingIPTestJSON-1173723915'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:37.041063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f4bdd08c-6790-472d-ab4d-a363d3f2aa0c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-748358346 HTTP/1.1" status: 204 len: 168 time: 0.0867689 Dec 07 00:00:37.043927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60590) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.051360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-cfb780f8-2695-48c3-8113-b2b2cadef443 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-748358346') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.093809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] DHCP port deletion for b216178a-671c-49b3-9121-fea3344dcc77 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:37.145670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Deleting port 105d81c9-f841-4e5e-a828-ebd00bb92998 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:37.146051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.203113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cfb780f8-2695-48c3-8113-b2b2cadef443 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-748358346 HTTP/1.1" status: 204 len: 168 time: 0.1580102 Dec 07 00:00:37.203985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:37.207721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.211149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.218851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] For port 105d81c9-f841-4e5e-a828-ebd00bb92998, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=105d81c9-f841-4e5e-a828-ebd00bb92998,segment=NetworkSegment(a3eff0d9-bb5a-4a32-9d32-2ff348194da8),segment_id=a3eff0d9-bb5a-4a32-9d32-2ff348194da8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:37.219263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.222523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-b4d775b5-01cc-416a-b6d1-12d44299b3bc tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.235032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Calling delete_port for 105d81c9-f841-4e5e-a828-ebd00bb92998 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:37.241640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] device_id is not set on port 3885eec1-8273-4f3e-a110-bc3b3cbb52d5 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:37.284377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.288377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-62867a05-f625-4fec-b546-1492503f967f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8764496 Dec 07 00:00:37.292753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60596) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.300827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ef115cce-6464-45e9-94ca-4456ed13e838 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': '2bec610a-7d2a-4a7d-b313-97356454984e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:37.308285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b4d775b5-01cc-416a-b6d1-12d44299b3bc tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 200 len: 205 time: 0.0938056 Dec 07 00:00:37.312805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60598) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.320632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-c670e973-e377-4f29-a365-392fa9d7f378 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.323486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.357719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.361046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fb6c4a-746a-4922-a6cc-7d879a5a2c76']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.373174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.373479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68fbaf6-efd8-4189-9c65-2d6bea6f5eee') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.386074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.401647 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c670e973-e377-4f29-a365-392fa9d7f378 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0880768 Dec 07 00:00:37.404216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60600) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.410504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-f3af5130-4a4b-488b-bc30-d0c5d687ee4f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.414058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.417697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.428692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:37.429008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:37.431960 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:37.455970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] No DVR routers for this DVR port 105d81c9-f841-4e5e-a828-ebd00bb92998 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:37.457580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13b4da-03f1-46d6-873a-04402ba1a356 None None] Pushing event deleted for resources: {'Port': ['ID=105d81c9-f841-4e5e-a828-ebd00bb92998,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:37.482538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.5 (5e883c5a-636e-4333-9966-faac4b0f2f8b/9c2d41c5-08b2-4cab-809a-f4eb3191d345/3885eec1-8273-4f3e-a110-bc3b3cbb52d5) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:37.510316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 105d81c9-f841-4e5e-a828-ebd00bb92998 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:37.510820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.539048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f3af5130-4a4b-488b-bc30-d0c5d687ee4f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1338091 Dec 07 00:00:37.542370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60604) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.551272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-3b70eed8-754c-4847-85fe-5d16d58b18fa tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.599183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-ef115cce-6464-45e9-94ca-4456ed13e838 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:37.600247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ef115cce-6464-45e9-94ca-4456ed13e838 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3065076 Dec 07 00:00:37.603710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60606) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.604982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port 105d81c9-f841-4e5e-a828-ebd00bb92998, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:37.605557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.610164 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b30ddb9-0625-4b29-9abd-5c88ac3e2a44 req-f6b93ffa-ab59-493b-9717-916a90f00c1c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0383115 Dec 07 00:00:37.611971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.622086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d8d4707d-92e9-4c03-9c74-df1f2f1bed5f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group_rule': {'security_group_id': '2bec610a-7d2a-4a7d-b313-97356454984e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:37.642675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.646719 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/06fb6c4a-746a-4922-a6cc-7d879a5a2c76 HTTP/1.1" status: 204 len: 168 time: 1.6467843 Dec 07 00:00:37.647115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 105d81c9-f841-4e5e-a828-ebd00bb92998 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:37.661803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Port 105d81c9-f841-4e5e-a828-ebd00bb92998 was not found and therefore no delete operation was performed {{(pid=110159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 07 00:00:37.662465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60608) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:37.668461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5bf9d-2e18-4282-a660-8790936cd978 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=06fb6c4a-746a-4922-a6cc-7d879a5a2c76,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:37.679508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.891044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 105d81c9-f841-4e5e-a828-ebd00bb92998 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:37.892100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=105d81c9-f841-4e5e-a828-ebd00bb92998,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:37.892100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port 105d81c9-f841-4e5e-a828-ebd00bb92998 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:37.893553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 105d81c9-f841-4e5e-a828-ebd00bb92998 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:37.893553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 105d81c9-f841-4e5e-a828-ebd00bb92998 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:37.893553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:37.893553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:37.893553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d2ec4fd-0a29-41c8-bf2e-5adffb675f48 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:37.894326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.938852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b216178a-671c-49b3-9121-fea3344dcc77']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.951539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.951850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eff0d9-bb5a-4a32-9d32-2ff348194da8') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:37.966004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.984507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.992959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:37.993463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:37.996794 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:38.049174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 562b1f3c-2b4c-484a-b299-6206264b1982 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:38.097378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.097543 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b70eed8-754c-4847-85fe-5d16d58b18fa tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 204 len: 168 time: 0.5176878 Dec 07 00:00:38.097543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.098138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60610) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.101888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-121fc112-0bd8-4f4b-ab18-e2471eb79fa8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:38.132079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.132462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.145382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 562b1f3c-2b4c-484a-b299-6206264b1982 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:38.157312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-121fc112-0bd8-4f4b-ab18-e2471eb79fa8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0585229 Dec 07 00:00:38.160870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60612) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.165664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-16b9add9-dc97-4971-9e30-92febe3d0eba tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-269247245') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:38.281815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.287249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.289817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.296500 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/b216178a-671c-49b3-9121-fea3344dcc77 HTTP/1.1" status: 204 len: 168 time: 1.4359844 Dec 07 00:00:38.297027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60614) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.303909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-595781071'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:38.324567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d364-5af4-4790-a0b9-785d17af1535 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=b216178a-671c-49b3-9121-fea3344dcc77,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:38.346568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:38.351548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:38.356483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:38.365208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc05cf-d5b9-496c-ab7f-5ae51bda9659 None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:38.378387 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-d8d4707d-92e9-4c03-9c74-df1f2f1bed5f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:38.379376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d8d4707d-92e9-4c03-9c74-df1f2f1bed5f tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7683108 Dec 07 00:00:38.382150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60616) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.385483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=3885eec1-8273-4f3e-a110-bc3b3cbb52d5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:38.394459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-16b9add9-dc97-4971-9e30-92febe3d0eba tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-269247245 HTTP/1.1" status: 201 len: 201 time: 0.2322702 Dec 07 00:00:38.401246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60618) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.405669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-712f8cfd-f08f-4dce-b965-0a508868cc94 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-984142963') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:38.423974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:38.424641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.440584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4e06cf73-b012-4c7a-b07d-2e9bee52eedc None None] Provisioning complete for port 3885eec1-8273-4f3e-a110-bc3b3cbb52d5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:38.444878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4e06cf73-b012-4c7a-b07d-2e9bee52eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.445628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.478282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4e06cf73-b012-4c7a-b07d-2e9bee52eedc None None] Port 3885eec1-8273-4f3e-a110-bc3b3cbb52d5 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:38.486770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=562b1f3c-2b4c-484a-b299-6206264b1982,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:38.496935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:38.501245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.526358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:38.535468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.535879 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 74298ef9-5112-433e-aff7-d69540c0ed06 of type vlan for network 1fb7d405-3408-407d-ba19-13bc25aad8a4 Dec 07 00:00:38.561655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.577535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.602176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.604792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.605129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP b8003920-ac39-407a-b122-0106c840364d disassociated (deleted). External IP: 172.36.7.24, port: 8a351a7f-a053-454c-b5b7-9e3824ef25dd. Dec 07 00:00:38.615205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d669439f-c51f-4295-b75e-b9c6aea4f734 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6527922 Dec 07 00:00:38.617750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60620) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.622221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': '3885eec1-8273-4f3e-a110-bc3b3cbb52d5'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:38.679334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.722126 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-712f8cfd-f08f-4dce-b965-0a508868cc94 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-984142963 HTTP/1.1" status: 201 len: 201 time: 0.3199158 Dec 07 00:00:38.723088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.724763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60624) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.728552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:38.730972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.732587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-04620da3-06ad-45ee-ad92-6c1df4f76ab3 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-1363936419') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:38.770198 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-695db758-3e65-40b0-8e8e-aa4e4c353359 req-a30b7e9c-585b-4643-810a-c93cf79da74e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0875463 Dec 07 00:00:38.843758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.846497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:38.849702 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/2bec610a-7d2a-4a7d-b313-97356454984e HTTP/1.1" status: 204 len: 168 time: 0.4644876 Dec 07 00:00:38.853154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60626) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.867644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3dd5f-3b2f-4e16-91ee-c9c0ea12334a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bec610a-7d2a-4a7d-b313-97356454984e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:38.880383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=1fb7d405-3408-407d-ba19-13bc25aad8a4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:38.905548 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-37530461-74af-481a-8028-29fe1d0cf927 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6063805 Dec 07 00:00:38.906745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.917760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:38.919915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:38.972583 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e919efe1-1316-487e-9f53-0153b7ffb1c8 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1181889 Dec 07 00:00:38.976043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60630) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:38.980368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'tempest-secgroup--841456029'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:38.992038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-04620da3-06ad-45ee-ad92-6c1df4f76ab3 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-1363936419 HTTP/1.1" status: 201 len: 201 time: 0.2656212 Dec 07 00:00:38.997214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60632) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.009552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-93ea3811-feca-4a10-a665-961a9ae54357 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-905648601') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.029735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:39.119157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.163987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:39.171334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.176488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:39.188310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:39.189986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.192867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-93ea3811-feca-4a10-a665-961a9ae54357 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-905648601 HTTP/1.1" status: 201 len: 201 time: 0.1895657 Dec 07 00:00:39.195693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60634) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.200541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-dc49d4ff-7017-4afc-95fe-634fc204863c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', {'tags': ['tempest-TagsExtTest-Tag-1343922321', 'tempest-TagsExtTest-Tag-980395359', 'tempest-TagsExtTest-Tag-140399418']}) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.234865 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aba218e5-ff2b-4db9-894f-6aa78a84267d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/b8003920-ac39-407a-b122-0106c840364d HTTP/1.1" status: 204 len: 168 time: 1.5696564 Dec 07 00:00:39.237629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:00:39.239926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df74495e-4299-474a-9559-b42f95b04993" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:00:39.242967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:39.246880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.271511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.336475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.337030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a24874c-7afc-48c2-a169-f0bfffeeadea x-openstack-request-id: req-7a24874c-7afc-48c2-a169-f0bfffeeadea {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:00:39.337329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:00:39.337591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a24874c-7afc-48c2-a169-f0bfffeeadea {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:00:39.337998 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'status': 'completed', 'code': 200} Dec 07 00:00:39.338128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.377558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b4cb25-7b0f-4451-aa67-3dc7278c8c3b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:39.413152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.440895 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dc49d4ff-7017-4afc-95fe-634fc204863c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 200 len: 316 time: 0.2441430 Dec 07 00:00:39.447280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60640) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.452320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-fbcad03f-4c69-4967-b9a9-d47312bed868 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.460814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.464615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-123d35b4-5959-43b1-8e2f-ffcd96935fb9 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4847884 Dec 07 00:00:39.464886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60642) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.470106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6073d5b5-4f04-49fb-b4a3-c8a9f158a38a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:39.474978 dv-neutron-master-2-hyperv neutron-server[110158]: WARNING neutron.api.v2.base [None req-6073d5b5-4f04-49fb-b4a3-c8a9f158a38a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 07 00:00:39.474978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-6073d5b5-4f04-49fb-b4a3-c8a9f158a38a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] update failed (client error): There was a conflict when trying to complete your request. Dec 07 00:00:39.474978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6073d5b5-4f04-49fb-b4a3-c8a9f158a38a tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "PUT /v2.0/security-groups/70b4cb25-7b0f-4451-aa67-3dc7278c8c3b HTTP/1.1" status: 409 len: 330 time: 0.0061753 Dec 07 00:00:39.477117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60644) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.534149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74495e-4299-474a-9559-b42f95b04993 req-fea7c280-11da-43d3-a9e2-909066a31fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:39.535851 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-fea7c280-11da-43d3-a9e2-909066a31fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 1099 time: 0.1368239 Dec 07 00:00:39.574456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:39.635855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.639514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.668742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.713531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 32e6a291-99a1-4c9e-bd77-9c525ce03e91 associated. External IP: 172.36.7.201, port: 3885eec1-8273-4f3e-a110-bc3b3cbb52d5. Dec 07 00:00:39.788683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=d59df5f8-3bb5-4a91-892b-01d809600065,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:39.791823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.795262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:39.796654 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/70b4cb25-7b0f-4451-aa67-3dc7278c8c3b HTTP/1.1" status: 204 len: 168 time: 0.3188059 Dec 07 00:00:39.822631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60650) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.845001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.855343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe071c96-ab34-4034-bcd7-1db8c8d8d4f0 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b4cb25-7b0f-4451-aa67-3dc7278c8c3b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:39.868947 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fbcad03f-4c69-4967-b9a9-d47312bed868 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 204 len: 168 time: 0.4205670 Dec 07 00:00:39.869919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '74298ef9-5112-433e-aff7-d69540c0ed06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:39.870291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: 1fb7d405-3408-407d-ba19-13bc25aad8a4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:39.873996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60652) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:39.877938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74495e-4299-474a-9559-b42f95b04993 req-c7fe5606-1385-416d-8431-d744831d6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:39.884649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:00:39.885357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-bb507713-73ef-4734-a5a1-0097e137e293 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-1343922321') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.888616 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-c7fe5606-1385-416d-8431-d744831d6590 service neutron] 10.222.0.45 "GET /v2.0/networks?id=534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 200 len: 898 time: 0.3016875 Dec 07 00:00:39.900955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:39.901688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:39.972819 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-e0e8579a-7469-4856-97be-5b2fb5979677 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 200 len: 217 time: 0.0835989 Dec 07 00:00:40.005653 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d371e74-9ebe-4c03-a764-4149e3844b32 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1814497 Dec 07 00:00:40.006728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60654) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.015073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-92c737aa-760f-41ab-aee3-18954f78ecdb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:40.016591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-92c737aa-760f-41ab-aee3-18954f78ecdb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.4375796 Dec 07 00:00:40.018804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9ea06530-1742-481e-a413-d529146ee5db req-83867f9e-f0fc-4cd4-99f3-f7db018f6354 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.1424477 Dec 07 00:00:40.024315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fda006-377f-4f09-9c08-d4aa3ed883ea req-13ebb74c-b365-4636-9fbb-8a3e5dc09ded tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:40.025888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7fda006-377f-4f09-9c08-d4aa3ed883ea req-13ebb74c-b365-4636-9fbb-8a3e5dc09ded tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.2098756 Dec 07 00:00:40.031771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:40.063775 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-9bed0e65-a91c-4b99-a6bf-b492e78da4ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] delete failed (client error): The resource could not be found. Dec 07 00:00:40.068393 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9bed0e65-a91c-4b99-a6bf-b492e78da4ae tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "DELETE /v2.0/security-groups/93ee0c72-2ccb-4e49-878c-0ffc3b2f47dc HTTP/1.1" status: 404 len: 347 time: 0.0453136 Dec 07 00:00:40.069376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.087759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-849dee1f-9c8a-48ce-9441-eeaa1f399efc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] show failed (client error): The resource could not be found. Dec 07 00:00:40.088977 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-849dee1f-9c8a-48ce-9441-eeaa1f399efc tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-groups/f79fad61-f02b-48b7-aea9-af0ecf200411 HTTP/1.1" status: 404 len: 347 time: 0.0176182 Dec 07 00:00:40.095258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60658) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.097749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74495e-4299-474a-9559-b42f95b04993 req-1d644de0-e5fc-4267-b602-bc7ebfdaa8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:40.099306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-1d644de0-e5fc-4267-b602-bc7ebfdaa8fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 200 len: 834 time: 0.0916934 Dec 07 00:00:40.134304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:40.150131 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-bb507713-73ef-4734-a5a1-0097e137e293 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:40.154965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb507713-73ef-4734-a5a1-0097e137e293 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-1343922321 HTTP/1.1" status: 404 len: 329 time: 0.2691362 Dec 07 00:00:40.157287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60660) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.158686 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-6a0520b8-402e-4d1d-ad24-60f88dd3b209 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] show failed (client error): The resource could not be found. Dec 07 00:00:40.160908 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6a0520b8-402e-4d1d-ad24-60f88dd3b209 tempest-NegativeSecGroupIPv6Test-1510225229 tempest-NegativeSecGroupIPv6Test-1510225229-project] 10.222.0.53 "GET /v2.0/security-group-rules/98a92958-dfc0-4097-b704-989318968912 HTTP/1.1" status: 404 len: 356 time: 0.0602281 Dec 07 00:00:40.176475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-aa8c0361-adef-477a-bcb4-9d7dadf34539 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-980395359') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:40.204027 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7fda006-377f-4f09-9c08-d4aa3ed883ea req-2871e4ba-4ff4-47a2-8419-06ad0f7933a6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576931 Dec 07 00:00:40.219407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74495e-4299-474a-9559-b42f95b04993 req-af7f3424-b510-45f0-b1e2-fe2de1b1af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:40.230753 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-af7f3424-b510-45f0-b1e2-fe2de1b1af33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=534ac848-be3c-4732-b630-b3f8a0cd575a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011565 Dec 07 00:00:40.230889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-2a4c73f7-8be3-4dca-9b28-722023f1bbd6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 379 time: 0.1930137 Dec 07 00:00:40.237796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1fb7d405-3408-407d-ba19-13bc25aad8a4) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:40.241195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'port': {'device_id': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'admin_state_up': True, 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'security_groups': ['3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:40.250142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec287fc-5483-4201-9f0f-2be22128064c None None] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:40.329986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-f1abf842-2a1c-4d74-8b91-1b015aef0cfd service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914335 Dec 07 00:00:40.334240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:40.334688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:40.383158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-aa8c0361-adef-477a-bcb4-9d7dadf34539 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:40.384274 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aa8c0361-adef-477a-bcb4-9d7dadf34539 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-980395359 HTTP/1.1" status: 404 len: 328 time: 0.2235577 Dec 07 00:00:40.387113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60664) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.392146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-498b3118-c3f8-4215-a52a-b77934824f2e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d', 'tempest-TagsExtTest-Tag-140399418') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:40.441710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:40.495910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4de337-c8b0-43a8-89ad-b8fe32491454 None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:27Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '93011ac6-20f6-4020-9872-580b7af916b7', 'name': '', 'network_id': '534ac848-be3c-4732-b630-b3f8a0cd575a', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:8f:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:58:04Z', 'updated_at': '2021-12-06T23:58:15Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '984c9af1-f5f6-49ce-8fd2-a939c30dcc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:40.522943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1fb7d405-3408-407d-ba19-13bc25aad8a4', 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': 'd59df5f8-3bb5-4a91-892b-01d809600065'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:40.523835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:40.799002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:40.802176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Allocated IP 2001:db8::2 (1fb7d405-3408-407d-ba19-13bc25aad8a4/d59df5f8-3bb5-4a91-892b-01d809600065/ef6aa04e-75f2-475d-99af-e6376a9cda65) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:40.892889 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7555a0fa-5fb2-4cbd-873b-029ecc62ca7c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9778671 Dec 07 00:00:40.899065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60672) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:40.911306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1337093587'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:40.945485 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a449d6-b56b-418b-a62b-4cb279222bd2 None None] New status for floating IP b8003920-ac39-407a-b122-0106c840364d: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:00:41.007753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60674) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.035505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.039474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Made reservation on behalf of a9923834fbdf4a3aa1d06b8d2ecc029d for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:41.050233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.061296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df74495e-4299-474a-9559-b42f95b04993 req-7a602503-3c84-4f29-90d7-4f4755aefc42 service neutron] 10.222.0.45 "GET /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181399 Dec 07 00:00:41.097294 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-498b3118-c3f8-4215-a52a-b77934824f2e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:41.098873 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-498b3118-c3f8-4215-a52a-b77934824f2e tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags/tempest-TagsExtTest-Tag-140399418 HTTP/1.1" status: 404 len: 328 time: 0.7106614 Dec 07 00:00:41.103093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60680) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.109455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-1048597c-f3b0-46d3-bb40-54db297fd1be tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', {'tags': ['tempest-TagsExtTest-Tag-1073233760', 'tempest-TagsExtTest-Tag-764919941', 'tempest-TagsExtTest-Tag-1133396331']}) {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.138736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.219149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:41.222678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:41.228537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:41.263440 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8573d04f-a4bc-4057-ac6a-2b3b7885eae3 req-1a12bd70-3888-4844-9343-d72ef9926f5f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0889711 Dec 07 00:00:41.278040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Pushing event updated for resources: {'Port': ['ID=ef6aa04e-75f2-475d-99af-e6376a9cda65,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:41.293350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.20.0.14 (2d91c540-c0a8-4934-ba62-af32082651f4/da8a1a96-7009-41e8-b26a-1b141fa8a15a/577cb801-a00c-402d-87e1-fc11cb56c993) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:41.329177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60684) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.336382 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e734d3c5-1fe0-44ff-9223-08e07f456f32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecda1e084f9645d0a801ac784dbf1e42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073363 Dec 07 00:00:41.349202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:41.353437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.373025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 95b85dd1-9893-4b0d-be22-782dff86dad3 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:41.373240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Attempting to bind port ef6aa04e-75f2-475d-99af-e6376a9cda65 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:41.373463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Attempting to bind port ef6aa04e-75f2-475d-99af-e6376a9cda65 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '74298ef9-5112-433e-aff7-d69540c0ed06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:41.373886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Attempting to bind port ef6aa04e-75f2-475d-99af-e6376a9cda65 on network 1fb7d405-3408-407d-ba19-13bc25aad8a4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:41.379807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:41.380190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Checking segment: {'id': '74298ef9-5112-433e-aff7-d69540c0ed06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:41.380633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.381033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Bound using segment: {'id': '74298ef9-5112-433e-aff7-d69540c0ed06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:41.381510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Bound port: ef6aa04e-75f2-475d-99af-e6376a9cda65, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74298ef9-5112-433e-aff7-d69540c0ed06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1fb7d405-3408-407d-ba19-13bc25aad8a4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:41.381898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.382452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1048597c-f3b0-46d3-bb40-54db297fd1be tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 200 len: 317 time: 0.2782962 Dec 07 00:00:41.386839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60686) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.390936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-77373628-03b3-4069-ac88-57b3ffd54cc2 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.453208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] For port ef6aa04e-75f2-475d-99af-e6376a9cda65, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:41.456987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] For port ef6aa04e-75f2-475d-99af-e6376a9cda65, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef6aa04e-75f2-475d-99af-e6376a9cda65,segment=NetworkSegment(74298ef9-5112-433e-aff7-d69540c0ed06),segment_id=74298ef9-5112-433e-aff7-d69540c0ed06)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:41.480578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:41.491825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.498741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:41.513160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:41.514567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.519267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.566886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.577778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.600280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-20f9de1f-9d8d-471b-b5e3-fef7fc657b36 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/32e6a291-99a1-4c9e-bd77-9c525ce03e91 HTTP/1.1" status: 200 len: 978 time: 2.9814434 Dec 07 00:00:41.614716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea7c97-98be-4b71-84e7-2ff2dab91645 req-1aefd7b2-7cdb-40d7-a736-61128287d3d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:41.627092 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-80ea7c97-98be-4b71-84e7-2ff2dab91645 req-1aefd7b2-7cdb-40d7-a736-61128287d3d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.2585249 Dec 07 00:00:41.630213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60688) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.637612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:41.638409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.640506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::43 (1fb7d405-3408-407d-ba19-13bc25aad8a4/d59df5f8-3bb5-4a91-892b-01d809600065/95b85dd1-9893-4b0d-be22-782dff86dad3) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:41.721543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-e715e5b2-f338-4b1f-8f8a-421ed2bc35bd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:41.723170 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-e715e5b2-f338-4b1f-8f8a-421ed2bc35bd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.1787996 Dec 07 00:00:41.724257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.725316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71582b-de88-44c6-959c-9e065da053a4 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:41.728637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.736561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dc99e-ce47-4bcc-b299-4abf78a194a7 None None] Pushing event updated for resources: {'Port': ['ID=ef6aa04e-75f2-475d-99af-e6376a9cda65,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:41.784131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.827575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-80ea7c97-98be-4b71-84e7-2ff2dab91645 req-2c723a43-e0f0-468b-9e59-244d2cc36606 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033739 Dec 07 00:00:41.879115 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-77373628-03b3-4069-ac88-57b3ffd54cc2 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 204 len: 168 time: 0.4892154 Dec 07 00:00:41.880321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:41.886322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-fe38c756-3b84-4e25-91ae-d1869bfda515 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-1073233760') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:41.959287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.962658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:41.966990 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b1ce07d-f8ff-4f3e-b878-917933446f70 HTTP/1.1" status: 204 len: 168 time: 0.6302412 Dec 07 00:00:41.982757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1ce07d-f8ff-4f3e-b878-917933446f70,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:41.999537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.019326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.019918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.020222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.020981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.021558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.022012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.022832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.023316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.025925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.026622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.027052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.027509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.027967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.028653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0db058-2914-44e4-8e39-92b656328d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.031505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 3885eec1-8273-4f3e-a110-bc3b3cbb52d5 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:42.031505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.106906 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:42.115437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:42.123878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:42.134389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.164657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:42.195716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-fe38c756-3b84-4e25-91ae-d1869bfda515 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:42.197262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fe38c756-3b84-4e25-91ae-d1869bfda515 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-1073233760 HTTP/1.1" status: 404 len: 329 time: 0.3150473 Dec 07 00:00:42.203002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60694) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:42.208214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-00ddbf37-e1bc-4b04-bac3-1123440a6544 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-764919941') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:42.261117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:42.262528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.306474 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-00ddbf37-e1bc-4b04-bac3-1123440a6544 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:42.308388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 8a351a7f-a053-454c-b5b7-9e3824ef25dd {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:42.308706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.309034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-00ddbf37-e1bc-4b04-bac3-1123440a6544 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-764919941 HTTP/1.1" status: 404 len: 328 time: 0.1045351 Dec 07 00:00:42.314076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60698) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:42.318661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-ac7b8932-73d8-44e1-a2d7-c2aba2180e7c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb', 'tempest-TagsExtTest-Tag-1133396331') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:42.374271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-e09e0a1c-fd48-4f4c-8d85-ebde558b4f99 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1372337 Dec 07 00:00:42.395156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-ac7b8932-73d8-44e1-a2d7-c2aba2180e7c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:42.398059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ac7b8932-73d8-44e1-a2d7-c2aba2180e7c tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags/tempest-TagsExtTest-Tag-1133396331 HTTP/1.1" status: 404 len: 329 time: 0.0811851 Dec 07 00:00:42.399240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60700) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:42.406378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-46e20f8a-3a4b-45e5-95fc-34056d173b63 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', {'tags': ['tempest-TagsExtTest-Tag-567536814', 'tempest-TagsExtTest-Tag-1114233253', 'tempest-TagsExtTest-Tag-831102987']}) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:42.416555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Request body: {'port': {'device_id': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:42.580208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788ef8-2b32-45c9-8d1b-d720aaaa4abd req-3d86afaa-f8f1-4022-913a-863c284d899f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:42.582131 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e8788ef8-2b32-45c9-8d1b-d720aaaa4abd req-3d86afaa-f8f1-4022-913a-863c284d899f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 932 time: 0.1988609 Dec 07 00:00:42.607551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5350ef0e-3967-4b57-9ef1-d4c4eacd039d None None] Provisioning complete for port 577cb801-a00c-402d-87e1-fc11cb56c993 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:42.608169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5350ef0e-3967-4b57-9ef1-d4c4eacd039d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.611523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.623133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.634970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 8a351a7f-a053-454c-b5b7-9e3824ef25dd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8a351a7f-a053-454c-b5b7-9e3824ef25dd,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:42.635331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.648816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5350ef0e-3967-4b57-9ef1-d4c4eacd039d None None] Port 577cb801-a00c-402d-87e1-fc11cb56c993 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:42.667254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-46e20f8a-3a4b-45e5-95fc-34056d173b63 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 200 len: 316 time: 0.2647548 Dec 07 00:00:42.668291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60702) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:42.674009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-9562a05e-8696-4c5f-a761-b2666dd5aded tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:42.701472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.701836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.702177 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP 32e6a291-99a1-4c9e-bd77-9c525ce03e91 disassociated. External IP: 172.36.7.201, port: 3885eec1-8273-4f3e-a110-bc3b3cbb52d5. Dec 07 00:00:42.702507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 3885eec1-8273-4f3e-a110-bc3b3cbb52d5 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:42.718049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 8a351a7f-a053-454c-b5b7-9e3824ef25dd owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:42.734226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:42.750806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:42.756970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=95b85dd1-9893-4b0d-be22-782dff86dad3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:42.762445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e8788ef8-2b32-45c9-8d1b-d720aaaa4abd req-1df6e127-c9e9-4544-bc4d-cc238bba3506 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671054 Dec 07 00:00:42.768068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:42.775262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:42.775925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:42.867791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.868149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.868548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.868896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.869319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.869559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.869896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.870417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.870759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.871098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.871432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.871760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:42.872085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:43.013712 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-684f245a-875b-4452-b311-0af80b9dc790 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1097472 Dec 07 00:00:43.023521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60706) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:43.116155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f1cba-f48a-402f-9b7b-87a8d7c3be3a req-0ac78e97-b522-408a-b3ae-83a01af47938 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:43.118316 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e3f1cba-f48a-402f-9b7b-87a8d7c3be3a req-0ac78e97-b522-408a-b3ae-83a01af47938 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 946 time: 0.1042931 Dec 07 00:00:43.179686 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9562a05e-8696-4c5f-a761-b2666dd5aded tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 204 len: 168 time: 0.5095167 Dec 07 00:00:43.183138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:43.183981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 95b85dd1-9893-4b0d-be22-782dff86dad3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:43.184676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.193248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-d97291d3-628b-4d4b-b7c8-655a148739dd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-567536814') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:43.214731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.229625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8615e-31e2-4f54-91fa-39e847271685 None None] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:43.281739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577cb801-a00c-402d-87e1-fc11cb56c993 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:00:43.295830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.312930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e3f1cba-f48a-402f-9b7b-87a8d7c3be3a req-80a31093-927d-4142-91b2-ee1758b22c92 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d7b7f57-0455-4ffb-b02c-47149ce289d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851976 Dec 07 00:00:43.313833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.339115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] Provisioning complete for port ef6aa04e-75f2-475d-99af-e6376a9cda65 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:43.339115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.339531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 95b85dd1-9893-4b0d-be22-782dff86dad3 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:43.350049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Transition to ACTIVE for port object 577cb801-a00c-402d-87e1-fc11cb56c993 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:00:43.353361 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-d97291d3-628b-4d4b-b7c8-655a148739dd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:43.358102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d97291d3-628b-4d4b-b7c8-655a148739dd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-567536814 HTTP/1.1" status: 404 len: 328 time: 0.1692383 Dec 07 00:00:43.358744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60710) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:43.365991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-5cd4b2ed-4a42-49d2-a9d7-edf487c23d83 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-1114233253') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:43.390403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.398449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=3885eec1-8273-4f3e-a110-bc3b3cbb52d5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:43.422178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81efa0a0-27bb-41a2-a342-52218bc2f242 None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:43.488769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.518378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.571956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Pushing event updated for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:43.601358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-5cd4b2ed-4a42-49d2-a9d7-edf487c23d83 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:43.605138 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5cd4b2ed-4a42-49d2-a9d7-edf487c23d83 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-1114233253 HTTP/1.1" status: 404 len: 329 time: 0.2427595 Dec 07 00:00:43.608413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60712) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:43.609644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] For port ef6aa04e-75f2-475d-99af-e6376a9cda65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef6aa04e-75f2-475d-99af-e6376a9cda65,segment=NetworkSegment(74298ef9-5112-433e-aff7-d69540c0ed06),segment_id=74298ef9-5112-433e-aff7-d69540c0ed06)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:43.617196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-73793c75-3482-4f9d-b6ab-50227fb8bb44 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0', 'tempest-TagsExtTest-Tag-831102987') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:43.621840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=8a351a7f-a053-454c-b5b7-9e3824ef25dd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:43.641007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:43.686844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.711286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 8a351a7f-a053-454c-b5b7-9e3824ef25dd on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:43.717717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:43.721309 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65bd69d3-2e99-4673-a39c-2b2a8e17ab29 req-7208d1bc-96d6-4494-8b63-79824ab07401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/8a351a7f-a053-454c-b5b7-9e3824ef25dd HTTP/1.1" status: 204 len: 173 time: 1.9647439 Dec 07 00:00:43.721730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'name': 'network-vif-deleted', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:00:43.739871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0166e15-fdce-4541-8b38-c1830e650045" -d '{"events": [{"server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "name": "network-vif-deleted", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:00:43.819796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cec9d7-c7f8-41e1-86ce-e4bcf50a7554 None None] Pushing event updated for resources: {'Port': ['ID=ef6aa04e-75f2-475d-99af-e6376a9cda65,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:43.921155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ef6aa04e-75f2-475d-99af-e6376a9cda65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:44.030223 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-73793c75-3482-4f9d-b6ab-50227fb8bb44 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:44.031289 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73793c75-3482-4f9d-b6ab-50227fb8bb44 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags/tempest-TagsExtTest-Tag-831102987 HTTP/1.1" status: 404 len: 328 time: 0.4218011 Dec 07 00:00:44.050188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60718) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:44.061373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ee762ca5-b9ef-4ef8-aa7d-70c8fa7934aa None None] Provisioning complete for port 95b85dd1-9893-4b0d-be22-782dff86dad3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:44.061766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ee762ca5-b9ef-4ef8-aa7d-70c8fa7934aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.063619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe81641-f84a-475b-8832-cbe32da7c532 x-openstack-request-id: req-1fe81641-f84a-475b-8832-cbe32da7c532 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:00:44.064139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb35a40-5a8f-4d8e-9643-f760ba0d5527", "name": "network-vif-deleted", "tag": "8a351a7f-a053-454c-b5b7-9e3824ef25dd", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:00:44.064264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fe81641-f84a-475b-8832-cbe32da7c532 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:00:44.064667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb35a40-5a8f-4d8e-9643-f760ba0d5527', 'name': 'network-vif-deleted', 'tag': '8a351a7f-a053-454c-b5b7-9e3824ef25dd', 'status': 'completed', 'code': 200} Dec 07 00:00:44.070170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:44.095313 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:44.118115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ef6aa04e-75f2-475d-99af-e6376a9cda65 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:44.118931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.134384 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:44.135024 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.152566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ee762ca5-b9ef-4ef8-aa7d-70c8fa7934aa None None] Port 95b85dd1-9893-4b0d-be22-782dff86dad3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:44.196250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ee762ca5-b9ef-4ef8-aa7d-70c8fa7934aa None None] Provisioning complete for port ef6aa04e-75f2-475d-99af-e6376a9cda65 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:44.201095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ee762ca5-b9ef-4ef8-aa7d-70c8fa7934aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.204406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.212439 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f4a05e45-a994-462b-ae6d-6c52e4cbc00f tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/3885eec1-8273-4f3e-a110-bc3b3cbb52d5 HTTP/1.1" status: 204 len: 168 time: 2.5797305 Dec 07 00:00:44.216043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:44.291563 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c5674037-60e5-46df-9021-af3e924d28f8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/floatingips/32e6a291-99a1-4c9e-bd77-9c525ce03e91 HTTP/1.1" status: 200 len: 688 time: 0.0735393 Dec 07 00:00:44.293448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60722) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:44.423031 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.453601 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:44.454516 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.516868 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.518115 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1199df-1d52-40b9-b610-c20bd2c333f1 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:44.619743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-7027661a-9e0c-4bbe-aee7-98dee66e0aea tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', {'tags': ['tempest-TagsExtTest-Tag-1371470574', 'tempest-TagsExtTest-Tag-650697903', 'tempest-TagsExtTest-Tag-744610987']}) {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.631054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-606c7992-a45e-459d-a6eb-8b48addfd85a None None] Could not find standard attr ID for object 95b85dd1-9893-4b0d-be22-782dff86dad3. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:00:44.665056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Attempting to bind port 577cb801-a00c-402d-87e1-fc11cb56c993 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:44.665673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Attempting to bind port 577cb801-a00c-402d-87e1-fc11cb56c993 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:44.671211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Attempting to bind port 577cb801-a00c-402d-87e1-fc11cb56c993 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:44.686048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f827e-ddf8-4fd5-973f-ea8270418559 req-18e13e05-6343-47ee-b5d2-ce47baa7be22 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:44.687742 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-317f827e-ddf8-4fd5-973f-ea8270418559 req-18e13e05-6343-47ee-b5d2-ce47baa7be22 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.7676215 Dec 07 00:00:44.697078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Port 577cb801-a00c-402d-87e1-fc11cb56c993 on network 2d91c540-c0a8-4934-ba62-af32082651f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:00:44.697430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Attempting to bind port 577cb801-a00c-402d-87e1-fc11cb56c993 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:44.719948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:44.720347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:44.720747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Bound using segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:44.721207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Bound port: 577cb801-a00c-402d-87e1-fc11cb56c993, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:44.721573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.811745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:44.815131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=577cb801-a00c-402d-87e1-fc11cb56c993,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:44.834100 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-317f827e-ddf8-4fd5-973f-ea8270418559 req-e6c1de4c-c9ac-4754-aa62-77e82a673679 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397181 Dec 07 00:00:44.837597 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-97ddfcde-2a0a-4c9c-8e11-ebe92c432106 req-37368b34-ddb4-43f6-bfac-c93ec98c53a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bb35a40-5a8f-4d8e-9643-f760ba0d5527 HTTP/1.1" status: 200 len: 210 time: 0.0368907 Dec 07 00:00:44.843029 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7027661a-9e0c-4bbe-aee7-98dee66e0aea tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "PUT /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 200 len: 316 time: 0.7815218 Dec 07 00:00:44.853472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.855537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60726) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:44.862697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-50a3cfa6-4b8b-4c32-9b7f-0515e9290e4f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:44.902208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.908199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=95b85dd1-9893-4b0d-be22-782dff86dad3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:44.922896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:44.929594 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1b2024ed-a61a-40fc-b5c5-e0a1f785f4b8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/95b85dd1-9893-4b0d-be22-782dff86dad3 HTTP/1.1" status: 204 len: 168 time: 1.9015286 Dec 07 00:00:44.947620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:44.995847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb4cbb0-2152-4c83-b742-61fa75a3b561 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:44.998005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bcb4cbb0-2152-4c83-b742-61fa75a3b561 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/95b85dd1-9893-4b0d-be22-782dff86dad3 HTTP/1.1" status: 404 len: 333 time: 0.0470595 Dec 07 00:00:45.000842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60730) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.011172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:45.016334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.016334 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] 10.222.0.45 "PUT /v2.0/ports/577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 1094 time: 2.6160939 Dec 07 00:00:45.021016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:00:45.023839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4896dbe-4e1d-4700-aa90-0626762f152e" -d '{"events": [{"name": "network-changed", "server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:00:45.069523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 79616361-494a-4d74-b8c1-5b3b7a537f86 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:45.070222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.080859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b87c5-b069-40cf-ae67-ec325c3d5810 service neutron] Pushing event updated for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:45.097182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-50a3cfa6-4b8b-4c32-9b7f-0515e9290e4f tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 204 len: 168 time: 0.2395997 Dec 07 00:00:45.102030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60736) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.105795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-34a73d1e-477d-4645-86e8-3433be140840 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-1371470574') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.140427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet d59df5f8-3bb5-4a91-892b-01d809600065 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:45.144732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.189077 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-34a73d1e-477d-4645-86e8-3433be140840 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:45.193743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-34a73d1e-477d-4645-86e8-3433be140840 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-1371470574 HTTP/1.1" status: 404 len: 329 time: 0.0889881 Dec 07 00:00:45.193943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60738) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.201179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-88adc416-646c-4378-ac37-305c9efaaea5 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-650697903') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.205467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.205800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.244261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 79616361-494a-4d74-b8c1-5b3b7a537f86 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:45.259339 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-88adc416-646c-4378-ac37-305c9efaaea5 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:45.260430 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-88adc416-646c-4378-ac37-305c9efaaea5 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-650697903 HTTP/1.1" status: 404 len: 328 time: 0.0664020 Dec 07 00:00:45.263899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60740) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.268311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-1e09d28b-10eb-47e7-a9dd-48c08a158abb tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4', 'tempest-TagsExtTest-Tag-744610987') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.307998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.331879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-84f7b4b5-3232-4a53-b160-f1d3c8c28d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:45.333533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-84f7b4b5-3232-4a53-b160-f1d3c8c28d3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1097 time: 0.1422958 Dec 07 00:00:45.453204 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-a9a8311f-0e57-4de9-b400-1352188d77e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 217 time: 0.0882452 Dec 07 00:00:45.482978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-1e09d28b-10eb-47e7-a9dd-48c08a158abb tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] show failed (client error): The resource could not be found. Dec 07 00:00:45.484667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1e09d28b-10eb-47e7-a9dd-48c08a158abb tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags/tempest-TagsExtTest-Tag-744610987 HTTP/1.1" status: 404 len: 328 time: 0.2196071 Dec 07 00:00:45.487713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60742) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.498470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-65c8ca73-8204-475e-96ce-3a65e3285992 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cbf64fa2-480d-435d-8706-c3276e7a4cb4') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.525858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.526365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f403e5ed-f9cc-476c-8a14-51aadb80083f x-openstack-request-id: req-f403e5ed-f9cc-476c-8a14-51aadb80083f {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:00:45.526591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:00:45.526853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f403e5ed-f9cc-476c-8a14-51aadb80083f {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:00:45.527479 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993', 'status': 'completed', 'code': 200} Dec 07 00:00:45.557804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-65c8ca73-8204-475e-96ce-3a65e3285992 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0660813 Dec 07 00:00:45.558319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=79616361-494a-4d74-b8c1-5b3b7a537f86,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:45.560942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60744) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.566545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.tag.tag_plugin [None req-c125ee07-5861-4b5f-8878-a9b8ad1e5b29 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e1673510-7e26-451f-b191-e7ff50a4c2c0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.580980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.611215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 8a351a7f-a053-454c-b5b7-9e3824ef25dd no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:45.623084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-430a6bcc-b754-46bc-be24-fd40e1081014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:45.623084 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-430a6bcc-b754-46bc-be24-fd40e1081014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.1381483 Dec 07 00:00:45.634973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 8a351a7f-a053-454c-b5b7-9e3824ef25dd {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:45.635616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 8a351a7f-a053-454c-b5b7-9e3824ef25dd not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:45.690141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.692840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.693880 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2fffa373-d3db-4ad5-b1f6-73a02b06cfa9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/32e6a291-99a1-4c9e-bd77-9c525ce03e91 HTTP/1.1" status: 204 len: 168 time: 1.3949924 Dec 07 00:00:45.697347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60746) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.701710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'a01b63cf-f8e6-4068-aaba-a17f3cb130a9'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:45.712800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c125ee07-5861-4b5f-8878-a9b8ad1e5b29 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1508353 Dec 07 00:00:45.715375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60748) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.720308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-4bed6484-dfb9-4bad-8787-3d2e69e1b1a5 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c75c194-332b-4405-8305-983d1147e2fb') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:45.729836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-20d5b47b-e20f-43d3-9b7c-1d33a6084a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:45.731358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-20d5b47b-e20f-43d3-9b7c-1d33a6084a97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000984 Dec 07 00:00:45.774666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ef6aa04e-75f2-475d-99af-e6376a9cda65 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:45.798092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.832450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.833691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ef6aa04e-75f2-475d-99af-e6376a9cda65 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:45.834289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.884175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=d59df5f8-3bb5-4a91-892b-01d809600065,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:45.891331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:45.895280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93496494-9c70-4dba-8336-d81040397eb5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/d59df5f8-3bb5-4a91-892b-01d809600065 HTTP/1.1" status: 204 len: 168 time: 0.8931217 Dec 07 00:00:45.899083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:45.909520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753fecb7-929f-440e-938f-c4a41b8c28fd None None] Network 1fb7d405-3408-407d-ba19-13bc25aad8a4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:45.922879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60756) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.014029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.030821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-fbab52dd-1c16-4e0a-a805-b872614fa9b6 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804856 Dec 07 00:00:46.101449 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4bed6484-dfb9-4bad-8787-3d2e69e1b1a5 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb/tags HTTP/1.1" status: 204 len: 168 time: 0.3849616 Dec 07 00:00:46.105442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60758) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.116080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.124463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.tag.tag_plugin [None req-bab0220a-60a0-4bac-9d21-239b23ad4b25 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6ca52ce5-1131-4fb7-9571-70c96dbe9e9d') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:46.150048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf896-ba6b-4395-8a7e-421bf1fd6845 req-483695ea-0409-45c4-b03b-890311098bea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:46.151751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-41eaf896-ba6b-4395-8a7e-421bf1fd6845 req-483695ea-0409-45c4-b03b-890311098bea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1288309 Dec 07 00:00:46.161998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] DHCP port deletion for 1fb7d405-3408-407d-ba19-13bc25aad8a4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:46.168502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.234686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Deleting port ef6aa04e-75f2-475d-99af-e6376a9cda65 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:46.235082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.243529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.250981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port ef6aa04e-75f2-475d-99af-e6376a9cda65 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:46.251326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.301887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-41eaf896-ba6b-4395-8a7e-421bf1fd6845 req-32928bc0-4207-4a97-8da7-19e5487a15cf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295829 Dec 07 00:00:46.320029 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f028ce69-cc35-423b-8f14-a6e25ae314bd req-baa2731e-13b2-485b-bfeb-9f6f4528fc57 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751007 Dec 07 00:00:46.325177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port ef6aa04e-75f2-475d-99af-e6376a9cda65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef6aa04e-75f2-475d-99af-e6376a9cda65,segment=NetworkSegment(74298ef9-5112-433e-aff7-d69540c0ed06),segment_id=74298ef9-5112-433e-aff7-d69540c0ed06)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:46.326067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.340152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] For port ef6aa04e-75f2-475d-99af-e6376a9cda65, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef6aa04e-75f2-475d-99af-e6376a9cda65,segment=NetworkSegment(74298ef9-5112-433e-aff7-d69540c0ed06),segment_id=74298ef9-5112-433e-aff7-d69540c0ed06)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:46.341957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.352063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for ef6aa04e-75f2-475d-99af-e6376a9cda65 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:46.372995 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bab0220a-60a0-4bac-9d21-239b23ad4b25 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d/tags HTTP/1.1" status: 204 len: 168 time: 0.2485337 Dec 07 00:00:46.378043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Calling delete_port for ef6aa04e-75f2-475d-99af-e6376a9cda65 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:46.386356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60760) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.481399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.81 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/2830abee-3d8e-4a77-b0ec-503a368f8786) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:46.485430 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.488113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.491966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d7b7f57-0455-4ffb-b02c-47149ce289d5 HTTP/1.1" status: 204 len: 168 time: 0.5608852 Dec 07 00:00:46.511046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86c7c5-2ffa-4455-ac2e-2b9d478530ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b7f57-0455-4ffb-b02c-47149ce289d5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:46.530599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.560474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.573681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Pushing event deleted for resources: {'Port': ['ID=ef6aa04e-75f2-475d-99af-e6376a9cda65,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:46.588065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] No DVR routers for this DVR port ef6aa04e-75f2-475d-99af-e6376a9cda65 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:46.594525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=ef6aa04e-75f2-475d-99af-e6376a9cda65,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:46.606451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-91788539-1c28-4505-893c-eedb229fcf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:46.614897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.614897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-91788539-1c28-4505-893c-eedb229fcf1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1097 time: 0.0947917 Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7fc32f-4193-407f-aefe-dece31ebc996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:46.615821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port ef6aa04e-75f2-475d-99af-e6376a9cda65 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:46.615910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861cf900-c23c-4549-b923-da34d29e09a7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for subnetpool, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.617245 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-861cf900-c23c-4549-b923-da34d29e09a7 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnetpools/cbf64fa2-480d-435d-8706-c3276e7a4cb4 HTTP/1.1" status: 204 len: 168 time: 0.2286537 Dec 07 00:00:46.619827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60764) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.652979 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-52720764-043e-48f9-b8db-471de40ee77d tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1673510-7e26-451f-b191-e7ff50a4c2c0 HTTP/1.1" status: 200 len: 205 time: 0.0318964 Dec 07 00:00:46.655390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60766) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.693289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60768) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:46.754173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.824099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.847209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.927903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb7d405-3408-407d-ba19-13bc25aad8a4']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:46.936652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.939953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.956451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74298ef9-5112-433e-aff7-d69540c0ed06') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:46.956755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74298ef9-5112-433e-aff7-d69540c0ed06') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:46.978515 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:46.990296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-81d8d6de-75f4-4cde-b437-6ce95a585248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:46.991786 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-81d8d6de-75f4-4cde-b437-6ce95a585248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.3659892 Dec 07 00:00:47.005001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.020508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:47.020905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:47.029398 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:47.070045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.100639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.101224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Fanout notify agent at l3_agent the message router_deleted on router e1673510-7e26-451f-b191-e7ff50a4c2c0 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:00:47.117774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.121713 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3ed9e3e8-48a9-44fa-9872-6a4d1a2d38e8 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/routers/e1673510-7e26-451f-b191-e7ff50a4c2c0 HTTP/1.1" status: 204 len: 168 time: 0.4653301 Dec 07 00:00:47.125313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60770) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:47.158161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:47.166139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:47.170900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=2830abee-3d8e-4a77-b0ec-503a368f8786,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:47.176187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:47.318841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Deleting port 2c75c194-332b-4405-8305-983d1147e2fb {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:47.319229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.422342 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-b29e6ea9-f496-4b5c-82ec-e20078e314fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 217 time: 0.4029670 Dec 07 00:00:47.506531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.511532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.516775 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/1fb7d405-3408-407d-ba19-13bc25aad8a4 HTTP/1.1" status: 204 len: 168 time: 1.6114514 Dec 07 00:00:47.537927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60774) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:47.548928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6f2ce-0ef9-47d5-97d3-b11faec149af tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=1fb7d405-3408-407d-ba19-13bc25aad8a4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:47.551729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'name': 'tempest-PortsIpV6TestJSON-1579122983'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:47.563703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.583684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-1ea0c93d-ee19-4522-95bd-53ba03d6e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:47.584622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Calling delete_port for 2c75c194-332b-4405-8305-983d1147e2fb owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:47.585205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-1ea0c93d-ee19-4522-95bd-53ba03d6e9e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.1481729 Dec 07 00:00:47.598439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48787e38-21e6-4eeb-8665-b52b6888dbd3 req-f7311911-ece0-4c28-85f4-32e9c29bc8c9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:47.599996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-48787e38-21e6-4eeb-8665-b52b6888dbd3 req-f7311911-ece0-4c28-85f4-32e9c29bc8c9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1507626 Dec 07 00:00:47.737887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ef6aa04e-75f2-475d-99af-e6376a9cda65 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:47.755625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-7609ecb8-683a-44e0-bfe9-d111a9ff0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:47.756981 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-7609ecb8-683a-44e0-bfe9-d111a9ff0daa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1365721 Dec 07 00:00:47.765206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ef6aa04e-75f2-475d-99af-e6376a9cda65 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:47.765560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ef6aa04e-75f2-475d-99af-e6376a9cda65 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:47.794183 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-48787e38-21e6-4eeb-8665-b52b6888dbd3 req-aae3b465-af41-4755-a727-4ad264e52577 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784935 Dec 07 00:00:47.846173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:47.861975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.880843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 08842020-f898-4409-be29-f7153b111bb9 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:47.895219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:47.954290 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-35bb9742-36c9-4f6a-8dd4-d32a8e6c89f5 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827309 Dec 07 00:00:47.978104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.006738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event deleted for resources: {'Port': ['ID=2c75c194-332b-4405-8305-983d1147e2fb,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:48.080161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.106989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.125213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.128520 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30ca2939-2bf2-461c-a9a0-80ab58587ee4 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/ports/2c75c194-332b-4405-8305-983d1147e2fb HTTP/1.1" status: 204 len: 168 time: 1.0018327 Dec 07 00:00:48.145047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60776) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:48.257077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Deleting subnet 6ca52ce5-1131-4fb7-9571-70c96dbe9e9d {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:48.270165 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4896dbe-4e1d-4700-aa90-0626762f152e req-0db8de48-54dd-439d-875b-25448b8e45f9 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911367 Dec 07 00:00:48.270341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.277756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.326120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.372852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9d03556-b9cd-4833-98d9-a819b61e31e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.405668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.446658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.459429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.469711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.527868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:48.534445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:48.540016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:48.546230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:48.546861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.555240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=08842020-f898-4409-be29-f7153b111bb9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:48.564205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=2830abee-3d8e-4a77-b0ec-503a368f8786,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:48.566992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 93011ac6-20f6-4020-9872-580b7af916b7 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:48.567336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.577106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.651208 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-acdb1f5c-ea04-4ee9-be0e-0995168aaa9d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1092436 Dec 07 00:00:48.654091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:48.667649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 93011ac6-20f6-4020-9872-580b7af916b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93011ac6-20f6-4020-9872-580b7af916b7,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:48.668029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:48.681028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 93011ac6-20f6-4020-9872-580b7af916b7 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:48.933392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac770e-69dc-4dff-b353-8ec58a53bbdd req-31b06ec6-4a3e-40ab-b7fb-0a1e82a3ed60 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:48.935139 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f8ac770e-69dc-4dff-b353-8ec58a53bbdd req-31b06ec6-4a3e-40ab-b7fb-0a1e82a3ed60 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.0566843 Dec 07 00:00:48.987475 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f8ac770e-69dc-4dff-b353-8ec58a53bbdd req-857f437f-7ecd-4984-b47f-1d7507748fca tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460520 Dec 07 00:00:49.001728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.023774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.041286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca52ce5-1131-4fb7-9571-70c96dbe9e9d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:49.051872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.055960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=93011ac6-20f6-4020-9872-580b7af916b7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:49.056278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7448e693-451d-4cbf-aebb-eef4e38240cd tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca52ce5-1131-4fb7-9571-70c96dbe9e9d HTTP/1.1" status: 204 len: 168 time: 0.9126568 Dec 07 00:00:49.059503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60782) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:49.061489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c28267-912b-456e-8a15-06be27cde0d6 None None] Network 0baf5849-9173-4a75-848b-681f274417c2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:49.083208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP a6d9f433-ae84-4479-a118-3d259a8fffc9 associated. External IP: 172.36.7.81, port: a01b63cf-f8e6-4068-aaba-a17f3cb130a9. Dec 07 00:00:49.201031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 08842020-f898-4409-be29-f7153b111bb9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:49.202580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.277509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.323346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] DHCP port deletion for 0baf5849-9173-4a75-848b-681f274417c2 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:49.357377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.383912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 08842020-f898-4409-be29-f7153b111bb9 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:49.384769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.414992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Deleting port 4f4a46db-7004-4f48-b44e-25772a97239d {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:49.415742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.448672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Deleting port 4f4a46db-7004-4f48-b44e-25772a97239d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:49.448927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.507796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:49.513290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] For port 4f4a46db-7004-4f48-b44e-25772a97239d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f4a46db-7004-4f48-b44e-25772a97239d,segment=NetworkSegment(d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db),segment_id=d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:49.513716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.526822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] For port 4f4a46db-7004-4f48-b44e-25772a97239d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f4a46db-7004-4f48-b44e-25772a97239d,segment=NetworkSegment(d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db),segment_id=d2c5e889-87cc-4d0a-8b7b-6b3fa3b202db)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:49.527197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.535914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Calling delete_port for 4f4a46db-7004-4f48-b44e-25772a97239d owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:49.543254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Calling delete_port for 4f4a46db-7004-4f48-b44e-25772a97239d owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:49.610910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.652358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=08842020-f898-4409-be29-f7153b111bb9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:49.663592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.670407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3d5866d9-ac8b-42a7-9d52-ef9e62db46c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/08842020-f898-4409-be29-f7153b111bb9 HTTP/1.1" status: 204 len: 168 time: 1.0151207 Dec 07 00:00:49.672849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:49.680689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'mac_address': 'fa:16:3e:ca:8d:41', 'name': 'tempest-PortsIpV6TestJSON-1480800134'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:49.686060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:49.710179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.719221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.738432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] No DVR routers for this DVR port 4f4a46db-7004-4f48-b44e-25772a97239d on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:49.772334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:49.790088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event deleted for resources: {'Port': ['ID=4f4a46db-7004-4f48-b44e-25772a97239d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:49.791174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] Pushing event deleted for resources: {'Port': ['ID=4f4a46db-7004-4f48-b44e-25772a97239d,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:49.801388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:49.806572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:49.806572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bdda24-5f07-4646-a2f9-adcaf09b368d None None] No DVR routers for this DVR port 4f4a46db-7004-4f48-b44e-25772a97239d on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:49.827622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:49.870002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:49.876444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-56d4e83b-ed70-4e01-8590-a24bad72290c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1780937 Dec 07 00:00:49.879100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60786) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:49.881944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4f4a46db-7004-4f48-b44e-25772a97239d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:49.885592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1787206246'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:49.906191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:49.906855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:49.911236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 4f4a46db-7004-4f48-b44e-25772a97239d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:49.911518 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4f4a46db-7004-4f48-b44e-25772a97239d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:49.944838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:49.945515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921ddba-d9f1-4426-9225-d8d656c49eec None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:50.008044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:50.111368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.140078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:50.143917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.178376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 2f315c87-2bdb-4477-bafe-47f4299e2f34 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:50.198733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:50.238402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912d8e0-ccfe-4637-9c7b-9bcdeef49b0f req-408ea45b-7d0f-4fd5-90ee-5de0774ef3d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:50.239935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a912d8e0-ccfe-4637-9c7b-9bcdeef49b0f req-408ea45b-7d0f-4fd5-90ee-5de0774ef3d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1452239 Dec 07 00:00:50.245842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.256062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.256489 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Added segment 1382b2bf-ceeb-4b77-aca3-2c682e293ef6 of type vlan for network 3575310f-dfee-41e1-89ac-dea1a310d388 Dec 07 00:00:50.298832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0baf5849-9173-4a75-848b-681f274417c2']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.313175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.313557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c5e889-87cc-4d0a-8b7b-6b3fa3b202db') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.326433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.344569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:50.346113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.347356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.357927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:50.358322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:50.366407 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:50.435996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a912d8e0-ccfe-4637-9c7b-9bcdeef49b0f req-1f565bd1-4809-4968-b2eb-4b908b2eb60b tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703835 Dec 07 00:00:50.479472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.518537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:50.523425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a1c6797a-a51f-4069-9135-3fd5bfa416bb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/767eb2d2-90c1-4713-b7e3-9b810c1e82e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8292797 Dec 07 00:00:50.526137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60790) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:50.529164 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469331-c995-4358-98f0-282faf630a97 None None] Sync routers for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:50.538022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.539434 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:50.543684 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.550809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:50.551472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.555474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.577139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.583551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] 10.222.0.53 "DELETE /v2.0/networks/0baf5849-9173-4a75-848b-681f274417c2 HTTP/1.1" status: 204 len: 168 time: 1.5222502 Dec 07 00:00:50.584977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2fd81-f575-45d2-b0b7-95ba56613699 tempest-TagsExtTest-18179669 tempest-TagsExtTest-18179669-project] Pushing event deleted for resources: {'Network': ['ID=0baf5849-9173-4a75-848b-681f274417c2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:50.611780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 984c9af1-f5f6-49ce-8fd2-a939c30dcc3b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:00:50.616005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.675291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Network': ['ID=3575310f-dfee-41e1-89ac-dea1a310d388,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:50.677153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.687939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-56beaccd-23a0-4b8d-97c9-39f32ead62b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8077476 Dec 07 00:00:50.689995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.695797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60794) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:50.697099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 3575310f-dfee-41e1-89ac-dea1a310d388 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:50.703549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:50.704580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'subnet': {'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:50.770172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:50.775924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f830f285-ba16-4bb5-9c6c-e8b5f58b7d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.776351 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:00:50.783051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:50.786344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:50.793489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:50.794692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.849543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:50.862726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=2f315c87-2bdb-4477-bafe-47f4299e2f34,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:50.909361 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:48Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.916271 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09429810-a8cf-4c2d-a6a2-de90d7dd4f37 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2420390 Dec 07 00:00:50.918887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60796) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:50.938499 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469331-c995-4358-98f0-282faf630a97 None None] Checking router: 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:00:50.946964 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] Routers {'767eb2d2-90c1-4713-b7e3-9b810c1e82e2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:50.947570 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:50.962983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c971fe9-557e-43a6-9ada-bf0a29ba30fc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:50.964379 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7c971fe9-557e-43a6-9ada-bf0a29ba30fc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/2f315c87-2bdb-4477-bafe-47f4299e2f34 HTTP/1.1" status: 200 len: 845 time: 0.0442812 Dec 07 00:00:50.967733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60798) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.043292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.055381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] Set router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:51.074101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=984c9af1-f5f6-49ce-8fd2-a939c30dcc3b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:51.076583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.082229 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bc29ae0e-b309-454d-81dd-1ed1c8dd99b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/984c9af1-f5f6-49ce-8fd2-a939c30dcc3b HTTP/1.1" status: 204 len: 168 time: 0.5526378 Dec 07 00:00:51.082722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60800) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.099753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 2f315c87-2bdb-4477-bafe-47f4299e2f34 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:51.100173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.102203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39defda-812c-4a7d-ae0a-86b2dc72b693 None None] Network 534ac848-be3c-4732-b630-b3f8a0cd575a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:51.136571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:51.140966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.206880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.233690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 2f315c87-2bdb-4477-bafe-47f4299e2f34 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:51.284979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60804) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.301409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.330778 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18469331-c995-4358-98f0-282faf630a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:48Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:51.374802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18469331-c995-4358-98f0-282faf630a97 None None] The sync data for ids ['767eb2d2-90c1-4713-b7e3-9b810c1e82e2'] in dv-neutron-master-2-hyperv is: [{'id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'name': 'tempest-TestNetworkBasicOps-router-1494596089', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14'}], 'enable_snat': True}, 'gw_port_id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:57:55Z', 'updated_at': '2021-12-07T00:00:48Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '2b2a7561-fbf8-476a-b5c5-27b0db0e07f9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767eb2d2-90c1-4713-b7e3-9b810c1e82e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:57:57Z', 'updated_at': '2021-12-06T23:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:51.389802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] DHCP port deletion for 534ac848-be3c-4732-b630-b3f8a0cd575a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:51.440775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.458989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Deleting port 5711ef2f-69ef-449e-aa60-3705814cf89f {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:51.460012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.471676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=2f315c87-2bdb-4477-bafe-47f4299e2f34,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:51.482626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.488042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6065f0c2-1d90-4d84-b8ca-22efe4091b9a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/2f315c87-2bdb-4477-bafe-47f4299e2f34 HTTP/1.1" status: 204 len: 168 time: 0.5193050 Dec 07 00:00:51.491100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60810) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.536697 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b8c642b4-8119-4906-b47c-d4ac0fb97c18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1b97dbf8d59477796e8bd04bc78e18e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497919 Dec 07 00:00:51.540206 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a98d2c-53c0-4fa6-8e44-fe4d2a1ff038 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:51.542911 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-35a98d2c-53c0-4fa6-8e44-fe4d2a1ff038 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/2f315c87-2bdb-4477-bafe-47f4299e2f34 HTTP/1.1" status: 404 len: 333 time: 0.0496094 Dec 07 00:00:51.547753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] For port 5711ef2f-69ef-449e-aa60-3705814cf89f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5711ef2f-69ef-449e-aa60-3705814cf89f,segment=NetworkSegment(6613fc17-e6c5-4e49-8592-681dae74eebb),segment_id=6613fc17-e6c5-4e49-8592-681dae74eebb)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:51.548407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.549115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60812) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.549452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60814) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:51.556476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'name': 'tempest-PortsIpV6TestJSON-546019227'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:51.566031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Calling delete_port for 5711ef2f-69ef-449e-aa60-3705814cf89f owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:51.566853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.619138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.689227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffd237-9205-4581-af63-62230ca98d4d req-0157388f-d26b-47a0-b905-635fbd638048 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:51.690757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-86ffd237-9205-4581-af63-62230ca98d4d req-0157388f-d26b-47a0-b905-635fbd638048 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1531820 Dec 07 00:00:51.706112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Subnet': ['ID=f14d7e71-442d-4a68-9a17-c476db46eb85,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:51.721640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Checking segment: {'id': '1382b2bf-ceeb-4b77-aca3-2c682e293ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:51.722005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network hostable DHCP agents. Network: 3575310f-dfee-41e1-89ac-dea1a310d388, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:51.731506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.735755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.748659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:51.748925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.780317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.796020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-86ffd237-9205-4581-af63-62230ca98d4d req-4472d5f9-6092-486b-bd78-0cb471e967bb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968928 Dec 07 00:00:51.829251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] Pushing event deleted for resources: {'Port': ['ID=5711ef2f-69ef-449e-aa60-3705814cf89f,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:51.839154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:51.844781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.854339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4d9bf-8eb3-4ffb-9190-92f766e8a34c None None] No DVR routers for this DVR port 5711ef2f-69ef-449e-aa60-3705814cf89f on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:00:51.860712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:51.861135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:51.880873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 93011ac6-20f6-4020-9872-580b7af916b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:51.882255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port bbc1498e-8128-4482-a63d-1676f11b7a76 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:00:51.889677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:51.889677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 3575310f-dfee-41e1-89ac-dea1a310d388 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:51.920714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 93011ac6-20f6-4020-9872-580b7af916b7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:51.920714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 93011ac6-20f6-4020-9872-580b7af916b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:51.920714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5711ef2f-69ef-449e-aa60-3705814cf89f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:51.940256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5711ef2f-69ef-449e-aa60-3705814cf89f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:51.940954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5711ef2f-69ef-449e-aa60-3705814cf89f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:51.984174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.029886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.030921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3575310f-dfee-41e1-89ac-dea1a310d388) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:52.033930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.035743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d8cc435-f7d1-4fff-9083-33c837600472 HTTP/1.1" status: 204 len: 168 time: 0.4842036 Dec 07 00:00:52.038940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:52.038940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.047407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45cf31b-cd01-4fab-8b20-f2d2b76f8883 None None] Network 3575310f-dfee-41e1-89ac-dea1a310d388 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:52.057026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357e652-0414-498d-85b7-4a23558422bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cc435-f7d1-4fff-9083-33c837600472,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:52.083658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.140849 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bed58877-d800-40fd-9e2f-e474556de84a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4413037 Dec 07 00:00:52.146193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60818) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:52.150815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1062658430', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:52.159527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.196102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=2b2a7561-fbf8-476a-b5c5-27b0db0e07f9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:52.211236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145cede8-2b6b-44a9-b444-62ae6565dfd3 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:52.224383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.246143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3575310f-dfee-41e1-89ac-dea1a310d388', 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388', 'tenant_id': '9fcfb525d2bb4241b6654da39c54ee67', 'fixed_ips': [{'subnet_id': 'f14d7e71-442d-4a68-9a17-c476db46eb85'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:52.247153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.262893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.297462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:52.298376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=bbc1498e-8128-4482-a63d-1676f11b7a76,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:52.302747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:52.303094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.304135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.305004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:52.311899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:52.312558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.395132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Allocated IP 172.20.0.2 (3575310f-dfee-41e1-89ac-dea1a310d388/f14d7e71-442d-4a68-9a17-c476db46eb85/f506e86a-7908-4a0c-987c-0e1a5c49216e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:52.403461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e20511a5-9461-4b49-bfef-6abcf009cbb8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8505137 Dec 07 00:00:52.405957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60822) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:52.411197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:52.416104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.445469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.455011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.529982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.596302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.596844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router 767eb2d2-90c1-4713-b7e3-9b810c1e82e2 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:00:52.602503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.637183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.641407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f49b2155-da5f-4301-af0a-b7b5ca27a472 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/767eb2d2-90c1-4713-b7e3-9b810c1e82e2 HTTP/1.1" status: 204 len: 168 time: 1.5551136 Dec 07 00:00:52.660070 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60830) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:52.679851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.680718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.751415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Network 3575310f-dfee-41e1-89ac-dea1a310d388 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:52.753308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:52.757035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:52.763846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Pushing event updated for resources: {'Port': ['ID=f506e86a-7908-4a0c-987c-0e1a5c49216e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:52.788743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.798092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.847819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Attempting to bind port f506e86a-7908-4a0c-987c-0e1a5c49216e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:52.851676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Attempting to bind port f506e86a-7908-4a0c-987c-0e1a5c49216e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1382b2bf-ceeb-4b77-aca3-2c682e293ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:52.851676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Attempting to bind port f506e86a-7908-4a0c-987c-0e1a5c49216e on network 3575310f-dfee-41e1-89ac-dea1a310d388 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:52.858635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:52.859121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Checking segment: {'id': '1382b2bf-ceeb-4b77-aca3-2c682e293ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:52.859654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.860437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Bound using segment: {'id': '1382b2bf-ceeb-4b77-aca3-2c682e293ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:52.861007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Bound port: f506e86a-7908-4a0c-987c-0e1a5c49216e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1382b2bf-ceeb-4b77-aca3-2c682e293ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:52.861479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.920304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.935625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.973518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] In _notify_port_updated(), no bound segment for port bbc1498e-8128-4482-a63d-1676f11b7a76 on network 8876e2c1-b0da-47c3-8c0a-229704b3b73e {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:00:52.980902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] For port f506e86a-7908-4a0c-987c-0e1a5c49216e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:52.981005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:52.981005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:52.984790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/ports/bbc1498e-8128-4482-a63d-1676f11b7a76 HTTP/1.1" status: 200 len: 818 time: 0.5752444 Dec 07 00:00:52.987474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] For port f506e86a-7908-4a0c-987c-0e1a5c49216e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f506e86a-7908-4a0c-987c-0e1a5c49216e,segment=NetworkSegment(1382b2bf-ceeb-4b77-aca3-2c682e293ef6),segment_id=1382b2bf-ceeb-4b77-aca3-2c682e293ef6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:52.987629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e020a-b5d1-4dcd-8a20-d0ea0c26cab1 req-a1bc4593-6666-4015-b309-b0e26cec6640 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:52.989264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cc1e020a-b5d1-4dcd-8a20-d0ea0c26cab1 req-a1bc4593-6666-4015-b309-b0e26cec6640 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.0781395 Dec 07 00:00:52.990568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:52.991654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.004285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534ac848-be3c-4732-b630-b3f8a0cd575a']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:53.025636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6613fc17-e6c5-4e49-8592-681dae74eebb') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:53.025988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6613fc17-e6c5-4e49-8592-681dae74eebb') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:53.028033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514eb9b9-e1c3-4c18-9e63-3d9e0b809d08 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=bbc1498e-8128-4482-a63d-1676f11b7a76,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:53.040440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.057947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.065645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.075944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:00:53.076784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.132865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9d3c-afc2-45be-bd34-bcd860e8145d None None] Pushing event updated for resources: {'Port': ['ID=f506e86a-7908-4a0c-987c-0e1a5c49216e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:00:53.176006 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:00:53.241046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.248335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.253285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/534ac848-be3c-4732-b630-b3f8a0cd575a HTTP/1.1" status: 204 len: 168 time: 0.5922956 Dec 07 00:00:53.280206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60846) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:53.288485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--1145164105', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:53.294637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571e079-334f-42a9-893f-44320079d0a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=534ac848-be3c-4732-b630-b3f8a0cd575a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:53.348439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60848) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:53.426259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:53.435784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.474046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:53.487512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.488187 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment 34fce999-52a2-419d-81c5-01b00dd67e3a of type vlan for network 1c32ae36-92c9-4e7c-955e-19222a975f63 Dec 07 00:00:53.530048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1016926038-network', 'tenant_id': '5112a93781f24a6b90a2f61c985a6757'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:53.557593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.636088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.651457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Made reservation on behalf of 5112a93781f24a6b90a2f61c985a6757 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:53.654128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.663250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.666856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.672037 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cc1e020a-b5d1-4dcd-8a20-d0ea0c26cab1 req-0de97d38-2040-4454-9fcb-9a11b38b6c9f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6626463 Dec 07 00:00:53.684001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.690338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:53.691052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.752811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port bbc1498e-8128-4482-a63d-1676f11b7a76 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:00:53.753203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.790976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=1c32ae36-92c9-4e7c-955e-19222a975f63,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:53.805940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:53.834208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.846198 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-90cac854-b18a-4f6d-95c1-79f1711d5b11 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5647748 Dec 07 00:00:53.849059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60852) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:53.866339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-922138566', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:53.872848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.876130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.36.7.72 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/d07a1555-23a0-491a-8356-84ab3bad906d) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:53.883982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f506e86a-7908-4a0c-987c-0e1a5c49216e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:53.894584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for bbc1498e-8128-4482-a63d-1676f11b7a76 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:00:53.909758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.947371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:53.961507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5ff19-8957-4483-945d-f3108167c11f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:53.964342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f506e86a-7908-4a0c-987c-0e1a5c49216e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:53.964769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.981006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.981955 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Added segment 61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4 of type vlan for network 05831c34-f9c0-43be-a58c-6a7d0e119b4d Dec 07 00:00:53.985380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:53.988213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.064758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.076485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.127061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.140674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.168202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.173340 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/bbc1498e-8128-4482-a63d-1676f11b7a76 HTTP/1.1" status: 204 len: 168 time: 1.1817300 Dec 07 00:00:54.174274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234400c7-9b6e-458f-9a30-6f159c44d074 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=bbc1498e-8128-4482-a63d-1676f11b7a76,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:54.177408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60854) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:54.189854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.192981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.254527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:54.261155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:54.264100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:54.281564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213b302-4b91-4c03-b30f-c8a03affbc23 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:54.305500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f506e86a-7908-4a0c-987c-0e1a5c49216e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f506e86a-7908-4a0c-987c-0e1a5c49216e,segment=NetworkSegment(1382b2bf-ceeb-4b77-aca3-2c682e293ef6),segment_id=1382b2bf-ceeb-4b77-aca3-2c682e293ef6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:54.319360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=d07a1555-23a0-491a-8356-84ab3bad906d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:54.345940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.346543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:54.349014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.364309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-339a1e05-0cad-4fd5-bc26-646dfe83ca20 None None] Provisioning complete for port d07a1555-23a0-491a-8356-84ab3bad906d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:54.365076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-339a1e05-0cad-4fd5-bc26-646dfe83ca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.369289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.396858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b1b1d-2747-42c0-b26d-178ffd5d15e1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:54.401892 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-df7b1b1d-2747-42c0-b26d-178ffd5d15e1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2226014 Dec 07 00:00:54.402524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60856) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:54.409137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.419874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4afbf-1cdc-458b-b6c3-ae89add15917 None None] Network 3575310f-dfee-41e1-89ac-dea1a310d388 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:54.420904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-339a1e05-0cad-4fd5-bc26-646dfe83ca20 None None] Port d07a1555-23a0-491a-8356-84ab3bad906d cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:54.446605 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-206e2b51-717e-44a1-a70e-e78c2dbb370b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:00:54.448105 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-206e2b51-717e-44a1-a70e-e78c2dbb370b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/bbc1498e-8128-4482-a63d-1676f11b7a76 HTTP/1.1" status: 404 len: 333 time: 0.0357621 Dec 07 00:00:54.452423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60858) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:54.498443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1217526407'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:54.519085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:00:54.561679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:00:54.562039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2b2a7561-fbf8-476a-b5c5-27b0db0e07f9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:00:54.570380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2173388 Dec 07 00:00:54.570891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60860) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:54.577301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Request body: {'subnet': {'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1016926038-subnet', 'tenant_id': '5112a93781f24a6b90a2f61c985a6757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:54.578413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f506e86a-7908-4a0c-987c-0e1a5c49216e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:54.580986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.590030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0555b-29ef-44fd-8e82-d983bf19088e admin admin] Pushing event updated for resources: {'Network': ['ID=05831c34-f9c0-43be-a58c-6a7d0e119b4d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:54.599830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7498ceb7-95c4-4d33-ad31-9e76b5e18459 None None] Provisioning complete for port f506e86a-7908-4a0c-987c-0e1a5c49216e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:54.600220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7498ceb7-95c4-4d33-ad31-9e76b5e18459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.626331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 05831c34-f9c0-43be-a58c-6a7d0e119b4d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:54.692225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.705905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:54.709522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.782276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:54.797881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.798327 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 078b8447-1eb8-4bc6-b5ac-ba97fc646945 of type vlan for network 699177a7-0086-4e32-8537-5d59ea7245e8 Dec 07 00:00:54.866412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Made reservation on behalf of 5112a93781f24a6b90a2f61c985a6757 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:54.868531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.871257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:54.916360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614b658-0790-49d4-8f5e-69d3734b8fa4 req-8542b8e3-5226-495d-bb10-d15240e54cea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:54.917915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1614b658-0790-49d4-8f5e-69d3734b8fa4 req-8542b8e3-5226-495d-bb10-d15240e54cea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1180007 Dec 07 00:00:55.002512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.013684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.019292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:55.019899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.092286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.097401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1614b658-0790-49d4-8f5e-69d3734b8fa4 req-a80bd693-bec2-4963-b3ba-4139a1f7ebd2 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724737 Dec 07 00:00:55.119556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.159331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a7e82d25-a2c2-49d6-b37e-e4c61062b7d4 None None] Provisioning complete for port f506e86a-7908-4a0c-987c-0e1a5c49216e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:55.161130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a7e82d25-a2c2-49d6-b37e-e4c61062b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.188383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=699177a7-0086-4e32-8537-5d59ea7245e8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:55.198222 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de3d7fbf-9efd-42f9-8edb-69c3ebed0866 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7016098 Dec 07 00:00:55.199189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60864) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:55.204792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:55.211676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:55.253254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.286216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router 51c8fc87-f816-4924-b801-f66b0469f53a is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:00:55.365703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04604e8-da77-4d40-b4fa-fe98713d187b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:55.386104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Checking segment: {'id': '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:55.386469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Network hostable DHCP agents. Network: 05831c34-f9c0-43be-a58c-6a7d0e119b4d, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:55.448920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:55.458868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] Sync routers for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:55.469460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:55.470095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:55.503379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Network 05831c34-f9c0-43be-a58c-6a7d0e119b4d is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:55.504673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:55.513617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:55.514286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:55.528731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.532881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-591cecb5-e78a-463b-95bd-53c7e4548490 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3829153 Dec 07 00:00:55.533194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60866) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:55.551250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:55.551599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6bc7df-f2c4-4458-a549-900f25066b1d None None] The sync data for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:55.581966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 05831c34-f9c0-43be-a58c-6a7d0e119b4d) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:55.591437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:55.592103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.594586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1449f-6883-4754-a7aa-fc22697273ae None None] Network 05831c34-f9c0-43be-a58c-6a7d0e119b4d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:55.627905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.69 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/0d8a74b4-69b4-4042-8a25-2d6a982d6583) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:55.652829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 577cb801-a00c-402d-87e1-fc11cb56c993 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:00:55.678093 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1ad6e6a-3aca-4cf6-9c30-9cb32199c6a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1060925 Dec 07 00:00:55.754702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.798926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:55.811588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.836917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f506e86a-7908-4a0c-987c-0e1a5c49216e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:55.886150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d31d9-6e13-43a6-b191-e940e5723047 None None] Network 05831c34-f9c0-43be-a58c-6a7d0e119b4d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:55.990303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:55.995338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=577cb801-a00c-402d-87e1-fc11cb56c993,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:56.021815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '577cb801-a00c-402d-87e1-fc11cb56c993', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'port_id': '577cb801-a00c-402d-87e1-fc11cb56c993', 'mac_address': 'fa:16:3e:fe:96:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:00:56.037881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f506e86a-7908-4a0c-987c-0e1a5c49216e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:56.038313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.050691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:56.056597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:56.081792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:56.093089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=0d8a74b4-69b4-4042-8a25-2d6a982d6583,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:56.102565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.107320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76207bbd-4320-4069-a7a1-87ea23666e01 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:56.177495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.194840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577cb801-a00c-402d-87e1-fc11cb56c993 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:00:56.230895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.237122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=577cb801-a00c-402d-87e1-fc11cb56c993,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:56.268201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49fdccec-bfc1-4134-b2b2-03d3c2cb897c None None] Provisioning complete for port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:56.268594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49fdccec-bfc1-4134-b2b2-03d3c2cb897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.313512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-49fdccec-bfc1-4134-b2b2-03d3c2cb897c None None] Port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:56.317304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.332909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=e01c948d-d8df-43d1-aae4-072635bc0875,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:56.360582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '078b8447-1eb8-4bc6-b5ac-ba97fc646945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:56.360960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: 699177a7-0086-4e32-8537-5d59ea7245e8, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:56.377271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:56.391871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7118f3-6ba8-460a-925c-0e8551b75a1c req-d884ac00-593b-4b6b-aff8-67522253a044 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:56.393407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca7118f3-6ba8-460a-925c-0e8551b75a1c req-d884ac00-593b-4b6b-aff8-67522253a044 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 944 time: 0.1383801 Dec 07 00:00:56.471310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 699177a7-0086-4e32-8537-5d59ea7245e8 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:56.495053 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca7118f3-6ba8-460a-925c-0e8551b75a1c req-62147239-a4b6-499c-bddd-e22ca2bdac49 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904181 Dec 07 00:00:56.543812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.1 (3575310f-dfee-41e1-89ac-dea1a310d388/f14d7e71-442d-4a68-9a17-c476db46eb85/948661ff-f30e-4425-92b9-d3d680138bb3) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:56.550135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 699177a7-0086-4e32-8537-5d59ea7245e8) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:56.552406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.557375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:56.562881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.563164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28720ac7-c47e-41bf-8f8c-debe073eeeaf None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:56.646442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['577cb801-a00c-402d-87e1-fc11cb56c993'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:00:56.677778 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c51435ab-6b61-4a0e-b9fa-1a655fbaf7ac tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4690773 Dec 07 00:00:56.678357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60884) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:56.685219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:56.703458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.726650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60886) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:56.756603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1000729702-network', 'tenant_id': 'e552b45b6f8e45429636fd67ad34bd87'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:56.791590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-699177a7-0086-4e32-8537-5d59ea7245e8', 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': 'e01c948d-d8df-43d1-aae4-072635bc0875'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:00:56.792476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.801411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.848202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 3575310f-dfee-41e1-89ac-dea1a310d388 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:56.851600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:56.855746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:56.863037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=948661ff-f30e-4425-92b9-d3d680138bb3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:56.917974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.927239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.931814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Made reservation on behalf of e552b45b6f8e45429636fd67ad34bd87 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:56.936163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:56.996839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.003770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Allocated IP 2001:db8::2 (699177a7-0086-4e32-8537-5d59ea7245e8/e01c948d-d8df-43d1-aae4-072635bc0875/9662fe17-ac49-4977-ae39-41d651d80094) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:00:57.131228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:57.134679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.145063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.187756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3ed0176a-6f54-49d4-92b3-9bc737dad3bf None None] Provisioning complete for port 948661ff-f30e-4425-92b9-d3d680138bb3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:57.188370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3ed0176a-6f54-49d4-92b3-9bc737dad3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.207673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.233411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.264438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:00:57.273961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0176a-6f54-49d4-92b3-9bc737dad3bf None None] Port 948661ff-f30e-4425-92b9-d3d680138bb3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:57.280940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.287947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e01c948d-d8df-43d1-aae4-072635bc0875 (CIDR: 2001:db8::/64) Dec 07 00:00:57.291468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009f510-886e-428c-9bbf-b05e51931aae,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:57.294972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.295321 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Added segment 41fab156-b3b0-4caf-8f87-b033eb7958b8 of type vlan for network 50afc900-9788-4a77-aeca-cc19787ea29b Dec 07 00:00:57.325384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router cead2312-5207-45a0-88fc-3888bf7d543b is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:00:57.338203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.341363 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:00:57.342119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:00:57.346364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.379046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:57.383456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:57.387061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:00:57.392639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Pushing event updated for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:57.455639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Attempting to bind port 9662fe17-ac49-4977-ae39-41d651d80094 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:57.458432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Attempting to bind port 9662fe17-ac49-4977-ae39-41d651d80094 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '078b8447-1eb8-4bc6-b5ac-ba97fc646945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:57.458610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-555aa397-92a7-4af0-b564-bd63e89dd89f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7781420 Dec 07 00:00:57.458737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60888) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.458828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Attempting to bind port 9662fe17-ac49-4977-ae39-41d651d80094 on network 699177a7-0086-4e32-8537-5d59ea7245e8 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:57.462862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:57.463418 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.464223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:57.464387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:57.464707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Checking segment: {'id': '078b8447-1eb8-4bc6-b5ac-ba97fc646945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:57.465023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.465141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.465431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Bound using segment: {'id': '078b8447-1eb8-4bc6-b5ac-ba97fc646945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:57.466654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Bound port: 9662fe17-ac49-4977-ae39-41d651d80094, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078b8447-1eb8-4bc6-b5ac-ba97fc646945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:57.467051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.547225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:57.551547 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8238485 Dec 07 00:00:57.563999 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Sync routers for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:57.565935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60892) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.568781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ce0f4-0289-45d6-8369-babdfcf9d1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=50afc900-9788-4a77-aeca-cc19787ea29b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:57.574330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Request body: {'subnet': {'network_id': '50afc900-9788-4a77-aeca-cc19787ea29b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1000729702-subnet', 'tenant_id': 'e552b45b6f8e45429636fd67ad34bd87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:57.589532 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:57.591468 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:57.629218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 50afc900-9788-4a77-aeca-cc19787ea29b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:00:57.655859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.661968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ed8cf5c0-6691-421b-a6d7-3e0bbac677c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8118761 Dec 07 00:00:57.664264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60894) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.674414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.700796 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cad1a0e7-e565-45ed-acb8-243534801900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348527 Dec 07 00:00:57.703380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60896) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.722765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847164f-c8ca-4e08-aff7-0f85b2b51950 req-d57b92a2-656f-496e-9b21-fee7a4248137 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:57.730138 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:57.731483 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0847164f-c8ca-4e08-aff7-0f85b2b51950 req-d57b92a2-656f-496e-9b21-fee7a4248137 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 945 time: 0.1312003 Dec 07 00:00:57.743739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Made reservation on behalf of e552b45b6f8e45429636fd67ad34bd87 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:57.746319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.785381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:57.789378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9662fe17-ac49-4977-ae39-41d651d80094,segment=NetworkSegment(078b8447-1eb8-4bc6-b5ac-ba97fc646945),segment_id=078b8447-1eb8-4bc6-b5ac-ba97fc646945)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:57.798599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3a7b2-62d9-41df-8350-d92e744a2cb0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:57.802842 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aac3a7b2-62d9-41df-8350-d92e744a2cb0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958235 Dec 07 00:00:57.803107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60898) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.813937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.864387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.873147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0847164f-c8ca-4e08-aff7-0f85b2b51950 req-4d05da0a-05dc-46ec-88f3-3e41032894d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402848 Dec 07 00:00:57.900087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4b598a60-b963-4cd7-b025-83b0e34114d1 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0931368 Dec 07 00:00:57.904085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60900) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:57.917564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-105863456', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:57.944015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312846b4-c50b-4504-aefd-10457fe2f79e None None] Pushing event updated for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:57.946980 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:00:56Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:57.954313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=948661ff-f30e-4425-92b9-d3d680138bb3,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:57.962174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:57.986855 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Checking router: cead2312-5207-45a0-88fc-3888bf7d543b for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:00:57.987468 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Updating router cead2312-5207-45a0-88fc-3888bf7d543b port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:00:57.999441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:58.003030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.023730 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.180844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.267098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860a2d93-9543-4caf-8b82-d688105fcf2b,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:58.275355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Checking segment: {'id': '41fab156-b3b0-4caf-8f87-b033eb7958b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '50afc900-9788-4a77-aeca-cc19787ea29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:58.275733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Network hostable DHCP agents. Network: 50afc900-9788-4a77-aeca-cc19787ea29b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:58.332671 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.383416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Network 50afc900-9788-4a77-aeca-cc19787ea29b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:00:58.400643 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.446141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 50afc900-9788-4a77-aeca-cc19787ea29b) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:58.450908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:58.451619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.458078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e5b72-ae4f-4c01-b117-0dcaf56bb5a2 None None] Network 50afc900-9788-4a77-aeca-cc19787ea29b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:58.525412 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0e522796-7367-4cc8-952f-498314665d63 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9567513 Dec 07 00:00:58.537429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53612f09-9469-4bd4-b17e-2973d13fb03d None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:58.550874 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Attempting to bind port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:00:58.551259 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Attempting to bind port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:00:58.551631 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Attempting to bind port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:00:58.561097 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:00:58.561563 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:58.561900 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.562294 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:00:58.562779 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Bound port: 0d8a74b4-69b4-4042-8a25-2d6a982d6583, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:00:58.563165 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.613917 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] For port 0d8a74b4-69b4-4042-8a25-2d6a982d6583, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:00:58.617105 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] For port 0d8a74b4-69b4-4042-8a25-2d6a982d6583, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d8a74b4-69b4-4042-8a25-2d6a982d6583,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:00:58.625600 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Pushing event updated for resources: {'Port': ['ID=0d8a74b4-69b4-4042-8a25-2d6a982d6583,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:58.628718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:58.632853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.633554 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.634018 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.634407 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.634637 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.635044 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.637538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.638192 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.638313 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.638697 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.639039 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.639578 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.639694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.640026 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:00:58.668165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 3575310f-dfee-41e1-89ac-dea1a310d388 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:58.670628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5c9f3db7-250c-4628-8512-e0530eb13224 None None] Provisioning complete for port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:58.670798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c9f3db7-250c-4628-8512-e0530eb13224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.674517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd26f57-61c0-41d6-83db-089ced67ab82 None None] Network 50afc900-9788-4a77-aeca-cc19787ea29b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:58.681238 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:58.698977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:58.760263 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:58.761608 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:58.879056 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a4be9-6519-46c0-bb8f-39529c2ff4af None None] Pushing event updated for resources: {'Port': ['ID=0d8a74b4-69b4-4042-8a25-2d6a982d6583,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:58.904991 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:00:58.910323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176587e-9310-47f0-91d1-f49ed31e71ba None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:00:58.979246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5c9f3db7-250c-4628-8512-e0530eb13224 None None] Port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:00:59.098446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79fe43-692b-41e6-b9ba-0f1047d2c143 req-bbcb2044-cc09-4191-a169-5dc8ea25a936 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:59.100020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e79fe43-692b-41e6-b9ba-0f1047d2c143 req-bbcb2044-cc09-4191-a169-5dc8ea25a936 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 945 time: 0.1021349 Dec 07 00:00:59.116592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] Provisioning complete for port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:59.117114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.160677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.194444 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e79fe43-692b-41e6-b9ba-0f1047d2c143 req-ac77e68f-25cf-45dd-b95d-0d2b60c32582 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862589 Dec 07 00:00:59.285694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.286312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 699177a7-0086-4e32-8537-5d59ea7245e8 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:00:59.301131 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:00:56Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:00:59.310994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] For port 0d8a74b4-69b4-4042-8a25-2d6a982d6583, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d8a74b4-69b4-4042-8a25-2d6a982d6583,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:00:59.332565 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d0d5a-6811-4fe7-9114-9b4c957891f8 None None] The sync data for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv is: [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:00:56Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:00:59.349439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:00:59.353440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:59.354376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.374976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0b0c6-9a17-429c-8bb7-103f3309f85c None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:00:59.397504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.428363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router 51c8fc87-f816-4924-b801-f66b0469f53a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:00:59.453164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:59.491614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a775a-35f3-4db4-9f0b-2df48fa97e49 None None] Pushing event updated for resources: {'Port': ['ID=0d8a74b4-69b4-4042-8a25-2d6a982d6583,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:59.533350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-6a42ff1c-3c3c-40bf-866a-ef2f8d19f4a9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:00:59.534907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-6a42ff1c-3c3c-40bf-866a-ef2f8d19f4a9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/networks?id=05831c34-f9c0-43be-a58c-6a7d0e119b4d HTTP/1.1" status: 200 len: 812 time: 0.2509756 Dec 07 00:00:59.539064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.554902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:00:59.555305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.581826 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f2ac5a05-b065-4f58-be22-d4497325c1e7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1228504 Dec 07 00:00:59.585254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60922) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:59.598374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'fixed_ips': [{'subnet_id': 'e01c948d-d8df-43d1-aae4-072635bc0875'}, {'subnet_id': '8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577'}], 'name': 'tempest-PortsIpV6TestJSON-398495723'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:59.650697 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-f8be6530-d195-4847-9aa6-5dd64705217a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/quotas/5112a93781f24a6b90a2f61c985a6757 HTTP/1.1" status: 200 len: 375 time: 0.0776923 Dec 07 00:00:59.658567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 577cb801-a00c-402d-87e1-fc11cb56c993 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:59.726088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=e74c1a7f-e305-45a8-982e-70d2650f1c3b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:00:59.729667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:00:59.732834 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-467c5036-b092-4eda-bdd3-c0a409ed8550 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5112a93781f24a6b90a2f61c985a6757&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627005 Dec 07 00:00:59.739844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7434d3ee-cf4e-4228-a4ce-f4b128cae97a tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/routers/51c8fc87-f816-4924-b801-f66b0469f53a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2048302 Dec 07 00:00:59.742793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:00:59.747675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'port': {'network_id': '3575310f-dfee-41e1-89ac-dea1a310d388', 'name': 'tempest-FloatingIPTestJSON-268012699'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:00:59.752212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:00:59.761450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 1c32ae36-92c9-4e7c-955e-19222a975f63, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:00:59.857696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] Sync routers for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:00:59.877389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0d8a74b4-69b4-4042-8a25-2d6a982d6583 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:00:59.879877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Update dhcp port {'port': {'network_id': '699177a7-0086-4e32-8537-5d59ea7245e8', 'fixed_ips': [{'subnet_id': 'e01c948d-d8df-43d1-aae4-072635bc0875', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '9662fe17-ac49-4977-ae39-41d651d80094'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 07 00:00:59.921362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:00:59.949525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:00:59.960537 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-f149c17c-b73b-41f2-a0c0-32465844c1fc service neutron] 10.222.0.53 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020473 Dec 07 00:00:59.960694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:00:59.960694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:00.005966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.012023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:01:00.023425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:00.060137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.065385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Made reservation on behalf of 9fcfb525d2bb4241b6654da39c54ee67 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:00.070227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.091975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 86414e42-4f13-49b7-a04a-0274abc7af3e yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:00.096768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9662fe17-ac49-4977-ae39-41d651d80094,segment=NetworkSegment(078b8447-1eb8-4bc6-b5ac-ba97fc646945),segment_id=078b8447-1eb8-4bc6-b5ac-ba97fc646945)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:00.102387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:00.103023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:00.103768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] device_id is not set on port e57ab476-499b-466d-b78a-0d3d322b2e43 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:00.133796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-303ad3c4-a134-4aa9-819d-a1b13ec25ac3 service neutron] 10.222.0.53 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698406 Dec 07 00:01:00.146345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:00.147059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c9152-4f39-4607-8087-b2c02a85f8e1 None None] The sync data for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:00.155177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:00.155550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.191690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1c32ae36-92c9-4e7c-955e-19222a975f63) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:00.197607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:00.198206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.203809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0d0b1-4475-426a-b6f3-dd93e9794db6 None None] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:00.229196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 577cb801-a00c-402d-87e1-fc11cb56c993 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:01:00.264262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.286620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 577cb801-a00c-402d-87e1-fc11cb56c993 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:00.286988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.338688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Allocated IP 172.20.0.10 (3575310f-dfee-41e1-89ac-dea1a310d388/f14d7e71-442d-4a68-9a17-c476db46eb85/e57ab476-499b-466d-b78a-0d3d322b2e43) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:00.352723 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8fde559e-0338-46c5-890d-8a104682913a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4425571 Dec 07 00:01:00.355784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60928) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:00.494735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Provisioning complete for port 948661ff-f30e-4425-92b9-d3d680138bb3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:00.495873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.498735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-18f539e2-210c-4340-81f5-ef2e36a80a06 req-d21ec636-89b1-42c7-968e-5c5c89177092 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.0351009 Dec 07 00:01:00.596017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a8605-f2bf-4d70-952a-d9feced21a05 req-49e062fb-c52c-4d7b-8f37-07bceda99cab tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:00.597604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4c0a8605-f2bf-4d70-952a-d9feced21a05 req-49e062fb-c52c-4d7b-8f37-07bceda99cab tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 945 time: 0.2893958 Dec 07 00:01:00.668661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.782034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Pushing event updated for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:00.783958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.803528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::32 (699177a7-0086-4e32-8537-5d59ea7245e8/e01c948d-d8df-43d1-aae4-072635bc0875/86414e42-4f13-49b7-a04a-0274abc7af3e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:00.815214 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4c0a8605-f2bf-4d70-952a-d9feced21a05 req-e6e30645-8e49-4d61-a0a0-8ac38af7957e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778910 Dec 07 00:01:00.816589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8:0:1::3b (699177a7-0086-4e32-8537-5d59ea7245e8/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577/86414e42-4f13-49b7-a04a-0274abc7af3e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:00.831039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Network 3575310f-dfee-41e1-89ac-dea1a310d388 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:00.849461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:00.852226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:00.861927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1d5c3b00-1dde-407a-9237-647dba372986 None None] Port 948661ff-f30e-4425-92b9-d3d680138bb3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:00.883016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9662fe17-ac49-4977-ae39-41d651d80094 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:00.907731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event updated for resources: {'Port': ['ID=e57ab476-499b-466d-b78a-0d3d322b2e43,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:00.937591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:00.939160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.945326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1c32ae36-92c9-4e7c-955e-19222a975f63', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:01:00.946936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:00.983588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.050211 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5c306403-e78a-4aa0-9e1f-a9e6d40d0023 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3066983 Dec 07 00:01:01.052785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60938) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:01.058104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Request body: {'floatingip': {'port_id': 'e57ab476-499b-466d-b78a-0d3d322b2e43'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:01.077297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:01.079761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901b336a-7d41-4f2f-b501-894485f701bf" -d '{"events": [{"server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "name": "network-vif-plugged", "status": "completed", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:01.118711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=577cb801-a00c-402d-87e1-fc11cb56c993,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:01.132129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:01.132129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.192979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dccd484-813f-4237-8822-02a82de0d542 x-openstack-request-id: req-9dccd484-813f-4237-8822-02a82de0d542 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:01.193332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "name": "network-vif-plugged", "status": "completed", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:01.193536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dccd484-813f-4237-8822-02a82de0d542 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:01.193927 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993', 'code': 200} Dec 07 00:01:01.203943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.226853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.307732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Allocated IP 172.20.0.2 (1c32ae36-92c9-4e7c-955e-19222a975f63/e74c1a7f-e305-45a8-982e-70d2650f1c3b/2418f028-de75-485f-9141-e90af0629a25) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:01.325899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:01.369664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1cf4b62c-a70f-4220-90a2-cbfcceecf9ef None None] Provisioning complete for port e57ab476-499b-466d-b78a-0d3d322b2e43 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:01.370071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b62c-a70f-4220-90a2-cbfcceecf9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.478870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1cf4b62c-a70f-4220-90a2-cbfcceecf9ef None None] Port e57ab476-499b-466d-b78a-0d3d322b2e43 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:01.560427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.597498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.644291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-36642424-a07d-4057-b5cf-7634fedd08f2 req-39089e03-fcd0-4aa1-83e5-913a584e8917 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.0771236 Dec 07 00:01:01.707121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ce6d3-838f-409c-9aed-b9dd0a3d6ffd req-b64af8ba-e197-4fad-858a-2c1b4578747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:01.708714 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-069ce6d3-838f-409c-9aed-b9dd0a3d6ffd req-b64af8ba-e197-4fad-858a-2c1b4578747a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1099 time: 0.2055795 Dec 07 00:01:01.709161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.758723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:01.761729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:01.768902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:01.777290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9662fe17-ac49-4977-ae39-41d651d80094 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:01.778000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-069ce6d3-838f-409c-9aed-b9dd0a3d6ffd req-ffcb47fd-7853-4147-8c3e-48e0c3a1d56a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552847 Dec 07 00:01:01.781903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.790252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.807583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Pushing event updated for resources: {'Port': ['ID=2418f028-de75-485f-9141-e90af0629a25,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:01.841209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 699177a7-0086-4e32-8537-5d59ea7245e8 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:01.846995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:01.917643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=86414e42-4f13-49b7-a04a-0274abc7af3e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:01.921521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:01.923029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Allocated IP 2001:db8:0:1::2 (699177a7-0086-4e32-8537-5d59ea7245e8/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577/9662fe17-ac49-4977-ae39-41d651d80094) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:01.927400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:01.928386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.928595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Attempting to bind port 2418f028-de75-485f-9141-e90af0629a25 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:01.939916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Attempting to bind port 2418f028-de75-485f-9141-e90af0629a25 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:01.939916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Attempting to bind port 2418f028-de75-485f-9141-e90af0629a25 on network 1c32ae36-92c9-4e7c-955e-19222a975f63 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:01.943754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.946914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:01.947298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Checking segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:01.947933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.948602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Bound using segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:01.949097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Bound port: 2418f028-de75-485f-9141-e90af0629a25, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:01.949484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.987090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141d053-1bae-4863-b949-84d85788cf53 req-8d6bc1f5-d18f-4b01-a45b-73a7edd364d5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:01.988390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:01.988772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:01.989482 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8141d053-1bae-4863-b949-84d85788cf53 req-8d6bc1f5-d18f-4b01-a45b-73a7edd364d5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.0776496 Dec 07 00:01:01.995111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.016786 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e2fbe6d-5b6d-4a5f-8760-1685f960dfbe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.4277718 Dec 07 00:01:02.023840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60948) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:02.030871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e01c948d-d8df-43d1-aae4-072635bc0875'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:02.122600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] For port 2418f028-de75-485f-9141-e90af0629a25, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:02.128214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] For port 2418f028-de75-485f-9141-e90af0629a25, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2418f028-de75-485f-9141-e90af0629a25,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:02.136494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9662fe17-ac49-4977-ae39-41d651d80094,segment=NetworkSegment(078b8447-1eb8-4bc6-b5ac-ba97fc646945),segment_id=078b8447-1eb8-4bc6-b5ac-ba97fc646945)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:02.140869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8141d053-1bae-4863-b949-84d85788cf53 req-be273c12-124c-4d93-abd9-4252a1096425 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412489 Dec 07 00:01:02.161180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.169933 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP a6d9f433-ae84-4479-a118-3d259a8fffc9 associated. External IP: 172.36.7.81, port: a01b63cf-f8e6-4068-aaba-a17f3cb130a9. Dec 07 00:01:02.199370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.203380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.259478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40201b-7efc-4fd8-99ee-cf8c40426aa7 None None] Pushing event updated for resources: {'Port': ['ID=2418f028-de75-485f-9141-e90af0629a25,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:02.274891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.369656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6809c7-63b9-4400-87a5-ea34edb67b20 None None] Pushing event updated for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:02.434246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (1c32ae36-92c9-4e7c-955e-19222a975f63/e74c1a7f-e305-45a8-982e-70d2650f1c3b/f54ae158-0e66-4d0a-b033-b03d8852a45e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:02.471584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:02.719431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Delete allocated IP 2001:db8:0:1::3b (699177a7-0086-4e32-8537-5d59ea7245e8/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577) {{(pid=110158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 07 00:01:02.745953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.825516 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3b9b07e0-9b9a-4436-bbbc-569757fdd9e5 req-3ec6197d-b6ae-4301-abf2-fd68f7efdbc1 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.0754311 Dec 07 00:01:02.959287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:02.989711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.030250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.037224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:03.051249 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:03.066334 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:03.067212 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:03.067443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:03.068930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:03.073417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:03.130253 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:03.142741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] In _notify_port_updated(), no bound segment for port 86414e42-4f13-49b7-a04a-0274abc7af3e on network 699177a7-0086-4e32-8537-5d59ea7245e8 {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:01:03.151044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:03.151253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.159359 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:03.159578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/ports/86414e42-4f13-49b7-a04a-0274abc7af3e HTTP/1.1" status: 200 len: 924 time: 1.1341608 Dec 07 00:01:03.160792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60954) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:03.170813 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:03.173038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:03.178440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e01c948d-d8df-43d1-aae4-072635bc0875'}, {'subnet_id': '8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:03.240316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87adfe-d57a-45b7-984c-56be7968064c None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:03.242252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.310068 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:03.315709 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e3cb76-0960-4159-bcfc-7bb4e585938a None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:03.362809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-defa45b5-b1d3-432e-b40c-959a375da9e8 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:03.363486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-defa45b5-b1d3-432e-b40c-959a375da9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.399321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.422850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5a63f-f8c2-4b45-8620-0eeb6facd358 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=86414e42-4f13-49b7-a04a-0274abc7af3e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:03.521789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router 51c8fc87-f816-4924-b801-f66b0469f53a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:03.564927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-a7f1599b-5178-42a8-ba2b-2ce4178875e5 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:03.567950 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-a7f1599b-5178-42a8-ba2b-2ce4178875e5 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.45 "GET /v2.0/networks?id=05831c34-f9c0-43be-a58c-6a7d0e119b4d HTTP/1.1" status: 200 len: 812 time: 0.1942172 Dec 07 00:01:03.604621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Request body: {'port': {'device_id': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d', 'admin_state_up': True, 'tenant_id': '5112a93781f24a6b90a2f61c985a6757'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:03.626903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cfb54-da24-4e87-9d33-ec4184afed9f req-c0e4a320-7ce0-4434-902a-7069f96437ef tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:03.634448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-129cfb54-da24-4e87-9d33-ec4184afed9f req-c0e4a320-7ce0-4434-902a-7069f96437ef tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.3443720 Dec 07 00:01:03.642142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.683408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.717349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60a63e-876a-4aa6-abcc-189faf7b3ee5 None None] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:03.852213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] Provisioning complete for port 2418f028-de75-485f-9141-e90af0629a25 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:03.852213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:03.889812 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-129cfb54-da24-4e87-9d33-ec4184afed9f req-0a0e6737-5b23-43c5-a3a7-739ba8780ac7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543957 Dec 07 00:01:04.004359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:04.026123 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aea5f66e-5ef7-4b2a-95f8-2212ba519c6d req-fd919b57-fa10-485c-9e88-f7c1eadc12e2 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.0418856 Dec 07 00:01:04.032931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] Sync routers for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:04.033495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.048046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Made reservation on behalf of 5112a93781f24a6b90a2f61c985a6757 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:04.051858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.055558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.081575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9662fe17-ac49-4977-ae39-41d651d80094 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:04.150794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:04.151546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:04.175878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6d3cc4ee-4a6e-4e09-ae15-0b7c9895f4b9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/floatingips/a6d9f433-ae84-4479-a118-3d259a8fffc9 HTTP/1.1" status: 200 len: 977 time: 3.1218538 Dec 07 00:01:04.189778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60964) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:04.197370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a553e7a-06e3-42b0-91a7-fef56862e0f7 req-f6147659-3098-4b14-ac9d-c58ba482e245 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:04.199290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3a553e7a-06e3-42b0-91a7-fef56862e0f7 req-f6147659-3098-4b14-ac9d-c58ba482e245 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.1879306 Dec 07 00:01:04.237556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:04.265876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] For port 2418f028-de75-485f-9141-e90af0629a25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2418f028-de75-485f-9141-e90af0629a25,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:04.276165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:04.277133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:04.279504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:04.280097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.303731 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3a553e7a-06e3-42b0-91a7-fef56862e0f7 req-8dc46daa-5c9f-4dbe-a765-467126b61c78 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973663 Dec 07 00:01:04.348382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60966) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:04.369814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.382816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.412447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Allocated IP 172.20.0.4 (05831c34-f9c0-43be-a58c-6a7d0e119b4d/b04604e8-da77-4d40-b4fa-fe98713d187b/d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:04.429132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port e57ab476-499b-466d-b78a-0d3d322b2e43 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:04.435573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.458164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.512846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8:0:1::d1 (699177a7-0086-4e32-8537-5d59ea7245e8/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577/86414e42-4f13-49b7-a04a-0274abc7af3e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:04.518331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:04.519089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b0d3a-ed36-4968-a3c6-6ba365d8f287 None None] The sync data for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:04.527393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202ae9f-e589-49b1-92d6-8b74cd70fdb3 None None] Pushing event updated for resources: {'Port': ['ID=2418f028-de75-485f-9141-e90af0629a25,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:04.570220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.584398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:04.604962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2418f028-de75-485f-9141-e90af0629a25 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:04.608934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c379c975-c990-4f4b-877e-434665151208 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:04.609400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c379c975-c990-4f4b-877e-434665151208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.773158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.813150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320d033-afcf-47a2-a2ed-548689a6e9e8 tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:04.817568 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9320d033-afcf-47a2-a2ed-548689a6e9e8 tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1094 time: 0.4632874 Dec 07 00:01:04.819604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60970) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:04.833036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '577cb801-a00c-402d-87e1-fc11cb56c993', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:04.892056 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.923672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2418f028-de75-485f-9141-e90af0629a25 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:04.924047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.954985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:04.986039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.011171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c379c975-c990-4f4b-877e-434665151208 None None] Provisioning complete for port 86414e42-4f13-49b7-a04a-0274abc7af3e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.011550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c379c975-c990-4f4b-877e-434665151208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.085913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c379c975-c990-4f4b-877e-434665151208 None None] Port 86414e42-4f13-49b7-a04a-0274abc7af3e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:05.100323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=86414e42-4f13-49b7-a04a-0274abc7af3e,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:05.116128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] In _notify_port_updated(), no bound segment for port 86414e42-4f13-49b7-a04a-0274abc7af3e on network 699177a7-0086-4e32-8537-5d59ea7245e8 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:01:05.121907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:05.122665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.126758 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-24130049-dc37-4e5b-b820-ea482e0a548f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/ports/86414e42-4f13-49b7-a04a-0274abc7af3e HTTP/1.1" status: 200 len: 1009 time: 1.9622486 Dec 07 00:01:05.127195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60974) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:05.212415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Provisioning complete for port 2418f028-de75-485f-9141-e90af0629a25 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.212791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.248159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.264748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 86414e42-4f13-49b7-a04a-0274abc7af3e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:05.265189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.314149 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-499a8087-7149-462c-b3ff-3cb866c1aa4c req-7efde938-802f-44c0-b357-99ea31c77c40 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.1480994 Dec 07 00:01:05.338709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Provisioning complete for port f54ae158-0e66-4d0a-b033-b03d8852a45e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.339220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.356045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:05.378472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:05.381137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Port f54ae158-0e66-4d0a-b033-b03d8852a45e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:05.394123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Provisioning complete for port 86414e42-4f13-49b7-a04a-0274abc7af3e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.394512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.431882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.433404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-79f94c42-fc2c-4e01-8be1-6cc888feae9f None None] Port 86414e42-4f13-49b7-a04a-0274abc7af3e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:05.457570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.36.7.46 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/3c2c8c06-5254-48be-bab5-cfc37e1084d1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:05.459957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 86414e42-4f13-49b7-a04a-0274abc7af3e owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:05.537098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.567005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d8a5a585-f5fc-4ad3-80ec-f9a5e48ed31a None None] Provisioning complete for port 86414e42-4f13-49b7-a04a-0274abc7af3e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.567481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8a5a585-f5fc-4ad3-80ec-f9a5e48ed31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.617571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5a585-f5fc-4ad3-80ec-f9a5e48ed31a None None] Port 86414e42-4f13-49b7-a04a-0274abc7af3e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:05.633097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.697562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router cead2312-5207-45a0-88fc-3888bf7d543b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:05.745029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2f2d865d-eaa8-425e-a266-8db399ec0fce None None] Provisioning complete for port f54ae158-0e66-4d0a-b033-b03d8852a45e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.745674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2f2d865d-eaa8-425e-a266-8db399ec0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.775477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2418f028-de75-485f-9141-e90af0629a25 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:05.802925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.819107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d865d-eaa8-425e-a266-8db399ec0fce None None] Port f54ae158-0e66-4d0a-b033-b03d8852a45e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:05.819467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.819835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.819956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.821941 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Floating IP a6d9f433-ae84-4479-a118-3d259a8fffc9 disassociated. External IP: 172.36.7.81, port: e57ab476-499b-466d-b78a-0d3d322b2e43. Dec 07 00:01:05.821941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for e57ab476-499b-466d-b78a-0d3d322b2e43 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:05.828320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.841836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2418f028-de75-485f-9141-e90af0629a25 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:05.842215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:05.868376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Network 05831c34-f9c0-43be-a58c-6a7d0e119b4d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:05.875429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:05.876006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:05.882548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:05.883085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:05.890662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:05.909571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=3c2c8c06-5254-48be-bab5-cfc37e1084d1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:05.961050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:05.966861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Pushing event updated for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:05.975006 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Sync routers for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:05.978951 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5acaf4da-54bc-419d-88b8-ddac6203a226 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/cead2312-5207-45a0-88fc-3888bf7d543b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6211820 Dec 07 00:01:05.984050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60976) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:05.991473 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:05.992850 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:06.001313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.006962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/86414e42-4f13-49b7-a04a-0274abc7af3e HTTP/1.1" status: 204 len: 168 time: 0.8765926 Dec 07 00:01:06.023111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60978) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:06.028644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd3f39-bbea-47ec-bec5-ce0709331249 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=86414e42-4f13-49b7-a04a-0274abc7af3e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:06.100143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.101014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.128795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:06.142140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3d33a3-9964-4a5f-9bb5-4f626b6a9df2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:06.146503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f3d33a3-9964-4a5f-9bb5-4f626b6a9df2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/86414e42-4f13-49b7-a04a-0274abc7af3e HTTP/1.1" status: 404 len: 333 time: 0.1106863 Dec 07 00:01:06.148352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60980) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:06.244024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:06.248325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.271795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-ad63ac90-e0b5-40a4-8ec7-23d7f85c186b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6709564 Dec 07 00:01:06.281037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.281514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.281982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.282450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.282908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.283382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.283833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.284309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.284771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.285228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.285729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.286187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.291304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-65b7ec61-25e2-4043-9228-a3ff85b3290a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8464 time: 0.3064132 Dec 07 00:01:06.291667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60982) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:06.299342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Request body: {'port': {'device_id': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:06.319780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.358125 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:06.369782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.394751 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Checking router: cead2312-5207-45a0-88fc-3888bf7d543b for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:01:06.395252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Updating router cead2312-5207-45a0-88fc-3888bf7d543b port f54ae158-0e66-4d0a-b033-b03d8852a45e binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:01:06.415302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.427265 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.451828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=e57ab476-499b-466d-b78a-0d3d322b2e43,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:06.518678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.519176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.519623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.520080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.520575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.521037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.521488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.521996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.522392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.522843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.523289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.523736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.525871 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3c791cad-7c91-4c5b-8244-87a25518d18c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7707 time: 0.2289248 Dec 07 00:01:06.553701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60986) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:06.620218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fd444-0f2e-4258-bc81-e991dbd4fadd req-e0616bb5-92cc-47de-83f1-8f3a931fd481 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:06.621818 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-949fd444-0f2e-4258-bc81-e991dbd4fadd req-e0616bb5-92cc-47de-83f1-8f3a931fd481 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 931 time: 0.2043207 Dec 07 00:01:06.631427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.784499 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.807471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router 51c8fc87-f816-4924-b801-f66b0469f53a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:06.869636 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:06.929561 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d88833-e42a-488a-81e6-87a326d83399 None None] Pushing event updated for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:06.991438 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Attempting to bind port f54ae158-0e66-4d0a-b033-b03d8852a45e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:06.993252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Attempting to bind port f54ae158-0e66-4d0a-b033-b03d8852a45e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:06.994306 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Attempting to bind port f54ae158-0e66-4d0a-b033-b03d8852a45e on network 1c32ae36-92c9-4e7c-955e-19222a975f63 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:07.001616 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:07.002101 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Checking segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:07.002556 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.004280 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Bound using segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:07.004280 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Bound port: f54ae158-0e66-4d0a-b033-b03d8852a45e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:07.004280 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.083046 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] For port f54ae158-0e66-4d0a-b033-b03d8852a45e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:07.087456 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] For port f54ae158-0e66-4d0a-b033-b03d8852a45e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f54ae158-0e66-4d0a-b033-b03d8852a45e,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:07.105920 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-949fd444-0f2e-4258-bc81-e991dbd4fadd req-0a4df030-9bbc-489e-be2e-40a4cefc4f5a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711375 Dec 07 00:01:07.131935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.172836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.196456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.230082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:07.235099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.241680 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b1dddc3d-0032-4841-a0d6-7305eaa154d8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577 HTTP/1.1" status: 204 len: 168 time: 1.0899136 Dec 07 00:01:07.244452 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:07.245078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60988) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:07.245820 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.248183 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d88833-e42a-488a-81e6-87a326d83399 None None] Pushing event updated for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:07.269307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae5ac6e-8316-4533-a6ca-a64778922532 None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:07.307187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] Provisioning complete for port f54ae158-0e66-4d0a-b033-b03d8852a45e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:07.313875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.338997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet e01c948d-d8df-43d1-aae4-072635bc0875 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:07.341343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.345166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.457050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.477661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:01:07.487296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.514159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Transition to ACTIVE for port object d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:01:07.556455 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:07.567443 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-06ff595d-04fb-4b7c-abce-47362e4c7aad tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4478 time: 1.0105691 Dec 07 00:01:07.577194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:07.588118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] Sync routers for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:07.621360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.624783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.642850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:07.643910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.696781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.729483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] For port f54ae158-0e66-4d0a-b033-b03d8852a45e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f54ae158-0e66-4d0a-b033-b03d8852a45e,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:07.730977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:07.731778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.749285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.773596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.774262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60d628d-5d9d-4504-aa46-8f80928ce68f None None] The sync data for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:07.805524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.846206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.846964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.853077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 60992) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:07.853263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3f833a9e-1527-4955-8529-46e6afd00dc9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/e57ab476-499b-466d-b78a-0d3d322b2e43 HTTP/1.1" status: 204 len: 168 time: 3.6620333 Dec 07 00:01:07.856597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Attempting to bind port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:07.860164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Attempting to bind port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:07.860835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Attempting to bind port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e on network 05831c34-f9c0-43be-a58c-6a7d0e119b4d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:07.869858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:07.884900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e on network 05831c34-f9c0-43be-a58c-6a7d0e119b4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:01:07.885665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Attempting to bind port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e on network 05831c34-f9c0-43be-a58c-6a7d0e119b4d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:07.889532 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:07.894383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:07.894383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Checking segment: {'id': '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:07.894383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Bound using segment: {'id': '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:07.894383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Bound port: d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:07.894383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.927543 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c7a4b-0c75-430c-9cff-ea7492d31bd8 None None] The sync data for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv is: [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:07.932878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8466d-31ba-4dc3-bdc5-b16a19920893 None None] Pushing event updated for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:07.933528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:07.952757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cacb4f4b-0ca4-4126-a36a-634cb0294430 None None] Provisioning complete for port f54ae158-0e66-4d0a-b033-b03d8852a45e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:07.953384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cacb4f4b-0ca4-4126-a36a-634cb0294430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.071233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:08.076206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,segment=NetworkSegment(61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4),segment_id=61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:08.144479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.147946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=3c2c8c06-5254-48be-bab5-cfc37e1084d1,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:08.176756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.214082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:08.220618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.222286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] 10.222.0.45 "PUT /v2.0/ports/d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e HTTP/1.1" status: 200 len: 1093 time: 1.9299099 Dec 07 00:01:08.222879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:08.225958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f19a4-090f-4fe3-bb24-880df2123997" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:08.246422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 60998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:08.252717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462155070', 'description': 'tempest-secgroup-smoke-462155070 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:08.289935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.291014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d6419-71b7-494c-8df9-0ba80436a164 x-openstack-request-id: req-bb2d6419-71b7-494c-8df9-0ba80436a164 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:08.291600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:08.291761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb2d6419-71b7-494c-8df9-0ba80436a164 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:08.292285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e', 'status': 'completed', 'code': 200} Dec 07 00:01:08.308340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606d9c-5a8a-4a40-9aa5-557e3cb62118 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:08.373931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.396263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=e01c948d-d8df-43d1-aae4-072635bc0875,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:08.423423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-3363cf38-406f-4500-95df-41bddf207cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:08.427042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-3363cf38-406f-4500-95df-41bddf207cbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5112a93781f24a6b90a2f61c985a6757&device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 1096 time: 0.0919867 Dec 07 00:01:08.430586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.436806 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-af07043a-c295-43c2-8922-1e2dc01e5195 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/e01c948d-d8df-43d1-aae4-072635bc0875 HTTP/1.1" status: 204 len: 168 time: 1.1885412 Dec 07 00:01:08.438718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32768) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:08.526272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.533757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee476c81-50d9-4344-9f1d-d7e4486b6922 req-8eda0100-2943-47b9-b078-16e34988520f tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:08.541176 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ee476c81-50d9-4344-9f1d-d7e4486b6922 req-8eda0100-2943-47b9-b078-16e34988520f tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 943 time: 0.2877350 Dec 07 00:01:08.551492 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 8c79aca3-88c4-4894-989b-830f4b94fba2 associated. External IP: 172.36.7.46, port: 577cb801-a00c-402d-87e1-fc11cb56c993. Dec 07 00:01:08.646046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d28f079-be23-4498-98b2-0c3acd855db6 None None] Network 699177a7-0086-4e32-8537-5d59ea7245e8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:08.686114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ee476c81-50d9-4344-9f1d-d7e4486b6922 req-94de7782-e790-415b-b891-3ff84c0a69e6 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410239 Dec 07 00:01:08.791166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.817472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7fd16dd6-120f-46bf-99bd-0438db1a7641 None None] Provisioning complete for port 9662fe17-ac49-4977-ae39-41d651d80094 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:08.818278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7fd16dd6-120f-46bf-99bd-0438db1a7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.850362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-7f607022-797c-4f99-b3e6-9d88702a0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:08.851893 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-7f607022-797c-4f99-b3e6-9d88702a0eb3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5112a93781f24a6b90a2f61c985a6757&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3309751 Dec 07 00:01:08.864830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 9662fe17-ac49-4977-ae39-41d651d80094 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:08.865178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.986228 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:08.986964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] DHCP port deletion for 699177a7-0086-4e32-8537-5d59ea7245e8 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:08.994669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:09.001929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.023804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9662fe17-ac49-4977-ae39-41d651d80094,segment=NetworkSegment(078b8447-1eb8-4bc6-b5ac-ba97fc646945),segment_id=078b8447-1eb8-4bc6-b5ac-ba97fc646945)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:09.027332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.039315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 9662fe17-ac49-4977-ae39-41d651d80094 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:09.072578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Deleting port 9662fe17-ac49-4977-ae39-41d651d80094 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:09.074394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.151979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] For port 9662fe17-ac49-4977-ae39-41d651d80094, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9662fe17-ac49-4977-ae39-41d651d80094,segment=NetworkSegment(078b8447-1eb8-4bc6-b5ac-ba97fc646945),segment_id=078b8447-1eb8-4bc6-b5ac-ba97fc646945)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:09.153385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.165883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Calling delete_port for 9662fe17-ac49-4977-ae39-41d651d80094 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:09.204668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4c111-0b43-4517-9344-076516140e7d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:09.251346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.252788 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14f57f92-4789-40b3-85eb-150010d66d4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0042772 Dec 07 00:01:09.255718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-9d565180-1bb1-441f-ab2f-7814952c5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:09.256384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32770) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:09.257300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fa7f19a4-090f-4fe3-bb24-880df2123997 req-9d565180-1bb1-441f-ab2f-7814952c5d18 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3363972 Dec 07 00:01:09.287642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:09.299812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:09.310987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:09.323683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:09.324641 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.337447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.382835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] No DVR routers for this DVR port 9662fe17-ac49-4977-ae39-41d651d80094 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:09.384547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff3ca8-4e00-472b-bcb1-066d986dff50 None None] Pushing event deleted for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:09.394430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.409332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-35ab792e-1e3d-4c43-8491-c7ba37f5d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:09.410989 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-35ab792e-1e3d-4c43-8491-c7ba37f5d96d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5112a93781f24a6b90a2f61c985a6757&device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 1096 time: 0.0826039 Dec 07 00:01:09.431721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=9662fe17-ac49-4977-ae39-41d651d80094,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:09.433687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port 9662fe17-ac49-4977-ae39-41d651d80094 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:09.441634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.487963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.491011 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-7ee17135-ed25-4441-951d-e87661b81c27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e HTTP/1.1" status: 200 len: 217 time: 0.0547051 Dec 07 00:01:09.506704 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:09.559849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.564194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-31af3d9f-73a6-4ac0-8a94-2adf301eb735 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7327721 Dec 07 00:01:09.564194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:09.566382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f65604-f25e-4673-b870-4800780ec32f" -d '{"events": [{"name": "network-changed", "server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:09.583144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699177a7-0086-4e32-8537-5d59ea7245e8']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.594031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078b8447-1eb8-4bc6-b5ac-ba97fc646945') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.594333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078b8447-1eb8-4bc6-b5ac-ba97fc646945') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.605821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.617506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.620253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9e4bc-6c4e-475a-bdd4-50e482ed33dc x-openstack-request-id: req-a2b9e4bc-6c4e-475a-bdd4-50e482ed33dc {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:09.620608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:09.620940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2b9e4bc-6c4e-475a-bdd4-50e482ed33dc {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:09.622114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993', 'status': 'completed', 'code': 200} Dec 07 00:01:09.629455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 948661ff-f30e-4425-92b9-d3d680138bb3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:09.636895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.640838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.650585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:09.650998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:09.654774 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:09.730049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-d1cce281-36fe-4f2e-926f-8d548416f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:09.731668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-d1cce281-36fe-4f2e-926f-8d548416f717 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04604e8-da77-4d40-b4fa-fe98713d187b HTTP/1.1" status: 200 len: 852 time: 0.1170633 Dec 07 00:01:09.768727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.792392 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-30f34a7b-36fc-40bf-b85a-88a25ca887fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05831c34-f9c0-43be-a58c-6a7d0e119b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405867 Dec 07 00:01:09.825744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f54ae158-0e66-4d0a-b033-b03d8852a45e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:09.863643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ddabd0-c9d7-493d-8452-df12ce836b72,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:09.886795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.888909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1f8092e-fc68-42eb-880b-ad08b66efcc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6052527 Dec 07 00:01:09.896768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32778) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:09.901920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f54ae158-0e66-4d0a-b033-b03d8852a45e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:09.902329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.903404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:09.904746 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c79aca3-88c4-4894-989b-830f4b94fba2', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.46', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '577cb801-a00c-402d-87e1-fc11cb56c993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:fe:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:06Z', 'updated_at': '2021-12-07T00:01:06Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.915091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.919186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65604-f25e-4673-b870-4800780ec32f req-d2fbc01f-340a-4931-8885-634942e3e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:09.922820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-d2fbc01f-340a-4931-8885-634942e3e4e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1099 time: 0.2457156 Dec 07 00:01:09.925794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:09.933415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/699177a7-0086-4e32-8537-5d59ea7245e8 HTTP/1.1" status: 204 len: 168 time: 1.4936228 Dec 07 00:01:09.940173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32780) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:09.941056 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:01:09.953979 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:09.953979 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:09.961783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4bb6-1a95-4c4e-a133-0b3c6c40e5a2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=699177a7-0086-4e32-8537-5d59ea7245e8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:09.975666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.003072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbe711-6def-4356-b0fe-4cf80b0be707 req-ea197577-10c2-40d6-8be0-4d03f053d691 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.003632 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-87535f6b-2910-4eb3-a018-b052f32b47d8 service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031822 Dec 07 00:01:10.004711 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2abbe711-6def-4356-b0fe-4cf80b0be707 req-ea197577-10c2-40d6-8be0-4d03f053d691 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 943 time: 0.1981280 Dec 07 00:01:10.053590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c991009-98d4-4900-b2dc-87cb5102a09e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.060073 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c991009-98d4-4900-b2dc-87cb5102a09e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1125760 Dec 07 00:01:10.078159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:10.078719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 948661ff-f30e-4425-92b9-d3d680138bb3 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:10.114352 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:10.116736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9662fe17-ac49-4977-ae39-41d651d80094 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:10.136676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-28ea7e1a-c17c-4eb1-bada-f0f4daa6a8b2 req-363df418-ca98-40da-89bb-007bac286959 service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231363 Dec 07 00:01:10.142655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9662fe17-ac49-4977-ae39-41d651d80094 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:10.143279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9662fe17-ac49-4977-ae39-41d651d80094 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:10.164879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.230910 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2abbe711-6def-4356-b0fe-4cf80b0be707 req-66a3ff2c-19e6-45c2-aefd-e866b9dc2879 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106032 Dec 07 00:01:10.288463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e094891f-b24e-457a-bd7b-545b7daa7cab tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2029586 Dec 07 00:01:10.288854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32784) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:10.295307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-865896948'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:10.304115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65604-f25e-4673-b870-4800780ec32f req-5bc55706-c14e-45de-9aa5-ce782cddd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.305653 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-5bc55706-c14e-45de-9aa5-ce782cddd004 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.3628232 Dec 07 00:01:10.377251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:10.380913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.390517 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c79aca3-88c4-4894-989b-830f4b94fba2', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.46', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '577cb801-a00c-402d-87e1-fc11cb56c993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:fe:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:06Z', 'updated_at': '2021-12-07T00:01:06Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:10.396798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.415849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:01:10.420711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.420899 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d0c0d0-6722-474e-84c2-f497c32e79c3 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c79aca3-88c4-4894-989b-830f4b94fba2', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.46', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '577cb801-a00c-402d-87e1-fc11cb56c993', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:fe:96:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:06Z', 'updated_at': '2021-12-07T00:01:06Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:10.421578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 17b70373-762b-43da-bf7b-e78ab0757a58 of type vlan for network c6205da7-1a58-4bbf-8085-5311f36d8db1 Dec 07 00:01:10.438074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-71786e7b-ea17-4e69-89ee-bcc156f53041 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 999 time: 0.0937052 Dec 07 00:01:10.466619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.521578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.535912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65604-f25e-4673-b870-4800780ec32f req-b6ca3d90-b851-40e3-8bb0-865ce4741d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.538180 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-b6ca3d90-b851-40e3-8bb0-865ce4741d64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0901177 Dec 07 00:01:10.572030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.577900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cbbb07-06bf-4430-ba76-a74090828677,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:10.578172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.578574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.631191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65604-f25e-4673-b870-4800780ec32f req-49091fa9-6b31-443f-ad46-1fd626971205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:10.636864 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-49091fa9-6b31-443f-ad46-1fd626971205 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730305 Dec 07 00:01:10.668084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=c6205da7-1a58-4bbf-8085-5311f36d8db1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:10.671315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.675570 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5f5949dd-8898-415a-989e-b41a83eeb8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7741587 Dec 07 00:01:10.675985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32786) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:10.680300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:01:10.682046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:10.694591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0fbd3a5d-6a6d-4f39-bc98-7b518673c23d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4018428 Dec 07 00:01:10.694828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32788) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:10.702353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:10.706636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea3f1a-bc76-4d86-bf1c-387717148e0f None None] New status for floating IP 8c79aca3-88c4-4894-989b-830f4b94fba2: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:01:10.711005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.870412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.955522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:10.959277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:10.982446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.072146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.118329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=948661ff-f30e-4425-92b9-d3d680138bb3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:11.120366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc409c5-80a9-4f94-956b-a9371c4dc228,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:11.182044 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-2fc5583e-5a97-4485-b075-2b1f28e5130f service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406611 Dec 07 00:01:11.196253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.200151 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-803751ad-160b-4013-8916-0049715830c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5207024 Dec 07 00:01:11.200811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32790) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:11.205223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:11.251190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.314541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.359353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7f65604-f25e-4673-b870-4800780ec32f req-8d833594-5b28-4707-acaf-196d915a4a74 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693220 Dec 07 00:01:11.365377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.374630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=32b216e6-cf4b-4409-82c6-f4f40c628a69,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:11.403784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '17b70373-762b-43da-bf7b-e78ab0757a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:11.407255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: c6205da7-1a58-4bbf-8085-5311f36d8db1, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:01:11.425722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444090a-b302-4b11-9a00-efbcd6097b81 req-c0491121-9903-43b4-a173-46e022c73993 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:11.427232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c444090a-b302-4b11-9a00-efbcd6097b81 req-c0491121-9903-43b4-a173-46e022c73993 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 943 time: 0.1195548 Dec 07 00:01:11.455427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.492144 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c444090a-b302-4b11-9a00-efbcd6097b81 req-ce323a75-f986-4394-8f1b-547cad77befc tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566807 Dec 07 00:01:11.561119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:01:11.565755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.589000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4487002d-140c-4bdc-9f00-0236812b0bda,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:11.591462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router 51c8fc87-f816-4924-b801-f66b0469f53a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:11.645769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c6205da7-1a58-4bbf-8085-5311f36d8db1) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:11.651045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:11.653600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.654295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f4074-5210-415b-8dd7-ad2046818b32 None None] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:11.663038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.667402 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2e723904-d28d-4f1d-bff3-30be9555de10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4656215 Dec 07 00:01:11.670823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32794) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:11.675735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:11.711371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:11.721352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32796) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:11.722083 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-29bee1ba-b2f5-4459-bc2b-6f7dacd723b8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/routers/51c8fc87-f816-4924-b801-f66b0469f53a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8676488 Dec 07 00:01:11.725899 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] Sync routers for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:11.741379 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:11.742088 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:11.772114 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3264806-0b76-4fdc-86eb-d4473ada22c6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0734308 Dec 07 00:01:11.772689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32798) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:11.778591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1', 'name': 'tempest-PortsIpV6TestJSON-609238622'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:11.786188 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:11.798539 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] Routers {'51c8fc87-f816-4924-b801-f66b0469f53a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:11.799160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:00:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['51c8fc87-f816-4924-b801-f66b0469f53a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:11.838129 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:11.838798 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b31792-6836-4d22-9b15-11e52cb0e9d7 None None] The sync data for ids ['51c8fc87-f816-4924-b801-f66b0469f53a'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:11.852390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.857456 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:01:11.901148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.984649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c6205da7-1a58-4bbf-8085-5311f36d8db1', 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': '32b216e6-cf4b-4409-82c6-f4f40c628a69'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:01:11.984871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:11.987104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:11.988724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.013610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 78b31080-b928-48e6-b830-4f2abceeac90 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:12.033043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.038009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.140386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::42 (c6205da7-1a58-4bbf-8085-5311f36d8db1/32b216e6-cf4b-4409-82c6-f4f40c628a69/78b31080-b928-48e6-b830-4f2abceeac90) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:12.148732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.168150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad24542-b0ee-4537-bc02-4201bc928a13,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:12.216150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port d07a1555-23a0-491a-8356-84ab3bad906d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:12.216521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.263726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.264957 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ffe25fd2-7bb1-4cbf-8241-89d960a74077 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5932038 Dec 07 00:01:12.268630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32800) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:12.278238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '81f4c111-0b43-4517-9344-076516140e7d', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:12.295479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.311525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for d07a1555-23a0-491a-8356-84ab3bad906d owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:12.320903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.389487 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:01:12.394722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.422363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.466427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Allocated IP 2001:db8::2 (c6205da7-1a58-4bbf-8085-5311f36d8db1/32b216e6-cf4b-4409-82c6-f4f40c628a69/fd884a69-3703-4a6e-9351-7f8a2f603a96) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:12.468670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:12.478773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:12.481889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:12.487832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:12.489159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.520808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.522060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=78b31080-b928-48e6-b830-4f2abceeac90,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:12.531899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.564340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=d07a1555-23a0-491a-8356-84ab3bad906d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:12.565053 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0bc363d5-de74-496c-849b-c20c2e514f9f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7908540 Dec 07 00:01:12.567416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32804) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:12.574906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1', 'name': 'tempest-PortsIpV6TestJSON-870718882'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:12.583334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd0eba-8bdb-470d-b19e-d6c62bc44ae4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:12.627420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.638609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.648325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.700187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31a6b0c-5470-4116-9565-592aa42b722f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:12.716667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.737417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.739579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.739726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ea90-25d9-451a-88ab-3811be5117fd req-7017d759-bb30-4023-8014-273a4b587031 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:12.741231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c40ea90-25d9-451a-88ab-3811be5117fd req-7017d759-bb30-4023-8014-273a4b587031 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 943 time: 0.1354280 Dec 07 00:01:12.757015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:12.761985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:12.765578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:12.777558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.778820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6e123fc-7b93-47cf-b8ae-d694a1ee5740 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5092251 Dec 07 00:01:12.809858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Pushing event updated for resources: {'Port': ['ID=fd884a69-3703-4a6e-9351-7f8a2f603a96,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:12.817839 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c40ea90-25d9-451a-88ab-3811be5117fd req-7ffb00d1-76a7-4723-a213-c41772e2de7b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661771 Dec 07 00:01:12.841303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Attempting to bind port fd884a69-3703-4a6e-9351-7f8a2f603a96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:12.842933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Attempting to bind port fd884a69-3703-4a6e-9351-7f8a2f603a96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '17b70373-762b-43da-bf7b-e78ab0757a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:12.842933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Attempting to bind port fd884a69-3703-4a6e-9351-7f8a2f603a96 on network c6205da7-1a58-4bbf-8085-5311f36d8db1 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:12.847187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:12.847589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Checking segment: {'id': '17b70373-762b-43da-bf7b-e78ab0757a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:12.847989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.848414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Bound using segment: {'id': '17b70373-762b-43da-bf7b-e78ab0757a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:12.848882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Bound port: fd884a69-3703-4a6e-9351-7f8a2f603a96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b70373-762b-43da-bf7b-e78ab0757a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c6205da7-1a58-4bbf-8085-5311f36d8db1'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:12.849341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.903671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.904278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Fanout notify agent at l3_agent the message router_deleted on router 51c8fc87-f816-4924-b801-f66b0469f53a {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:01:12.915899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.915899 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1d42639a-dfe8-4c0d-b10b-60597566b152 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/routers/51c8fc87-f816-4924-b801-f66b0469f53a HTTP/1.1" status: 204 len: 168 time: 1.1910503 Dec 07 00:01:12.917083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32814) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:12.917996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] For port fd884a69-3703-4a6e-9351-7f8a2f603a96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:12.923128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] For port fd884a69-3703-4a6e-9351-7f8a2f603a96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd884a69-3703-4a6e-9351-7f8a2f603a96,segment=NetworkSegment(17b70373-762b-43da-bf7b-e78ab0757a58),segment_id=17b70373-762b-43da-bf7b-e78ab0757a58)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:12.945394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:12.949796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.977925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port fa5a4f26-1edc-418a-9207-d81921075482 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:12.983923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:12.992460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting subnet f14d7e71-442d-4a68-9a17-c476db46eb85 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:12.996965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.013549 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-54b034c0-b4b8-4bd7-9044-e3818206a1d8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462155070&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0578351 Dec 07 00:01:13.050041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb32c9-edd1-4417-8c2b-65d6f6b1bfb2 None None] Pushing event updated for resources: {'Port': ['ID=fd884a69-3703-4a6e-9351-7f8a2f603a96,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:13.081369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.150343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-49cbed29-c27f-4393-b65a-6271e6f402b7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:13.151787 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-49cbed29-c27f-4393-b65a-6271e6f402b7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=1c32ae36-92c9-4e7c-955e-19222a975f63 HTTP/1.1" status: 200 len: 797 time: 0.1239130 Dec 07 00:01:13.167805 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-eb08fa54-4184-46bd-b3c0-ea015cd3b8eb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0096381 Dec 07 00:01:13.181094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::323 (c6205da7-1a58-4bbf-8085-5311f36d8db1/32b216e6-cf4b-4409-82c6-f4f40c628a69/fa5a4f26-1edc-418a-9207-d81921075482) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:13.247981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.312732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-0a8637ac-095e-4ceb-96e0-53a5767c23f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299415 Dec 07 00:01:13.423827 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-5d1a3c96-84a8-4a4c-a263-8467e953b355 service neutron] 10.222.0.53 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981460 Dec 07 00:01:13.424740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.426404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.458748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Subnet': ['ID=f14d7e71-442d-4a68-9a17-c476db46eb85,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:13.464783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.471057 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1222bd2-9c78-4787-82e1-fce565d5ecf7 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/subnets/f14d7e71-442d-4a68-9a17-c476db46eb85 HTTP/1.1" status: 204 len: 168 time: 0.5505114 Dec 07 00:01:13.472005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:13.473890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d49d7-16bc-4adb-b4b6-87e28ec40396 None None] Network 3575310f-dfee-41e1-89ac-dea1a310d388 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:13.533057 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-a218a86e-34b2-43d4-8116-59dc00b6cba8 service neutron] 10.222.0.53 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030803 Dec 07 00:01:13.569952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.635647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.647029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port f506e86a-7908-4a0c-987c-0e1a5c49216e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:13.647029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.679136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:01:13.682279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] DHCP port deletion for 3575310f-dfee-41e1-89ac-dea1a310d388 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:13.709014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:13.744867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:13.747758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:13.754297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:13.754724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.766926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=fa5a4f26-1edc-418a-9207-d81921075482,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:13.854940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Deleting port f506e86a-7908-4a0c-987c-0e1a5c49216e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:13.855553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.909836 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e3215634-ab48-4224-a0d0-ee44e06decc4 req-6fdc4ed1-1125-4e7e-af2a-74b634ef34a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 210 time: 0.0785813 Dec 07 00:01:13.941972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] For port f506e86a-7908-4a0c-987c-0e1a5c49216e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f506e86a-7908-4a0c-987c-0e1a5c49216e,segment=NetworkSegment(1382b2bf-ceeb-4b77-aca3-2c682e293ef6),segment_id=1382b2bf-ceeb-4b77-aca3-2c682e293ef6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:13.941972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:13.954372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fd884a69-3703-4a6e-9351-7f8a2f603a96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:13.976107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for f506e86a-7908-4a0c-987c-0e1a5c49216e owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:14.006632 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a424098-6ce0-486f-a344-47bc3cb5a6b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4380636 Dec 07 00:01:14.015849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:14.020685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d570f3d-bb38-441a-bce5-0514c6b29604 req-381fb659-8832-4035-b2b3-59027159d5da tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:14.024937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] For port f506e86a-7908-4a0c-987c-0e1a5c49216e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f506e86a-7908-4a0c-987c-0e1a5c49216e,segment=NetworkSegment(1382b2bf-ceeb-4b77-aca3-2c682e293ef6),segment_id=1382b2bf-ceeb-4b77-aca3-2c682e293ef6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:14.025513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.034675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d570f3d-bb38-441a-bce5-0514c6b29604 req-381fb659-8832-4035-b2b3-59027159d5da tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 943 time: 0.0964320 Dec 07 00:01:14.045011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,segment=NetworkSegment(61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4),segment_id=61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:14.058049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Calling delete_port for f506e86a-7908-4a0c-987c-0e1a5c49216e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:14.072011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e', 'network_id': '05831c34-f9c0-43be-a58c-6a7d0e119b4d', 'port_id': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e', 'mac_address': 'fa:16:3e:e1:dd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04604e8-da77-4d40-b4fa-fe98713d187b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:01:14.117399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d570f3d-bb38-441a-bce5-0514c6b29604 req-87eb120b-a84b-40df-b97c-b1389e2cf0ab tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778949 Dec 07 00:01:14.119270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.180659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf431c-35eb-45ab-88e6-00b0579edb49 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:14.186146 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ddbf431c-35eb-45ab-88e6-00b0579edb49 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A42 HTTP/1.1" status: 200 len: 927 time: 0.1635478 Dec 07 00:01:14.188080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:01:14.188255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32834) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:14.190752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fd884a69-3703-4a6e-9351-7f8a2f603a96 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:14.191212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.254063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,segment=NetworkSegment(61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4),segment_id=61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:14.285790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.311680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.321903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.329600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=f506e86a-7908-4a0c-987c-0e1a5c49216e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.331303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port fa5a4f26-1edc-418a-9207-d81921075482 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:14.331744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.342916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] No DVR routers for this DVR port f506e86a-7908-4a0c-987c-0e1a5c49216e on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:14.348614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6495314-6904-4751-ad5f-e7d8110e8147 None None] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:14.357773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.360585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] Pushing event deleted for resources: {'Port': ['ID=f506e86a-7908-4a0c-987c-0e1a5c49216e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.362885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4171c9-6c78-4fc3-a890-4ae4bacb1106 None None] No DVR routers for this DVR port f506e86a-7908-4a0c-987c-0e1a5c49216e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:14.448484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.462970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.468446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for fa5a4f26-1edc-418a-9207-d81921075482 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:14.487381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3575310f-dfee-41e1-89ac-dea1a310d388']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:14.502223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port fd884a69-3703-4a6e-9351-7f8a2f603a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd884a69-3703-4a6e-9351-7f8a2f603a96,segment=NetworkSegment(17b70373-762b-43da-bf7b-e78ab0757a58),segment_id=17b70373-762b-43da-bf7b-e78ab0757a58)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:14.516189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1382b2bf-ceeb-4b77-aca3-2c682e293ef6') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:14.517270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1382b2bf-ceeb-4b77-aca3-2c682e293ef6') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:14.521625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-65246f7a-e00b-4454-a294-2730902f16b8 None None] Provisioning complete for port fd884a69-3703-4a6e-9351-7f8a2f603a96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:14.522007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-65246f7a-e00b-4454-a294-2730902f16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.523535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.529664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.547131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.555798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:14.556313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:14.560627 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:14.606703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.697332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.698003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.701951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f506e86a-7908-4a0c-987c-0e1a5c49216e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:14.705844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.714632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32838) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:14.714837 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/networks/3575310f-dfee-41e1-89ac-dea1a310d388 HTTP/1.1" status: 204 len: 168 time: 1.2414489 Dec 07 00:01:14.729446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e18c3f-5085-48a2-9a99-67c106728dd9 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Network': ['ID=3575310f-dfee-41e1-89ac-dea1a310d388,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.747161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:01:14.754807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=fd884a69-3703-4a6e-9351-7f8a2f603a96,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.757325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f506e86a-7908-4a0c-987c-0e1a5c49216e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:14.757667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f506e86a-7908-4a0c-987c-0e1a5c49216e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:14.793007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=fa5a4f26-1edc-418a-9207-d81921075482,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:14.818652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:14.822396 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dbbf2dac-bd04-4802-8958-59fe2bf2ea7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/fa5a4f26-1edc-418a-9207-d81921075482 HTTP/1.1" status: 204 len: 168 time: 0.6344440 Dec 07 00:01:14.825671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32840) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:14.858013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1603ed-77f2-41a5-98cc-ef6281c8b582 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:14.862839 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ae1603ed-77f2-41a5-98cc-ef6281c8b582 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/fa5a4f26-1edc-418a-9207-d81921075482 HTTP/1.1" status: 404 len: 333 time: 0.0351417 Dec 07 00:01:14.864600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32842) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:15.042569 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b08ee3de-b6ab-4c08-a0f9-303296bf7c5f req-08eaf67c-b421-4aa2-8476-2fa29561b173 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 210 time: 0.0393558 Dec 07 00:01:15.209435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Could not find standard attr ID for object fa5a4f26-1edc-418a-9207-d81921075482. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:01:15.223959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Provisioning complete for port 78b31080-b928-48e6-b830-4f2abceeac90 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:15.224380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.268356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Port 78b31080-b928-48e6-b830-4f2abceeac90 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:15.282309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Provisioning complete for port fd884a69-3703-4a6e-9351-7f8a2f603a96 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:15.283427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7193ceb6-d822-4721-b7dc-85f61794b857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.386363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26d67-1dc5-4ffd-82bd-abceed934be5 req-98d2fcb9-6cc4-4aa2-b845-45972927c3df tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:15.387915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8be26d67-1dc5-4ffd-82bd-abceed934be5 req-98d2fcb9-6cc4-4aa2-b845-45972927c3df tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 944 time: 0.1118383 Dec 07 00:01:15.393919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 2830abee-3d8e-4a77-b0ec-503a368f8786 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:15.394277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.469302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 78b31080-b928-48e6-b830-4f2abceeac90 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:15.469685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.499614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3131aea3-53bb-4e15-855a-3f11f5e23f16 None None] Provisioning complete for port 78b31080-b928-48e6-b830-4f2abceeac90 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:15.500046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3131aea3-53bb-4e15-855a-3f11f5e23f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.540662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3131aea3-53bb-4e15-855a-3f11f5e23f16 None None] Port 78b31080-b928-48e6-b830-4f2abceeac90 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:15.578097 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8be26d67-1dc5-4ffd-82bd-abceed934be5 req-2c385c9b-917a-48b8-9310-b630eca2a564 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809964 Dec 07 00:01:15.595794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.596128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.618028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 2830abee-3d8e-4a77-b0ec-503a368f8786 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:15.629989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.649018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 78b31080-b928-48e6-b830-4f2abceeac90 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:15.663115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-857e7189-35a7-40a5-ac1e-a7d237668103 None None] Could not find standard attr ID for object fa5a4f26-1edc-418a-9207-d81921075482. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:01:15.689758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:15.793214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fd884a69-3703-4a6e-9351-7f8a2f603a96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:15.830455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:01:15.842075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:15.842902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.902260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port fd884a69-3703-4a6e-9351-7f8a2f603a96 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:15.902806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.954319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.980776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:15.982543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=2830abee-3d8e-4a77-b0ec-503a368f8786,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:15.983002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.026045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=78b31080-b928-48e6-b830-4f2abceeac90,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:16.034504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:16.037015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7061a323-25cf-4f3f-8dd2-2a57579935ae" -d '{"events": [{"server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:16.060463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,segment=NetworkSegment(61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4),segment_id=61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:16.100991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.102837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.107556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32852) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.108047 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3993a67c-5584-4e6d-bad2-b22a2d6c3019 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/78b31080-b928-48e6-b830-4f2abceeac90 HTTP/1.1" status: 204 len: 168 time: 1.2417004 Dec 07 00:01:16.117275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3691fcbe-09f8-411e-9591-b6be6d2bb58d x-openstack-request-id: req-3691fcbe-09f8-411e-9591-b6be6d2bb58d {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:16.117604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "name": "network-vif-plugged", "status": "completed", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:16.117853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3691fcbe-09f8-411e-9591-b6be6d2bb58d {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:16.118250 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e', 'code': 200} Dec 07 00:01:16.129312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.132083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.138503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d94744d7-ed61-4d51-8118-4fc34e6169c8 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/floatingips/a6d9f433-ae84-4479-a118-3d259a8fffc9 HTTP/1.1" status: 204 len: 168 time: 1.4169273 Dec 07 00:01:16.138503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32854) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.155435 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-1714a5bd-7e57-4848-9c72-d8b5e6224b73 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:16.156991 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1714a5bd-7e57-4848-9c72-d8b5e6224b73 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/78b31080-b928-48e6-b830-4f2abceeac90 HTTP/1.1" status: 404 len: 333 time: 0.0482433 Dec 07 00:01:16.159917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32856) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.187267 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2170c66-1a26-4b06-a286-583ad839c19b tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:16.187511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:16.187651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2170c66-1a26-4b06-a286-583ad839c19b tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:16.190556 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f2170c66-1a26-4b06-a286-583ad839c19b tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/e57ab476-499b-466d-b78a-0d3d322b2e43 HTTP/1.1" status: 404 len: 333 time: 0.0493996 Dec 07 00:01:16.204665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32858) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.219812 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-15ac863c-c1c0-422b-aa2f-a6182573b50b req-dd2b830a-e294-4649-91df-fe320fd78c67 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 210 time: 0.0502126 Dec 07 00:01:16.252349 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b64c553b-1098-489e-ae62-1c35f3513dd1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/ports?device_id=51c8fc87-f816-4924-b801-f66b0469f53a HTTP/1.1" status: 200 len: 205 time: 0.0447104 Dec 07 00:01:16.252949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32860) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.297757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-fe4b4ef0-a1a5-4d05-a2bd-e068a79e5589 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] delete failed (client error): The resource could not be found. Dec 07 00:01:16.301087 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fe4b4ef0-a1a5-4d05-a2bd-e068a79e5589 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/routers/51c8fc87-f816-4924-b801-f66b0469f53a HTTP/1.1" status: 404 len: 336 time: 0.0449405 Dec 07 00:01:16.302443 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32864) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.342306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-961e18e8-a53e-47bb-bae7-6c0ae2b3e71c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:16.342941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961e18e8-a53e-47bb-bae7-6c0ae2b3e71c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:16.346078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-961e18e8-a53e-47bb-bae7-6c0ae2b3e71c tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/subnets/f14d7e71-442d-4a68-9a17-c476db46eb85 HTTP/1.1" status: 404 len: 337 time: 0.0409739 Dec 07 00:01:16.348757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32866) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.350059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 32b216e6-cf4b-4409-82c6-f4f40c628a69 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:16.358650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.416844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.425760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-6154b70d-4eab-4095-bee9-fd8ff3e3ba0f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:16.427635 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-6154b70d-4eab-4095-bee9-fd8ff3e3ba0f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=1c32ae36-92c9-4e7c-955e-19222a975f63 HTTP/1.1" status: 200 len: 797 time: 0.2113807 Dec 07 00:01:16.466164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port a01b63cf-f8e6-4068-aaba-a17f3cb130a9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:16.466793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.559483 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-c2954db8-63a2-441f-b3b5-c82a7a751db9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 379 time: 0.0916107 Dec 07 00:01:16.562346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.570660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e3c46-8fed-4964-bc90-56dadc0aa22e req-612ee3cd-8a02-4c1c-8114-527f3b00541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:16.572154 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d3e3c46-8fed-4964-bc90-56dadc0aa22e req-612ee3cd-8a02-4c1c-8114-527f3b00541b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 1098 time: 0.1014202 Dec 07 00:01:16.586784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['81f4c111-0b43-4517-9344-076516140e7d']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:16.593208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.618572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for a01b63cf-f8e6-4068-aaba-a17f3cb130a9 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:16.680330 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d3e3c46-8fed-4964-bc90-56dadc0aa22e req-d80009fb-82e5-43e3-9a76-555589ca8f10 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844922 Dec 07 00:01:16.745004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfca78-9840-4d30-ae58-4fe931326634 req-03f7cf03-bd4a-4c12-b60d-682f5d0aa105 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:16.747051 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7fbfca78-9840-4d30-ae58-4fe931326634 req-03f7cf03-bd4a-4c12-b60d-682f5d0aa105 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0844758 Dec 07 00:01:16.784155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.821759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.824928 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/32b216e6-cf4b-4409-82c6-f4f40c628a69 HTTP/1.1" status: 204 len: 168 time: 0.6633720 Dec 07 00:01:16.827001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17e63-6a31-42d1-9990-3d230b85b623 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=32b216e6-cf4b-4409-82c6-f4f40c628a69,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:16.828271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca0e79b-90ce-45f1-b047-68f3becf4af8 None None] Network c6205da7-1a58-4bbf-8085-5311f36d8db1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:16.828746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32874) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:16.847667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7fbfca78-9840-4d30-ae58-4fe931326634 req-97cba88b-4308-42bb-858c-bb37490963b9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932953 Dec 07 00:01:16.849026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:16.852514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.894248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.928844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=a01b63cf-f8e6-4068-aaba-a17f3cb130a9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:16.962251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774add9d-33d9-424e-8309-b7a717545b92 None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:16.984638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:16.998220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.3 (1c32ae36-92c9-4e7c-955e-19222a975f63/e74c1a7f-e305-45a8-982e-70d2650f1c3b/b138265a-940b-4215-ae55-8446146862ac) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:17.045508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] DHCP port deletion for c6205da7-1a58-4bbf-8085-5311f36d8db1 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:17.050268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.053549 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9a0f6d5-88ca-4f46-87b3-cf77f7d4cf16 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/a01b63cf-f8e6-4068-aaba-a17f3cb130a9 HTTP/1.1" status: 204 len: 168 time: 0.7037506 Dec 07 00:01:17.056262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32876) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:17.152897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port fd884a69-3703-4a6e-9351-7f8a2f603a96 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:17.153155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.166513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.226157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port fd884a69-3703-4a6e-9351-7f8a2f603a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd884a69-3703-4a6e-9351-7f8a2f603a96,segment=NetworkSegment(17b70373-762b-43da-bf7b-e78ab0757a58),segment_id=17b70373-762b-43da-bf7b-e78ab0757a58)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:17.226514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.240002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:17.240367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.246547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Deleting port fd884a69-3703-4a6e-9351-7f8a2f603a96 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:17.247323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.256535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for fd884a69-3703-4a6e-9351-7f8a2f603a96 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:17.274807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.296940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:17.300334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:17.312822 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] For port fd884a69-3703-4a6e-9351-7f8a2f603a96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd884a69-3703-4a6e-9351-7f8a2f603a96,segment=NetworkSegment(17b70373-762b-43da-bf7b-e78ab0757a58),segment_id=17b70373-762b-43da-bf7b-e78ab0757a58)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:17.313679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.322713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:17.330882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Calling delete_port for fd884a69-3703-4a6e-9351-7f8a2f603a96 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:17.381154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:17.384562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.407507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:17.432825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.450237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d86521-1927-481a-a26d-6d75112aeb9f req-2b192398-17f3-4b5b-875c-07eef18f60de tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:17.451749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-17d86521-1927-481a-a26d-6d75112aeb9f req-2b192398-17f3-4b5b-875c-07eef18f60de tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 931 time: 0.1377985 Dec 07 00:01:17.461564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-577ac6da-baee-42e9-8995-19450065f767 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8955266 Dec 07 00:01:17.467463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for 68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:17.479858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.493303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Request body: {'port': {'device_id': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:17.514780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] Pushing event deleted for resources: {'Port': ['ID=fd884a69-3703-4a6e-9351-7f8a2f603a96,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:17.518676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c818b07-8be1-4ddf-b8ed-552a49c81a86 None None] No DVR routers for this DVR port fd884a69-3703-4a6e-9351-7f8a2f603a96 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:17.540155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.576281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.586644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port fd884a69-3703-4a6e-9351-7f8a2f603a96 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:17.598671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=fd884a69-3703-4a6e-9351-7f8a2f603a96,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:17.607733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c65ffd9f-14a5-49bc-8136-dfd88d4456ea None None] Provisioning complete for port b138265a-940b-4215-ae55-8446146862ac triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:17.608372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c65ffd9f-14a5-49bc-8136-dfd88d4456ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.629988 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-17d86521-1927-481a-a26d-6d75112aeb9f req-55dcbc92-9b28-48ef-8662-012641c0d865 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699462 Dec 07 00:01:17.653687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c65ffd9f-14a5-49bc-8136-dfd88d4456ea None None] Port b138265a-940b-4215-ae55-8446146862ac cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:17.710550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.758447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6205da7-1a58-4bbf-8085-5311f36d8db1']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:17.764587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fd884a69-3703-4a6e-9351-7f8a2f603a96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:17.775890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b70373-762b-43da-bf7b-e78ab0757a58') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:17.776189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b70373-762b-43da-bf7b-e78ab0757a58') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:17.789786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.790166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: fd884a69-3703-4a6e-9351-7f8a2f603a96 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:17.790384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device fd884a69-3703-4a6e-9351-7f8a2f603a96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:17.814625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.820846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:17.821318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:17.825092 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:17.848993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.896577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b138265a-940b-4215-ae55-8446146862ac {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:01:17.905915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:17.912484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:17.926897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48966f3-3d93-42ad-951f-2be3cad9c63d None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:18.000418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7cc2e-3ab8-4dab-ac58-c784749685d1 req-25e29dff-25fb-4b74-ad04-e7b6bf0040ed tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:18.000715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.001913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-38f7cc2e-3ab8-4dab-ac58-c784749685d1 req-25e29dff-25fb-4b74-ad04-e7b6bf0040ed tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0536017 Dec 07 00:01:18.004397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4dbb772f-f649-4311-98f4-b2151fd16242 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/ports/68d54f0e-c2f2-4a25-a2b5-af6a2d2ddf48 HTTP/1.1" status: 204 len: 168 time: 0.9471874 Dec 07 00:01:18.006940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32882) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:18.018349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.022796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Transition to ACTIVE for port object b138265a-940b-4215-ae55-8446146862ac will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:01:18.049419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.052875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/c6205da7-1a58-4bbf-8085-5311f36d8db1 HTTP/1.1" status: 204 len: 168 time: 1.2196755 Dec 07 00:01:18.053968 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-38f7cc2e-3ab8-4dab-ac58-c784749685d1 req-d0cd6082-51c7-4a55-993e-f217fba222d8 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456197 Dec 07 00:01:18.055344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cad7f-37d0-4184-8256-a71592d20aad tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=c6205da7-1a58-4bbf-8085-5311f36d8db1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:18.059701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32884) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:18.065428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065606491'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:18.099821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b536a-d3cb-4911-97e4-14ee8378c3c4 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:18.101340 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-504b536a-d3cb-4911-97e4-14ee8378c3c4 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "GET /v2.0/ports?device_id=a88ead90-ef2f-476b-ac01-43c1796dfba3 HTTP/1.1" status: 200 len: 913 time: 0.0934865 Dec 07 00:01:18.103990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32886) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:18.142920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.188746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:18.191428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Pushing event updated for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:18.192270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.231763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:01:18.273775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Attempting to bind port b138265a-940b-4215-ae55-8446146862ac on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:18.274118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Attempting to bind port b138265a-940b-4215-ae55-8446146862ac by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:18.274576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Attempting to bind port b138265a-940b-4215-ae55-8446146862ac on network 1c32ae36-92c9-4e7c-955e-19222a975f63 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:18.279198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Port b138265a-940b-4215-ae55-8446146862ac on network 1c32ae36-92c9-4e7c-955e-19222a975f63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:01:18.279572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Attempting to bind port b138265a-940b-4215-ae55-8446146862ac on network 1c32ae36-92c9-4e7c-955e-19222a975f63 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:18.284027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.284409 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment c0e10321-bd4a-46b5-82c8-9e426491dc63 of type vlan for network 307753e1-f130-45a7-ae19-5e1f0749fdf0 Dec 07 00:01:18.284889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:18.285475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Checking segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:18.287935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Bound using segment: {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:18.287935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Bound port: b138265a-940b-4215-ae55-8446146862ac, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34fce999-52a2-419d-81c5-01b00dd67e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:18.287935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.333510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b082ab39-dbaa-40dd-b33c-36a7b1ed688f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.362039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:18.365297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b138265a-940b-4215-ae55-8446146862ac,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:18.367668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.440466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.477597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:18.478271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.479618 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] 10.222.0.45 "PUT /v2.0/ports/b138265a-940b-4215-ae55-8446146862ac HTTP/1.1" status: 200 len: 1093 time: 0.9940209 Dec 07 00:01:18.480089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:18.482900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fbfda7-376b-4cd7-a728-fd0ed30e9403" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:18.514922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5186b4-1dc8-47cc-b8d8-615cd29e3296 service neutron] Pushing event updated for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:18.515975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.522269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:18.525907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.554746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76856b0f-70d4-49aa-b26f-7db67f4ed434 x-openstack-request-id: req-76856b0f-70d4-49aa-b26f-7db67f4ed434 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:18.555044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:18.555306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76856b0f-70d4-49aa-b26f-7db67f4ed434 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:18.555721 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac', 'status': 'completed', 'code': 200} Dec 07 00:01:18.624877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=307753e1-f130-45a7-ae19-5e1f0749fdf0,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:18.639973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:01:18.648409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-a84a6c6d-06bb-45fb-8a0d-689ef5f83261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:18.649996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-a84a6c6d-06bb-45fb-8a0d-689ef5f83261 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1096 time: 0.0496519 Dec 07 00:01:18.652821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:18.703708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-09ba83fb-348e-4f54-90ff-547d7ccc7fa5 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6395779 Dec 07 00:01:18.704804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32892) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:18.711125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:18.963857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:18.967209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:19.110811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port f4c13e65-f091-4cc0-a119-6164f51bff31 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:19.111157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:19.236716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014d266-06e3-4c00-9335-6274aa2ad74c req-fc7f0322-3850-4da7-871e-08c296e1b48f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.238106 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a014d266-06e3-4c00-9335-6274aa2ad74c req-fc7f0322-3850-4da7-871e-08c296e1b48f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 943 time: 0.5002933 Dec 07 00:01:19.243992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-a51474bc-8756-4d63-974c-0773e509d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.245595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-a51474bc-8756-4d63-974c-0773e509d3f0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5790598 Dec 07 00:01:19.298219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:19.318145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d45ad6-5dbb-4d45-94ae-df67fc1c03b5 req-301d6690-4c71-45b1-89fa-b78f41a974a0 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.319707 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c1d45ad6-5dbb-4d45-94ae-df67fc1c03b5 req-301d6690-4c71-45b1-89fa-b78f41a974a0 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.1579471 Dec 07 00:01:19.328759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for f4c13e65-f091-4cc0-a119-6164f51bff31 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:19.394056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:19.412249 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a014d266-06e3-4c00-9335-6274aa2ad74c req-e9f7fd0b-7251-4986-968b-f6de0ddc8660 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656280 Dec 07 00:01:19.454618 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c1d45ad6-5dbb-4d45-94ae-df67fc1c03b5 req-9004d4fd-7855-4c00-9222-8db5c573456a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238685 Dec 07 00:01:19.471519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-f9c54b05-c5a8-4349-b8f1-e8eeddad18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.473077 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49fbfda7-376b-4cd7-a728-fd0ed30e9403 req-f9c54b05-c5a8-4349-b8f1-e8eeddad18df service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134631 Dec 07 00:01:19.493153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=f943efc9-d4cc-42ab-9356-f7be8bd39174,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:19.548261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': 'c0e10321-bd4a-46b5-82c8-9e426491dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:19.548975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: 307753e1-f130-45a7-ae19-5e1f0749fdf0, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:01:19.620611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e7d95-518e-4787-8f61-0b5e655d9228 req-8329b323-6150-4f7d-876a-246b2d9d4b5b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.622754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cd8e7d95-518e-4787-8f61-0b5e655d9228 req-8329b323-6150-4f7d-876a-246b2d9d4b5b tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0863535 Dec 07 00:01:19.626131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-def7650d-e069-4079-a404-d182e3809bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.627542 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-def7650d-e069-4079-a404-d182e3809bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1096 time: 0.0775380 Dec 07 00:01:19.681859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-20369e04-2e12-4460-9b21-ae151551aa00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b138265a-940b-4215-ae55-8446146862ac HTTP/1.1" status: 200 len: 217 time: 0.0372896 Dec 07 00:01:19.739078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cd8e7d95-518e-4787-8f61-0b5e655d9228 req-2c9d3fd9-e8fa-493a-8ca3-eb030b73f489 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099927 Dec 07 00:01:19.762687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-585eb40c-4122-43b5-bcdf-b2abe19dda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.764524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-585eb40c-4122-43b5-bcdf-b2abe19dda28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e74c1a7f-e305-45a8-982e-70d2650f1c3b HTTP/1.1" status: 200 len: 834 time: 0.0666754 Dec 07 00:01:19.818606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476428be-2577-4274-8c51-2767db3af5b3 req-568800cc-9e58-477a-8aec-a73e3951f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:19.820151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-568800cc-9e58-477a-8aec-a73e3951f231 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c32ae36-92c9-4e7c-955e-19222a975f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476201 Dec 07 00:01:19.920697 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-54d14ecc-ca43-4bd5-bdf1-2e33d1ab0ba1 service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895908 Dec 07 00:01:19.961863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:01:20.019503 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-476428be-2577-4274-8c51-2767db3af5b3 req-bf8c3907-eb4f-4e70-9f3d-8e1e448d06c3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900626 Dec 07 00:01:20.057308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 307753e1-f130-45a7-ae19-5e1f0749fdf0) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:20.061869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:20.067718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.068448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54234cbf-a184-42d4-8194-ff52ab8c6576 None None] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:20.114566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.141600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=f4c13e65-f091-4cc0-a119-6164f51bff31,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:20.156197 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1f08271e-b993-4826-b528-48c9159fbba1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4468479 Dec 07 00:01:20.156855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32900) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:20.163489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0', 'name': 'tempest-PortsIpV6TestJSON-2428507', 'fixed_ips': [{'subnet_id': 'f943efc9-d4cc-42ab-9356-f7be8bd39174', 'ip_address': '2001:db8::10'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:20.200042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c93154-b044-470e-83e6-efc63b75c8db None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:20.256111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-307753e1-f130-45a7-ae19-5e1f0749fdf0', 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': 'f943efc9-d4cc-42ab-9356-f7be8bd39174'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:01:20.257534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.333578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9f41-098f-402a-b7f5-a05cfdd89cec req-152ac0b8-b461-49fe-af0e-664ae3f265a9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:20.334992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9deb9f41-098f-402a-b7f5-a05cfdd89cec req-152ac0b8-b461-49fe-af0e-664ae3f265a9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0847154 Dec 07 00:01:20.336482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.388516 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9deb9f41-098f-402a-b7f5-a05cfdd89cec req-26158c24-e0ac-4521-b26a-459995316e33 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456665 Dec 07 00:01:20.410397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Allocated IP 2001:db8::2 (307753e1-f130-45a7-ae19-5e1f0749fdf0/f943efc9-d4cc-42ab-9356-f7be8bd39174/c91a4bd1-39f9-4586-8cf7-659d21e51dba) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:20.417163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:20.504768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.523478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port c4c74314-6c14-4c62-a5e4-90ffa94124a9 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:20.599322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.602603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc49a6-df1a-411f-9f07-d8e52e81c325 req-c5ec77e3-7d60-4650-91c5-bf7cb36e5fa1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:20.604103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4dcc49a6-df1a-411f-9f07-d8e52e81c325 req-c5ec77e3-7d60-4650-91c5-bf7cb36e5fa1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 943 time: 0.0979924 Dec 07 00:01:20.642282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Router a88ead90-ef2f-476b-ac01-43c1796dfba3 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:20.662468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f30a5856-1c99-42c9-b4bf-896add918e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.673714 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4dcc49a6-df1a-411f-9f07-d8e52e81c325 req-c1a24fa9-2cf2-40f4-901a-46df43035c2c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604496 Dec 07 00:01:20.686442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.740845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:20.744564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::10 (307753e1-f130-45a7-ae19-5e1f0749fdf0/f943efc9-d4cc-42ab-9356-f7be8bd39174/c4c74314-6c14-4c62-a5e4-90ffa94124a9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:20.746098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:20.752557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:20.756252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Pushing event updated for resources: {'Port': ['ID=c91a4bd1-39f9-4586-8cf7-659d21e51dba,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:20.789107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:20.808339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] Sync routers for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:20.812063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4e3845e3-5dfd-4840-abd5-2b3918040279 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "PUT /v2.0/routers/a88ead90-ef2f-476b-ac01-43c1796dfba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070358 Dec 07 00:01:20.814566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32906) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:20.842608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:20.843244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:20.845156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Attempting to bind port c91a4bd1-39f9-4586-8cf7-659d21e51dba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:20.845530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Attempting to bind port c91a4bd1-39f9-4586-8cf7-659d21e51dba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c0e10321-bd4a-46b5-82c8-9e426491dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:20.846823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Attempting to bind port c91a4bd1-39f9-4586-8cf7-659d21e51dba on network 307753e1-f130-45a7-ae19-5e1f0749fdf0 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:20.882555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:20.885518 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:20.885718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Checking segment: {'id': 'c0e10321-bd4a-46b5-82c8-9e426491dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:20.886177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.886509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Bound using segment: {'id': 'c0e10321-bd4a-46b5-82c8-9e426491dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:20.887020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Bound port: c91a4bd1-39f9-4586-8cf7-659d21e51dba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e10321-bd4a-46b5-82c8-9e426491dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:20.887410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.907757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] Routers {'a88ead90-ef2f-476b-ac01-43c1796dfba3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:20.907757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['a88ead90-ef2f-476b-ac01-43c1796dfba3'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:20.925822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.927145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:20.964490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:20.965307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef308d3-3348-446b-82ae-aa78c06be7f8 None None] The sync data for ids ['a88ead90-ef2f-476b-ac01-43c1796dfba3'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:20.992973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] For port c91a4bd1-39f9-4586-8cf7-659d21e51dba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:20.996170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] For port c91a4bd1-39f9-4586-8cf7-659d21e51dba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c91a4bd1-39f9-4586-8cf7-659d21e51dba,segment=NetworkSegment(c0e10321-bd4a-46b5-82c8-9e426491dc63),segment_id=c0e10321-bd4a-46b5-82c8-9e426491dc63)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:21.033504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.034427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.074731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.092015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:21.095621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:21.100079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:21.107551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:21.108704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.130892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=c4c74314-6c14-4c62-a5e4-90ffa94124a9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:21.144790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266da2-a3e9-443a-8a37-d1657876c95a None None] Pushing event updated for resources: {'Port': ['ID=c91a4bd1-39f9-4586-8cf7-659d21e51dba,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:21.171820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting port d3712ec2-27fe-43e2-a722-2f74ff0f6869 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:21.172354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.185523 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e036949a-2280-4a0e-9f0f-1db8a934fe97 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0274289 Dec 07 00:01:21.188107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32908) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:21.194337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '307753e1-f130-45a7-ae19-5e1f0749fdf0', 'name': 'tempest-PortsIpV6TestJSON-444065538', 'fixed_ips': [{'subnet_id': 'f943efc9-d4cc-42ab-9356-f7be8bd39174', 'ip_address': '2001:db8::f'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:21.259781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.272456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Calling delete_port for d3712ec2-27fe-43e2-a722-2f74ff0f6869 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:21.382689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:21.388964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.412434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 1dc43d5e-e038-4788-9373-6901f24cd3e7 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:21.537837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.564979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Port': ['ID=d3712ec2-27fe-43e2-a722-2f74ff0f6869,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:21.581924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42cf2b-6f32-4566-bad6-57810ae04c98 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:21.605581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce3a06-4bb0-4cc3-b6bb-09120f200cb3 req-f8d20098-3124-4a20-a2ec-8329bd444b2c tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:21.607153 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55ce3a06-4bb0-4cc3-b6bb-09120f200cb3 req-f8d20098-3124-4a20-a2ec-8329bd444b2c tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.1289423 Dec 07 00:01:21.640712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.648068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::f (307753e1-f130-45a7-ae19-5e1f0749fdf0/f943efc9-d4cc-42ab-9356-f7be8bd39174/1dc43d5e-e038-4788-9373-6901f24cd3e7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:21.684783 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55ce3a06-4bb0-4cc3-b6bb-09120f200cb3 req-0118016c-fafa-47b1-87e4-4e474d9e79a2 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716250 Dec 07 00:01:21.761010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.764183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.860343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c91a4bd1-39f9-4586-8cf7-659d21e51dba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:21.879781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0b4d4-fd47-42aa-a6c3-be1bf418cb46 req-30d28e79-2660-426a-b4e6-e46ad131a2d6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:21.882080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c7f0b4d4-fd47-42aa-a6c3-be1bf418cb46 req-30d28e79-2660-426a-b4e6-e46ad131a2d6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 943 time: 0.1123421 Dec 07 00:01:21.892527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.915397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.932138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c91a4bd1-39f9-4586-8cf7-659d21e51dba triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:21.932552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.941757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c7f0b4d4-fd47-42aa-a6c3-be1bf418cb46 req-a53f9ea2-6513-4201-9f5b-c8f9d0442003 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517905 Dec 07 00:01:21.983183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.983735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Fanout notify agent at l3_agent the message router_deleted on router a88ead90-ef2f-476b-ac01-43c1796dfba3 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:01:21.992521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:21.993616 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-28e7c8ee-36f9-4899-8761-3bb562cdb092 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/routers/a88ead90-ef2f-476b-ac01-43c1796dfba3 HTTP/1.1" status: 204 len: 168 time: 1.1781151 Dec 07 00:01:21.997111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32916) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:22.027045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.031987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.066164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port c91a4bd1-39f9-4586-8cf7-659d21e51dba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c91a4bd1-39f9-4586-8cf7-659d21e51dba,segment=NetworkSegment(c0e10321-bd4a-46b5-82c8-9e426491dc63),segment_id=c0e10321-bd4a-46b5-82c8-9e426491dc63)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:22.087709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:22.096696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:22.104322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:22.110161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.110791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.125291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Deleting subnet 9c2d41c5-08b2-4cab-809a-f4eb3191d345 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:22.133577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.138252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0b9b7-1df6-47eb-a3b7-b1e0141c1df3 req-c4004ca4-cdcf-4284-84b4-30c7d7289e43 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.141434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2ae0b9b7-1df6-47eb-a3b7-b1e0141c1df3 req-c4004ca4-cdcf-4284-84b4-30c7d7289e43 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0562634 Dec 07 00:01:22.160149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.182517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=1dc43d5e-e038-4788-9373-6901f24cd3e7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:22.220853 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2ae0b9b7-1df6-47eb-a3b7-b1e0141c1df3 req-2173828f-9cf2-4505-bc76-881f2aa5e127 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715852 Dec 07 00:01:22.224223 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6851d5f9-eafc-4e88-8d7e-7e06e4f193c9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0347219 Dec 07 00:01:22.227758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32920) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:22.245442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=c91a4bd1-39f9-4586-8cf7-659d21e51dba,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:22.271267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.292693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520f040-4f6b-4dc4-959b-18a8fe974ce9 None None] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:22.317445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-91629183-bf8a-4fc7-8401-159d81736961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.318956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-91629183-bf8a-4fc7-8401-159d81736961 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5112a93781f24a6b90a2f61c985a6757&device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 1098 time: 0.0935199 Dec 07 00:01:22.326773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.336044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b5f6d-707c-4844-b16e-d9e33518ce23 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.338119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-974b5f6d-707c-4844-b16e-d9e33518ce23 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 925 time: 0.1093085 Dec 07 00:01:22.341543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32922) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:22.393303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5ba49446-0632-4e1c-86a7-9f327abbf284 None None] Provisioning complete for port c91a4bd1-39f9-4586-8cf7-659d21e51dba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:22.393963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5ba49446-0632-4e1c-86a7-9f327abbf284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.403999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f102ad-9735-45d1-bea4-51c3f29b852c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.410171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f102ad-9735-45d1-bea4-51c3f29b852c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.417120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f102ad-9735-45d1-bea4-51c3f29b852c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.422595 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-64f102ad-9735-45d1-bea4-51c3f29b852c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0781093 Dec 07 00:01:22.423835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:22.514262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-5ae23dfa-5861-4126-9cf5-d769eb5e817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.515726 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-5ae23dfa-5861-4126-9cf5-d769eb5e817c service neutron] 10.222.0.45 "GET /v2.0/networks?id=05831c34-f9c0-43be-a58c-6a7d0e119b4d HTTP/1.1" status: 200 len: 913 time: 0.1859195 Dec 07 00:01:22.517491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.561540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Subnet': ['ID=9c2d41c5-08b2-4cab-809a-f4eb3191d345,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:22.574042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3006ec-456a-4c9c-bc54-3d823260fcf8 None None] Network 5e883c5a-636e-4333-9966-faac4b0f2f8b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:22.591825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.597352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aaaa5e84-f94a-4497-8117-2788f18385f1 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/subnets/9c2d41c5-08b2-4cab-809a-f4eb3191d345 HTTP/1.1" status: 204 len: 168 time: 0.5969355 Dec 07 00:01:22.597680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:22.607713 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-74454b3b-d005-4e5a-a2e7-2df2a7ad309e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e HTTP/1.1" status: 200 len: 217 time: 0.0577679 Dec 07 00:01:22.720142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e041a09-d593-4797-9505-9db44b39085f None None] DHCP port deletion for 5e883c5a-636e-4333-9966-faac4b0f2f8b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:22.729060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 1dc43d5e-e038-4788-9373-6901f24cd3e7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:22.729404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.735578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.740399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-c169e9c9-b5d3-4587-bd41-08a58fdd1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:22.741843 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-c169e9c9-b5d3-4587-bd41-08a58fdd1f27 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04604e8-da77-4d40-b4fa-fe98713d187b HTTP/1.1" status: 200 len: 852 time: 0.1206653 Dec 07 00:01:22.791376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-1837bbfe-35ee-4a88-9445-69cada428434 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05831c34-f9c0-43be-a58c-6a7d0e119b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384347 Dec 07 00:01:22.895150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Provisioning complete for port 1dc43d5e-e038-4788-9373-6901f24cd3e7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:22.895531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.940473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Port 1dc43d5e-e038-4788-9373-6901f24cd3e7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:22.951120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Provisioning complete for port c91a4bd1-39f9-4586-8cf7-659d21e51dba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:22.951602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.988808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:22.990643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.001822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.036106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 1dc43d5e-e038-4788-9373-6901f24cd3e7 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:23.043969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e883c5a-636e-4333-9966-faac4b0f2f8b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:23.048310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-1632060b-3a29-4031-9a78-9f408d550252 service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259884 Dec 07 00:01:23.068336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Provisioning complete for port c4c74314-6c14-4c62-a5e4-90ffa94124a9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:23.068336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.070280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f40bc1-72dd-4060-92c9-5103eee9ef79') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:23.070479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f40bc1-72dd-4060-92c9-5103eee9ef79') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:23.106127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f3373-2bf4-4a40-b4e1-725bf8576ce9 None None] Port c4c74314-6c14-4c62-a5e4-90ffa94124a9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:23.117565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.203960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.228271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Provisioning complete for port 1dc43d5e-e038-4788-9373-6901f24cd3e7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:23.228989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.230883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:23.231285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:23.234312 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:23.275108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Port 1dc43d5e-e038-4788-9373-6901f24cd3e7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:23.286301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Provisioning complete for port c4c74314-6c14-4c62-a5e4-90ffa94124a9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:23.286618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.302447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f162d5b-23d3-45ac-ad23-796172b110c9 req-513edabf-b9b7-4876-b65b-df86a4c602bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:23.303961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f162d5b-23d3-45ac-ad23-796172b110c9 req-513edabf-b9b7-4876-b65b-df86a4c602bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 943 time: 0.2641544 Dec 07 00:01:23.331169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7b02ad1d-c67e-4408-8679-e560fba1514c None None] Port c4c74314-6c14-4c62-a5e4-90ffa94124a9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:23.339970 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebbcf2a5-ba52-43d4-8cd5-d76ce04dc8aa req-d4a748ed-ce66-4e97-b429-a26cf86ea1b8 service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757614 Dec 07 00:01:23.365405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a8faf-efcb-4e38-bb74-25fc34600d87 req-e72345eb-cf88-4981-aab7-3af45476e782 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:23.367255 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-492a8faf-efcb-4e38-bb74-25fc34600d87 req-e72345eb-cf88-4981-aab7-3af45476e782 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0572407 Dec 07 00:01:23.402891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f162d5b-23d3-45ac-ad23-796172b110c9 req-08dbe21c-0319-4aff-aff5-aeb3f2ec1fda tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896900 Dec 07 00:01:23.421990 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-492a8faf-efcb-4e38-bb74-25fc34600d87 req-4870aa2a-ac00-4d15-8f9d-00f4a9f7bd9d tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470612 Dec 07 00:01:23.457676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.463426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.468608 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] 10.222.0.53 "DELETE /v2.0/networks/5e883c5a-636e-4333-9966-faac4b0f2f8b HTTP/1.1" status: 204 len: 168 time: 0.8698175 Dec 07 00:01:23.487025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff127d-b4db-4aa7-90ea-7d1d159c47a0 tempest-FloatingIPTestJSON-647234948 tempest-FloatingIPTestJSON-647234948-project] Pushing event deleted for resources: {'Network': ['ID=5e883c5a-636e-4333-9966-faac4b0f2f8b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:23.537077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.569398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=1dc43d5e-e038-4788-9373-6901f24cd3e7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:23.600520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.606545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eeb89250-52f2-48ac-a99c-b1cdfde4b7c7 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/1dc43d5e-e038-4788-9373-6901f24cd3e7 HTTP/1.1" status: 204 len: 168 time: 1.1792390 Dec 07 00:01:23.606744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:23.632868 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0fe199-40cd-4756-af85-69e239998e6c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:23.634754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b0fe199-40cd-4756-af85-69e239998e6c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/1dc43d5e-e038-4788-9373-6901f24cd3e7 HTTP/1.1" status: 404 len: 333 time: 0.0266371 Dec 07 00:01:23.637645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32938) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:23.741079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port c4c74314-6c14-4c62-a5e4-90ffa94124a9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:23.741612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.744580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b138265a-940b-4215-ae55-8446146862ac details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:01:23.800181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c91a4bd1-39f9-4586-8cf7-659d21e51dba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:23.841580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.855071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for c4c74314-6c14-4c62-a5e4-90ffa94124a9 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:23.913178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b138265a-940b-4215-ae55-8446146862ac,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:23.917053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c91a4bd1-39f9-4586-8cf7-659d21e51dba triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:23.917444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:23.949996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'b138265a-940b-4215-ae55-8446146862ac', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'port_id': 'b138265a-940b-4215-ae55-8446146862ac', 'mac_address': 'fa:16:3e:89:95:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:01:23.975258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32942) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:24.007231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.045455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.065491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b138265a-940b-4215-ae55-8446146862ac {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:01:24.076268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=c4c74314-6c14-4c62-a5e4-90ffa94124a9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:24.099176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b138265a-940b-4215-ae55-8446146862ac,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:24.110523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.116158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-969f9812-37ce-4a96-94a2-eb1481cd50b3 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/c4c74314-6c14-4c62-a5e4-90ffa94124a9 HTTP/1.1" status: 204 len: 168 time: 0.4752212 Dec 07 00:01:24.116596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32946) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:24.137751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.152528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74a8fa5-758f-45a7-9f23-9123dd3e6969 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:24.154515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.172156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32948) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:24.172350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f74a8fa5-758f-45a7-9f23-9123dd3e6969 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/c4c74314-6c14-4c62-a5e4-90ffa94124a9 HTTP/1.1" status: 404 len: 333 time: 0.0528688 Dec 07 00:01:24.206414 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f9f09326-8252-46f4-9488-aee9e81520a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fcfb525d2bb4241b6654da39c54ee67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300382 Dec 07 00:01:24.209348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32950) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:24.218762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:24.238287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet f943efc9-d4cc-42ab-9356-f7be8bd39174 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:24.241850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.277286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.285540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.304023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.374396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.411146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.413848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.415035 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5054128-29d4-4c71-8530-2e98d579ed13 HTTP/1.1" status: 204 len: 168 time: 0.2045250 Dec 07 00:01:24.423963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c27562-4902-425f-831f-87890d05b259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5054128-29d4-4c71-8530-2e98d579ed13,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:24.485680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['b138265a-940b-4215-ae55-8446146862ac'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:01:24.486339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.527542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d1a7e-e729-4e05-bfc3-71e85db9e6d4 None None] Network 307753e1-f130-45a7-ae19-5e1f0749fdf0 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:24.566691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:24.573429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca709c-71e9-4959-aba0-3adf4ad24b0f req-33d885f2-c69b-40dc-b8a4-0670730e3779 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:24.573584 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/f943efc9-d4cc-42ab-9356-f7be8bd39174 HTTP/1.1" status: 204 len: 168 time: 0.4048257 Dec 07 00:01:24.575032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130603e5-45f1-4628-9413-44f1ba4e613b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=f943efc9-d4cc-42ab-9356-f7be8bd39174,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:24.581341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32958) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:24.582117 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f0ca709c-71e9-4959-aba0-3adf4ad24b0f req-33d885f2-c69b-40dc-b8a4-0670730e3779 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0632837 Dec 07 00:01:24.635986 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f0ca709c-71e9-4959-aba0-3adf4ad24b0f req-45dddae6-288e-4a20-b6b4-507df9043327 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Dec 07 00:01:24.832400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] DHCP port deletion for 307753e1-f130-45a7-ae19-5e1f0749fdf0 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:24.941620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Deleting port c91a4bd1-39f9-4586-8cf7-659d21e51dba {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:24.942093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.014548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] For port c91a4bd1-39f9-4586-8cf7-659d21e51dba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c91a4bd1-39f9-4586-8cf7-659d21e51dba,segment=NetworkSegment(c0e10321-bd4a-46b5-82c8-9e426491dc63),segment_id=c0e10321-bd4a-46b5-82c8-9e426491dc63)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:25.014963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.041116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Calling delete_port for c91a4bd1-39f9-4586-8cf7-659d21e51dba owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:25.078822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.094703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0667610-ccf0-4263-8519-092a2e5f16b8 req-59f3de30-af57-4bcf-aa34-7cc27644849a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:25.096250 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0667610-ccf0-4263-8519-092a2e5f16b8 req-59f3de30-af57-4bcf-aa34-7cc27644849a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 944 time: 0.5950480 Dec 07 00:01:25.148569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedfd5a-1b2c-4e09-bc5d-4a4a7a35fd18 req-ee9b0374-de89-44cc-80a0-54e48cef609a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:25.150183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bbedfd5a-1b2c-4e09-bc5d-4a4a7a35fd18 req-ee9b0374-de89-44cc-80a0-54e48cef609a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0645573 Dec 07 00:01:25.181190 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0667610-ccf0-4263-8519-092a2e5f16b8 req-06f65024-0c9b-4687-918a-8a8d53d39434 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778568 Dec 07 00:01:25.190895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port c91a4bd1-39f9-4586-8cf7-659d21e51dba {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:25.191258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.228344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bbedfd5a-1b2c-4e09-bc5d-4a4a7a35fd18 req-c4292e19-5da2-4050-b4ab-da7bfb049673 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678267 Dec 07 00:01:25.270073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port c91a4bd1-39f9-4586-8cf7-659d21e51dba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c91a4bd1-39f9-4586-8cf7-659d21e51dba,segment=NetworkSegment(c0e10321-bd4a-46b5-82c8-9e426491dc63),segment_id=c0e10321-bd4a-46b5-82c8-9e426491dc63)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:25.270560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.284058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for c91a4bd1-39f9-4586-8cf7-659d21e51dba owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:25.382853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.388939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.408543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] Pushing event deleted for resources: {'Port': ['ID=c91a4bd1-39f9-4586-8cf7-659d21e51dba,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:25.412999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7fc92-8baf-49b8-9274-38e627c3b3a7 None None] No DVR routers for this DVR port c91a4bd1-39f9-4586-8cf7-659d21e51dba on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:25.414581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=c91a4bd1-39f9-4586-8cf7-659d21e51dba,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:25.419237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port c91a4bd1-39f9-4586-8cf7-659d21e51dba on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:25.501176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.520014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32982) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:25.521262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307753e1-f130-45a7-ae19-5e1f0749fdf0']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:25.530806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e10321-bd4a-46b5-82c8-9e426491dc63') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:25.531112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e10321-bd4a-46b5-82c8-9e426491dc63') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:25.540580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.554748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.562494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:25.568166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:25.581933 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:25.626876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760427997'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:25.708111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.715799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.720757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/307753e1-f130-45a7-ae19-5e1f0749fdf0 HTTP/1.1" status: 204 len: 168 time: 1.1208570 Dec 07 00:01:25.720757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32986) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:25.725100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-152494652'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:25.726167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.737359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.737881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b138265a-940b-4215-ae55-8446146862ac up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:25.744980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87b029-c071-4058-8f46-823464ef48c8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=307753e1-f130-45a7-ae19-5e1f0749fdf0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:25.771541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c91a4bd1-39f9-4586-8cf7-659d21e51dba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:25.797456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c91a4bd1-39f9-4586-8cf7-659d21e51dba {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:25.797805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c91a4bd1-39f9-4586-8cf7-659d21e51dba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:25.822786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:25.824825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.826419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.852767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:01:25.865484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.865484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Added segment 7dfe07a5-1020-433c-964b-83c87dc0ac3a of type vlan for network 06684666-d9d7-44d3-b43d-9e8b42722453 Dec 07 00:01:25.907597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port b138265a-940b-4215-ae55-8446146862ac completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:01:25.907848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.911803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port b138265a-940b-4215-ae55-8446146862ac triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:25.912469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.917918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:25.956432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23884866-9e09-4629-be37-50c44be7f517,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.033595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.039242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:26.039834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.096027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.100840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.124767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138265a-940b-4215-ae55-8446146862ac'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:26.127079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e302e-c8ba-4a76-a07c-54e75d2fbaa0" -d '{"events": [{"server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "name": "network-vif-plugged", "status": "completed", "tag": "b138265a-940b-4215-ae55-8446146862ac"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:26.143292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b138265a-940b-4215-ae55-8446146862ac,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:26.156539 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4351494 Dec 07 00:01:26.159692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32990) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:26.167019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:26.168123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14c13b2-e8db-4c95-9152-bf33761eaf3e x-openstack-request-id: req-b14c13b2-e8db-4c95-9152-bf33761eaf3e {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:26.180138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "name": "network-vif-plugged", "status": "completed", "tag": "b138265a-940b-4215-ae55-8446146862ac", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:26.180138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b14c13b2-e8db-4c95-9152-bf33761eaf3e {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:26.180138 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b138265a-940b-4215-ae55-8446146862ac', 'code': 200} Dec 07 00:01:26.180524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.180633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc4b00-f152-4898-a0dc-dcbe3144fe89 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Network': ['ID=06684666-d9d7-44d3-b43d-9e8b42722453,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.190126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 06684666-d9d7-44d3-b43d-9e8b42722453 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:01:26.257763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.301297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4294ce7-8393-4607-b074-dd52720d7b7f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.305632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.323806 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3f616243-8303-410b-b024-3ac13ad20a27 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7853017 Dec 07 00:01:26.324206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 32996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:26.333789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.361188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e6d85-093c-4544-9f33-73da6b858e3f req-26199adf-da6c-4c45-b783-27ab3b901ffb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:26.362697 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c50e6d85-093c-4544-9f33-73da6b858e3f req-26199adf-da6c-4c45-b783-27ab3b901ffb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0867574 Dec 07 00:01:26.403187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ed15-6ec4-4c39-bab2-eb1748d68d9d req-ffd7701c-6c7b-44be-8928-215536c5c601 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:26.404641 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2f9ed15-6ec4-4c39-bab2-eb1748d68d9d req-ffd7701c-6c7b-44be-8928-215536c5c601 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0970924 Dec 07 00:01:26.417703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c50e6d85-093c-4544-9f33-73da6b858e3f req-84e5065d-14bf-426e-9ed5-c67ac0b78ca1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484984 Dec 07 00:01:26.418031 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b76de3cf-7a6d-4736-aa68-0a47854afab2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0973306 Dec 07 00:01:26.421078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 32998) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:26.426340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-security--1875490183', 'description': 'tempest-security-description-129292346'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:26.431498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:26.436189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.463762 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2f9ed15-6ec4-4c39-bab2-eb1748d68d9d req-f60b990e-a490-4e21-b9e2-f478442bc66e tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447419 Dec 07 00:01:26.532110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.592203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d620c5-9165-49b1-93a3-69d394fd11b5 req-535cee2d-2ae4-45e3-82c7-5abd34cd1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:26.593731 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-92d620c5-9165-49b1-93a3-69d394fd11b5 req-535cee2d-2ae4-45e3-82c7-5abd34cd1ce0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1098 time: 0.0473826 Dec 07 00:01:26.598248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.651164 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-92d620c5-9165-49b1-93a3-69d394fd11b5 req-57d8b136-6a10-4256-809a-8b0fa8404a1a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495183 Dec 07 00:01:26.665502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.668009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.669296 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "PUT /v2.0/security-groups/c4294ce7-8393-4607-b074-dd52720d7b7f HTTP/1.1" status: 200 len: 1796 time: 0.2472134 Dec 07 00:01:26.672279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33002) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:26.712441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff82f4-e223-406d-be32-fb5fce94bafb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4294ce7-8393-4607-b074-dd52720d7b7f,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.717140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-501acc1c-e5d3-4326-a4fd-7224efb07b7a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups/c4294ce7-8393-4607-b074-dd52720d7b7f HTTP/1.1" status: 200 len: 1796 time: 0.0436728 Dec 07 00:01:26.719852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33006) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:26.777321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.798560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.825791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:26.835050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa92bd4-a02a-4603-b6b5-962daaebe79e req-7b8b89ef-4693-4d1b-a7ec-46405e43bd5d tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:26.836559 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7aa92bd4-a02a-4603-b6b5-962daaebe79e req-7b8b89ef-4693-4d1b-a7ec-46405e43bd5d tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0830853 Dec 07 00:01:26.836991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=1aacc16d-5bfa-4504-90be-f741dfde3c74,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:26.847744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Checking segment: {'id': '7dfe07a5-1020-433c-964b-83c87dc0ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:26.848116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network hostable DHCP agents. Network: 06684666-d9d7-44d3-b43d-9e8b42722453, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:01:26.914937 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7aa92bd4-a02a-4603-b6b5-962daaebe79e req-4c9f2103-89ac-49a9-bc02-fe337954cd1f tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636377 Dec 07 00:01:26.939880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 06684666-d9d7-44d3-b43d-9e8b42722453 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:01:27.079931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.080172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06684666-d9d7-44d3-b43d-9e8b42722453) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:27.082673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.085671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:27.086460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.096873 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4294ce7-8393-4607-b074-dd52720d7b7f HTTP/1.1" status: 204 len: 168 time: 0.3657825 Dec 07 00:01:27.096873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33008) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.097702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998f6a2-167e-41f5-8b36-1d3f64e9b38f None None] Network 06684666-d9d7-44d3-b43d-9e8b42722453 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:27.110240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46816c-dd8c-4d27-8dce-49ed62de0ef8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4294ce7-8393-4607-b074-dd52720d7b7f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:27.168943 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4a642aaf-bb52-4179-8057-b326ce25012c tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768070 Dec 07 00:01:27.171380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.193736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-833be6ea-bfae-41c0-a14b-794c71903810 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] delete failed (client error): The resource could not be found. Dec 07 00:01:27.196299 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-833be6ea-bfae-41c0-a14b-794c71903810 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/c4294ce7-8393-4607-b074-dd52720d7b7f HTTP/1.1" status: 404 len: 347 time: 0.0222356 Dec 07 00:01:27.199774 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a1564c63-0664-4dbf-805f-1f5ecf0a8f75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0384114 Dec 07 00:01:27.203157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33012) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.207859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--717404093'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:27.212579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.225169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-602707437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:27.276018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-06684666-d9d7-44d3-b43d-9e8b42722453', 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': '1aacc16d-5bfa-4504-90be-f741dfde3c74'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:01:27.276797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-3669dcdd-e8de-4f66-b6d9-8c460b6e6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:27.276934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.278800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-3669dcdd-e8de-4f66-b6d9-8c460b6e6098 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5112a93781f24a6b90a2f61c985a6757&device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 1098 time: 0.0765803 Dec 07 00:01:27.319323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.394960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.396143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.419831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-6ec1fa5a-fb49-4b31-90fa-daa698939679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:27.421465 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-6ec1fa5a-fb49-4b31-90fa-daa698939679 service neutron] 10.222.0.45 "GET /v2.0/networks?id=05831c34-f9c0-43be-a58c-6a7d0e119b4d HTTP/1.1" status: 200 len: 913 time: 0.1344695 Dec 07 00:01:27.442434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Allocated IP 2001:db8::2 (06684666-d9d7-44d3-b43d-9e8b42722453/1aacc16d-5bfa-4504-90be-f741dfde3c74/878ce2b9-f61b-4e55-9e9c-005c1450d1dc) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:27.470021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.508643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-7c8e4c7d-4dbe-41b6-b08e-5ce2349a8afe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e HTTP/1.1" status: 200 len: 217 time: 0.0762093 Dec 07 00:01:27.515995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.571217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-fc57ca26-e603-4024-a2ed-bcc0782073fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:27.573003 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-fc57ca26-e603-4024-a2ed-bcc0782073fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b04604e8-da77-4d40-b4fa-fe98713d187b HTTP/1.1" status: 200 len: 852 time: 0.0546622 Dec 07 00:01:27.575073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.580409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.600014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.617716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a8fd-69af-4627-834f-81926693f681 req-5e2bff19-99c0-41ed-8f19-ceb5b68dbd30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:27.619231 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4326a8fd-69af-4627-834f-81926693f681 req-5e2bff19-99c0-41ed-8f19-ceb5b68dbd30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0900543 Dec 07 00:01:27.625338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-5c862468-90f2-4c52-b3e7-8c63d23355ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=05831c34-f9c0-43be-a58c-6a7d0e119b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436685 Dec 07 00:01:27.634571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf66413-fc91-4b5a-9fd0-9b495be0ddbd,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:27.672471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4326a8fd-69af-4627-834f-81926693f681 req-8ae76123-fc68-4e7b-b939-50c0c3a39bc9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Dec 07 00:01:27.674660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.699111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.703028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.710661 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-71b4e917-f0e5-49b9-9f8b-16e6c747c62b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4997029 Dec 07 00:01:27.710775 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-00e68ef7-b6e6-49fc-a7d6-091305a1cd86 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4900794 Dec 07 00:01:27.710896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.711546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33020) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:27.715811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453', 'name': 'tempest-PortsIpV6TestJSON-1966190920'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:27.716673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': 'daf66413-fc91-4b5a-9fd0-9b495be0ddbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:27.728161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Pushing event updated for resources: {'Port': ['ID=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:27.734207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Network 06684666-d9d7-44d3-b43d-9e8b42722453 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:27.735843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:27.738407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:27.775593 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:01:27.792132 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-1768ea3e-8dc9-416a-9b0f-754db3e9cb3f service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549721 Dec 07 00:01:27.794874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Attempting to bind port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:27.795465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Attempting to bind port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7dfe07a5-1020-433c-964b-83c87dc0ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:27.796048 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Attempting to bind port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc on network 06684666-d9d7-44d3-b43d-9e8b42722453 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:27.804611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:27.805455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Checking segment: {'id': '7dfe07a5-1020-433c-964b-83c87dc0ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:27.806571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.807588 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Bound using segment: {'id': '7dfe07a5-1020-433c-964b-83c87dc0ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:27.809081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Bound port: 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfe07a5-1020-433c-964b-83c87dc0ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '06684666-d9d7-44d3-b43d-9e8b42722453'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:27.809775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.817620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.883657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.910850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] For port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:27.915632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] For port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,segment=NetworkSegment(7dfe07a5-1020-433c-964b-83c87dc0ac3a),segment_id=7dfe07a5-1020-433c-964b-83c87dc0ac3a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:27.936065 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f5d3256-f6eb-4d8a-8475-1db96756e64c req-f16486c0-0581-4517-a2b5-d72888b3e0e4 service neutron] 10.222.0.45 "GET /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153450 Dec 07 00:01:27.954279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:27.972356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04cae4d2-926e-4796-a78f-a0a4e24432f2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:28.047210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.047758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.051700 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f721d616-68c7-4bcc-9f67-b051d8cd45a3 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3364902 Dec 07 00:01:28.051848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822de2b6-3dc6-4005-a882-655cf5f5e8cd req-df347046-8a68-45cf-83ac-e2e695109d10 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:28.052189 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-822de2b6-3dc6-4005-a882-655cf5f5e8cd req-df347046-8a68-45cf-83ac-e2e695109d10 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0561938 Dec 07 00:01:28.053396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:28.056759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.059722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.094418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port bdd40f40-44be-44f3-9a11-bee5e508bb2f yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:28.096165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.107544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.126933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df66cda-aefa-4ea3-893d-d73cc0806025 None None] Pushing event updated for resources: {'Port': ['ID=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:28.157657 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-822de2b6-3dc6-4005-a882-655cf5f5e8cd req-1794b7b2-0500-4852-9f66-f1a6d3e80242 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Dec 07 00:01:28.235091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.242560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.246068 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/04cae4d2-926e-4796-a78f-a0a4e24432f2 HTTP/1.1" status: 204 len: 168 time: 0.1827574 Dec 07 00:01:28.251497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33026) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.256570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::2c8 (06684666-d9d7-44d3-b43d-9e8b42722453/1aacc16d-5bfa-4504-90be-f741dfde3c74/bdd40f40-44be-44f3-9a11-bee5e508bb2f) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:28.261387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed9054-e06e-4451-a005-4ff19d266743 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04cae4d2-926e-4796-a78f-a0a4e24432f2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:28.328280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dafee386-32bf-43f5-ac7e-af3b17c7e9ee tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0734401 Dec 07 00:01:28.329780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.405905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.431610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.436176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.594245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.608494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.611659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.612922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/daf66413-fc91-4b5a-9fd0-9b495be0ddbd HTTP/1.1" status: 204 len: 168 time: 0.2819748 Dec 07 00:01:28.616289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33030) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.639481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f05bca-92b0-4c24-b6e8-d5aa0ece8fb2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf66413-fc91-4b5a-9fd0-9b495be0ddbd,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:28.644089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 06684666-d9d7-44d3-b43d-9e8b42722453 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:28.647222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:28.656308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:28.661945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:28.662574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.674016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fb9d3211-6c63-4a2f-9187-53dc08c82a07 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0566685 Dec 07 00:01:28.677847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33032) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.680442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=bdd40f40-44be-44f3-9a11-bee5e508bb2f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:28.682394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138475882'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:28.745967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6558fbf-4b61-47d1-a3be-415536df841b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0349958 Dec 07 00:01:28.748698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:28.941344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:28.952862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd86bee-8964-48ef-998e-a823c298ccf4 req-7201e838-fda6-40ad-9122-e0a7fed40845 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:28.954446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fdd86bee-8964-48ef-998e-a823c298ccf4 req-7201e838-fda6-40ad-9122-e0a7fed40845 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.2105689 Dec 07 00:01:29.088136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea9106-113a-4e3c-9a1b-373afbcfe7dd None None] Network 06684666-d9d7-44d3-b43d-9e8b42722453 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:29.134577 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fdd86bee-8964-48ef-998e-a823c298ccf4 req-6815d336-0085-4be1-a835-c16ffd19cb5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691470 Dec 07 00:01:29.151601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] Provisioning complete for port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:29.152174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.204569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.258525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.282188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.308975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2dbe0-a233-4165-b541-01a6ca47244b req-1afdac63-9124-4dbe-865d-3997ba3a549e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:29.310541 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65b2dbe0-a233-4165-b541-01a6ca47244b req-1afdac63-9124-4dbe-865d-3997ba3a549e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0627577 Dec 07 00:01:29.336359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.345251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] For port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,segment=NetworkSegment(7dfe07a5-1020-433c-964b-83c87dc0ac3a),segment_id=7dfe07a5-1020-433c-964b-83c87dc0ac3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:29.370930 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-65b2dbe0-a233-4165-b541-01a6ca47244b req-e9c702e5-cbc4-45fe-b595-877dbaac45bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532598 Dec 07 00:01:29.396253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33042) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:29.405581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.442850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.444165 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7651293 Dec 07 00:01:29.446961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33044) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:29.448091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2a77b-9e6f-4806-937c-f679c6ae12a9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb27ca4-3491-4fc6-9054-50b86f0af5bd,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:29.464750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '4bb27ca4-3491-4fc6-9054-50b86f0af5bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:29.482412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef284-f5a0-45d0-a0d5-ef30ef086a6d req-94d22f8d-fc98-442a-bece-2be5213bb861 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:29.484595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c1efa-7df8-4e6c-84b8-1425870e3f38 None None] Pushing event updated for resources: {'Port': ['ID=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:29.484767 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b6fef284-f5a0-45d0-a0d5-ef30ef086a6d req-94d22f8d-fc98-442a-bece-2be5213bb861 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.2081852 Dec 07 00:01:29.507276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97900795-612c-4fad-a10d-3a455f1faecb tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:29.512504 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-97900795-612c-4fad-a10d-3a455f1faecb tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1093 time: 0.1116686 Dec 07 00:01:29.514208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33046) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:29.519066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'b138265a-940b-4215-ae55-8446146862ac', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:29.583910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.602401 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b6fef284-f5a0-45d0-a0d5-ef30ef086a6d req-1cb2e653-5be2-460b-a9d9-dc71e2d71a0c tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992808 Dec 07 00:01:29.660886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.668177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.679426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.732074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.743847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-73b33a4e-4591-4d22-b40e-ef17f766f823 None None] Provisioning complete for port bdd40f40-44be-44f3-9a11-bee5e508bb2f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:29.744686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73b33a4e-4591-4d22-b40e-ef17f766f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.783120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.809833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-73b33a4e-4591-4d22-b40e-ef17f766f823 None None] Port bdd40f40-44be-44f3-9a11-bee5e508bb2f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:29.814331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a481d7db-2a10-4533-83ad-e6ecdd1b710f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:29.835356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-73b33a4e-4591-4d22-b40e-ef17f766f823 None None] Provisioning complete for port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:29.835914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73b33a4e-4591-4d22-b40e-ef17f766f823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.862254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 878ce2b9-f61b-4e55-9e9c-005c1450d1dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:29.866206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=bdd40f40-44be-44f3-9a11-bee5e508bb2f,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:29.869555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.920853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.925243 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7ecf0154-fe32-4233-9153-ab322abd7fc6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4696512 Dec 07 00:01:29.937536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:29.937740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33050) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:29.938439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:29.954829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '4bb27ca4-3491-4fc6-9054-50b86f0af5bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:30.044506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.254 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/0875e892-bae3-438e-b24e-583bbe50ad62) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:30.072757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.133082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.146516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b67669b0-4d66-49ae-8d36-9d29a81db983 None None] Provisioning complete for port bdd40f40-44be-44f3-9a11-bee5e508bb2f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:30.146896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b67669b0-4d66-49ae-8d36-9d29a81db983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.189326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.196339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b67669b0-4d66-49ae-8d36-9d29a81db983 None None] Port bdd40f40-44be-44f3-9a11-bee5e508bb2f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:30.269172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.282904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313fecb-03d4-46e5-ad9d-c6b4c8fde044 req-013d1c04-2b58-47a5-9ba1-504cde89ee62 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:30.284426 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3313fecb-03d4-46e5-ad9d-c6b4c8fde044 req-013d1c04-2b58-47a5-9ba1-504cde89ee62 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0952961 Dec 07 00:01:30.316143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-575f1efd-3177-4ec0-862f-a1f9edabf17d None None] Provisioning complete for port bdd40f40-44be-44f3-9a11-bee5e508bb2f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:30.316548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-575f1efd-3177-4ec0-862f-a1f9edabf17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.345517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.348021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.351756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-575f1efd-3177-4ec0-862f-a1f9edabf17d None None] Port bdd40f40-44be-44f3-9a11-bee5e508bb2f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:30.369611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.379099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3313fecb-03d4-46e5-ad9d-c6b4c8fde044 req-9261c4f5-ab88-40af-bb46-7595c8e08aad tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881288 Dec 07 00:01:30.385426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:30.388314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c8664a-3746-4f04-9cf6-4249070cc4d8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:30.395938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:30.400014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:30.440060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=0875e892-bae3-438e-b24e-583bbe50ad62,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:30.477836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.479122 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a65541b5-a730-4609-9ec6-d242e6b528f6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5388868 Dec 07 00:01:30.486109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33056) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:30.491066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '4bb27ca4-3491-4fc6-9054-50b86f0af5bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:30.642269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.656337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.736718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.737551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.774334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.820473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.828114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=bdd40f40-44be-44f3-9a11-bee5e508bb2f,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:30.851381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47946613-bc53-4ae6-b697-401f7d1a2fd1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:30.865694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.866105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 06684666-d9d7-44d3-b43d-9e8b42722453 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:30.867462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:30.911927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:30.916544 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-87bf749e-7a1f-4ece-a627-dfc7b7f8f72d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284873 Dec 07 00:01:30.923945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33058) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:30.928716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '4bb27ca4-3491-4fc6-9054-50b86f0af5bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:31.053193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.062832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Router 378f4c31-576c-4b5c-a12d-6ac189f8328c is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:01:31.086061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.178115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d01cbb3e-c91e-428e-b963-1c35b14ee784 None None] Provisioning complete for port bdd40f40-44be-44f3-9a11-bee5e508bb2f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:31.179014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d01cbb3e-c91e-428e-b963-1c35b14ee784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.214057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.221628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d01cbb3e-c91e-428e-b963-1c35b14ee784 None None] Port bdd40f40-44be-44f3-9a11-bee5e508bb2f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:31.253724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.285036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7a474e-0ac9-4683-8379-ea2b18e75d8c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:31.288384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.333052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.334344 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-684cd51b-9c2e-41c9-9b84-7293b2bc656b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4092975 Dec 07 00:01:31.337281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33062) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:31.341936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '4bb27ca4-3491-4fc6-9054-50b86f0af5bd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:31.361224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.524565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:31.532876 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-30192199-3539-42be-9341-a86546415db9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/routers/378f4c31-576c-4b5c-a12d-6ac189f8328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731216 Dec 07 00:01:31.536048 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] Sync routers for ids ['378f4c31-576c-4b5c-a12d-6ac189f8328c'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:31.536893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33066) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:31.549575 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] Routers {'378f4c31-576c-4b5c-a12d-6ac189f8328c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:31.553880 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['378f4c31-576c-4b5c-a12d-6ac189f8328c'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:31.588457 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:31.589242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73828cb5-eead-45da-b934-7d145f44286d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:31.594332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73828cb5-eead-45da-b934-7d145f44286d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?device_id=378f4c31-576c-4b5c-a12d-6ac189f8328c HTTP/1.1" status: 200 len: 989 time: 0.0558283 Dec 07 00:01:31.595074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33068) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:31.598768 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] Routers {'378f4c31-576c-4b5c-a12d-6ac189f8328c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:31.599479 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['378f4c31-576c-4b5c-a12d-6ac189f8328c'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:31.633722 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:31.634477 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d522e-ef0c-40a9-9e08-a970c90c2514 None None] The sync data for ids ['378f4c31-576c-4b5c-a12d-6ac189f8328c'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:31.700770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.718505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=0875e892-bae3-438e-b24e-583bbe50ad62,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:31.743583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.819258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb073b-eb39-4d7a-90a1-03d39d1a77a3 req-336a07e1-d196-46f9-8a31-e2e606da2fe9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:31.820754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-16fb073b-eb39-4d7a-90a1-03d39d1a77a3 req-336a07e1-d196-46f9-8a31-e2e606da2fe9 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.1467531 Dec 07 00:01:31.871576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.918363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 9fddb9a5-5989-408a-b750-f69acacc4920 associated. External IP: 172.36.7.254, port: b138265a-940b-4215-ae55-8446146862ac. Dec 07 00:01:31.922039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:31.926685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-16fb073b-eb39-4d7a-90a1-03d39d1a77a3 req-cd2b88cc-c099-4985-97c3-df8cd7d48a4a tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947685 Dec 07 00:01:31.990650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5225399-a0e1-41da-9923-b0247ae5d8aa,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:32.046420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.093422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.094747 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bf93823a-b4da-4060-ab9d-ff1142ab7ab1 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7565427 Dec 07 00:01:32.099152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33070) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.167636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.178482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.213437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router cead2312-5207-45a0-88fc-3888bf7d543b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:32.263543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port bdd40f40-44be-44f3-9a11-bee5e508bb2f {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:32.263886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.310060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.315420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.317176 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c5225399-a0e1-41da-9923-b0247ae5d8aa HTTP/1.1" status: 204 len: 168 time: 0.2169735 Dec 07 00:01:32.320104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33072) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.349381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41660d32-b278-4ccc-83c3-bd49babcf917 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5225399-a0e1-41da-9923-b0247ae5d8aa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:32.375839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:32.387853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Sync routers for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:32.388423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-dacff984-83e7-40e8-8795-afa4a40ef822 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:32.389811 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-dacff984-83e7-40e8-8795-afa4a40ef822 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.45 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 945 time: 0.0898788 Dec 07 00:01:32.393772 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ff8e3170-e48d-4197-856f-72560043c925 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0711255 Dec 07 00:01:32.394469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.395431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33074) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.410381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:32.412514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:32.414683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for bdd40f40-44be-44f3-9a11-bee5e508bb2f owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:32.455838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.470000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.534881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Deleting port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:32.535238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.538378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:32.562983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.628291 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f39ff2ee-7b41-4a33-a9eb-daabed96efa2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1119776 Dec 07 00:01:32.630172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33076) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.630606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:32.632987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad5da7-d08b-473c-8bac-5f9b79279221" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:32.646375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.659831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.659831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5c7a474e-0ac9-4683-8379-ea2b18e75d8c HTTP/1.1" status: 204 len: 168 time: 0.2608755 Dec 07 00:01:32.663852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33080) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.677768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85e2dc-8388-4f4d-a060-20a5bfcdadd9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c7a474e-0ac9-4683-8379-ea2b18e75d8c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:32.684768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.699170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] For port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,segment=NetworkSegment(61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4),segment_id=61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:32.700118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.704449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef29355-e3b3-4a27-94cf-7e23abd46921 x-openstack-request-id: req-1ef29355-e3b3-4a27-94cf-7e23abd46921 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:32.704917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:32.705077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ef29355-e3b3-4a27-94cf-7e23abd46921 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:32.710847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac', 'status': 'completed', 'code': 200} Dec 07 00:01:32.728964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Calling delete_port for d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:32.762023 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-65b7a3b7-7437-47b0-85f1-a8ffc0d607fa tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0944660 Dec 07 00:01:32.763318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33082) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:32.777101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=bdd40f40-44be-44f3-9a11-bee5e508bb2f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:32.811965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fddb9a5-5989-408a-b750-f69acacc4920', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.254', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'port_id': 'b138265a-940b-4215-ae55-8446146862ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'mac_address': 'fa:16:3e:89:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:30Z', 'updated_at': '2021-12-07T00:01:30Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:32.831076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.847928 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.856209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Checking router: cead2312-5207-45a0-88fc-3888bf7d543b for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:01:32.866081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:32.866910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:32.914238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.929453 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a801d679-230a-4209-95c1-eec8fe017459 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/9fddb9a5-5989-408a-b750-f69acacc4920 HTTP/1.1" status: 200 len: 991 time: 0.2980616 Dec 07 00:01:32.988420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:32.996861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.000552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/47946613-bc53-4ae6-b697-401f7d1a2fd1 HTTP/1.1" status: 204 len: 168 time: 0.2338507 Dec 07 00:01:33.003716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33086) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.017676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-55d10dd5-7c47-410e-bcec-8f1ab00b9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:33.023698 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-55d10dd5-7c47-410e-bcec-8f1ab00b9401 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1098 time: 0.2596617 Dec 07 00:01:33.029509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788df59-6ff5-4cc0-98b9-2142986c7d90 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47946613-bc53-4ae6-b697-401f7d1a2fd1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:33.095620 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-589cd3da-948b-4a56-a4e2-3c81711cc2cd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0867765 Dec 07 00:01:33.095620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.096761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33088) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.148627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Pushing event deleted for resources: {'Port': ['ID=d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:33.168653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419fc7-eb7c-499c-9340-78f9162b7d89 req-479afd30-a4d1-4d44-b4c1-14f0c0304ce1 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:33.170493 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75419fc7-eb7c-499c-9340-78f9162b7d89 req-479afd30-a4d1-4d44-b4c1-14f0c0304ce1 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 867 time: 0.1351132 Dec 07 00:01:33.187670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:01:33.199187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.228111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:01:33.231031 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.234304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] No DVR routers for this DVR port d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:33.241493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.244790 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4dffdd6b-e965-4c70-8872-7027fe03e6a9 req-8d6d9d8a-8845-4797-b4b2-62535df26da7 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.45 "DELETE /v2.0/ports/d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e HTTP/1.1" status: 204 len: 173 time: 0.8435915 Dec 07 00:01:33.250904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Router 378f4c31-576c-4b5c-a12d-6ac189f8328c has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:01:33.285128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75419fc7-eb7c-499c-9340-78f9162b7d89 req-d410cfba-90fb-4862-8584-545b73446972 tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/security-groups?id=99f5ff19-8957-4483-945d-f3108167c11f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048112 Dec 07 00:01:33.354668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-27cf5443-2e87-4fd0-b551-7dab88d72344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:33.356749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-27cf5443-2e87-4fd0-b551-7dab88d72344 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c32ae36-92c9-4e7c-955e-19222a975f63 HTTP/1.1" status: 200 len: 898 time: 0.3259168 Dec 07 00:01:33.365098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:01:33.370504 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6a1936e1-a348-4943-8791-bec3d5661461 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/routers/378f4c31-576c-4b5c-a12d-6ac189f8328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743726 Dec 07 00:01:33.373685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33090) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.377446 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] Sync routers for ids ['378f4c31-576c-4b5c-a12d-6ac189f8328c'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:01:33.391658 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] Routers {'378f4c31-576c-4b5c-a12d-6ac189f8328c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:33.392590 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['378f4c31-576c-4b5c-a12d-6ac189f8328c'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:33.406622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.406900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.412492 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1097ed5-09ad-4b67-ae58-de4f587d04cd tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:33.414054 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1097ed5-09ad-4b67-ae58-de4f587d04cd tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/bdd40f40-44be-44f3-9a11-bee5e508bb2f HTTP/1.1" status: 404 len: 333 time: 0.0393748 Dec 07 00:01:33.417737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.419571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/18c8664a-3746-4f04-9cf6-4249070cc4d8 HTTP/1.1" status: 204 len: 168 time: 0.3222902 Dec 07 00:01:33.424182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33092) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.424182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33094) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.439363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6d0cf-cf49-4251-b252-0cdf71094bd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18c8664a-3746-4f04-9cf6-4249070cc4d8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:33.446830 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:33.457444 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] Routers {'378f4c31-576c-4b5c-a12d-6ac189f8328c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:01:33.458367 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['378f4c31-576c-4b5c-a12d-6ac189f8328c'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:33.496741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-e56d2689-29bd-42d2-9d34-02020f85f53e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b138265a-940b-4215-ae55-8446146862ac HTTP/1.1" status: 200 len: 999 time: 0.1239543 Dec 07 00:01:33.497343 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:33.498874 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce37532a-e3f8-4909-8e9b-6bed2117fe3d None None] The sync data for ids ['378f4c31-576c-4b5c-a12d-6ac189f8328c'] in dv-neutron-master-2-hyperv is: [] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:33.515729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fddb9a5-5989-408a-b750-f69acacc4920', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.254', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'port_id': 'b138265a-940b-4215-ae55-8446146862ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'mac_address': 'fa:16:3e:89:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:30Z', 'updated_at': '2021-12-07T00:01:30Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:33.530946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.557038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59fd02-6051-41de-bdc6-160603f024bb None None] The sync data for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv is: [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9fddb9a5-5989-408a-b750-f69acacc4920', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.254', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'port_id': 'b138265a-940b-4215-ae55-8446146862ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'mac_address': 'fa:16:3e:89:95:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:01:30Z', 'updated_at': '2021-12-07T00:01:30Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:01:33.581007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-65a5cd90-dcdf-41ff-914e-ba3565fad96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:33.582489 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-65a5cd90-dcdf-41ff-914e-ba3565fad96c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e74c1a7f-e305-45a8-982e-70d2650f1c3b HTTP/1.1" status: 200 len: 834 time: 0.0586522 Dec 07 00:01:33.628945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2ff5f2ae-2885-4dfd-804f-fe4364d8a67e tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1943371 Dec 07 00:01:33.629128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33096) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.674924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-4f389844-057c-4ef8-8db3-0484f81479d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:33.676462 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-4f389844-057c-4ef8-8db3-0484f81479d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c32ae36-92c9-4e7c-955e-19222a975f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863233 Dec 07 00:01:33.679370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.689530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.748411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.751082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.800909 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-3341d688-8e01-4815-a482-bf1ef7529613 service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042783 Dec 07 00:01:33.835352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2beb59-3425-4bce-8857-d2a59022437d None None] New status for floating IP 9fddb9a5-5989-408a-b750-f69acacc4920: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:01:33.871790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.876847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.878136 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/a481d7db-2a10-4533-83ad-e6ecdd1b710f HTTP/1.1" status: 204 len: 168 time: 0.2483382 Dec 07 00:01:33.881081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33098) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.893031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff5189-0ff5-42fb-a670-0861ba05df41 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a481d7db-2a10-4533-83ad-e6ecdd1b710f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:33.921296 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9ad5da7-d08b-473c-8bac-5f9b79279221 req-5a340860-5e62-4729-8128-3992982f428f service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113024 Dec 07 00:01:33.928018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6814486-ca7e-454a-ac5a-40b8366644c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455036 Dec 07 00:01:33.929384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.929931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Fanout notify agent at l3_agent the message router_deleted on router 378f4c31-576c-4b5c-a12d-6ac189f8328c {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:01:33.930880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33100) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.932747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33102) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:33.942925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:33.944110 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2c00131a-9acc-4dbd-b146-71e9057a772c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/routers/378f4c31-576c-4b5c-a12d-6ac189f8328c HTTP/1.1" status: 204 len: 168 time: 0.5188870 Dec 07 00:01:33.949355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33104) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:34.010232 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-26a86009-3111-409a-9c6e-5207ad02e6b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/9fddb9a5-5989-408a-b750-f69acacc4920 HTTP/1.1" status: 200 len: 991 time: 0.0646968 Dec 07 00:01:34.029929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 1aacc16d-5bfa-4504-90be-f741dfde3c74 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:34.040703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.070782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.101830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.124610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.245282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.307869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.310694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.311869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/4bb27ca4-3491-4fc6-9054-50b86f0af5bd HTTP/1.1" status: 204 len: 168 time: 0.3790348 Dec 07 00:01:34.314761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33106) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:34.322997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee99c6-bbcf-487b-8a7c-1aaec746b4cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb27ca4-3491-4fc6-9054-50b86f0af5bd,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:34.370596 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c0b5a8a7-8193-4cf1-8d39-75f0df684eba tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0545623 Dec 07 00:01:34.376199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33110) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:34.380538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931949362'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:34.392869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.444456 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-79694ff1-296e-4e55-90c9-500ceff4fd1c req-39946476-9a01-483d-b4c9-d53a8d61d67d tempest-TestServerAdvancedOps-500432264 tempest-TestServerAdvancedOps-500432264-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1 HTTP/1.1" status: 200 len: 210 time: 0.0552235 Dec 07 00:01:34.451327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=1aacc16d-5bfa-4504-90be-f741dfde3c74,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:34.455893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.459246 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-47b3eaad-cdb2-41a8-9a6e-44861c1a9941 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/1aacc16d-5bfa-4504-90be-f741dfde3c74 HTTP/1.1" status: 204 len: 168 time: 0.5075760 Dec 07 00:01:34.461999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33112) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:34.465629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999cafc-183d-4147-849d-86da5640528e None None] Network 06684666-d9d7-44d3-b43d-9e8b42722453 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:34.543096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.546107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.649932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.656482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:34.656822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.657181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] DHCP port deletion for 06684666-d9d7-44d3-b43d-9e8b42722453 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:34.704056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Deleting port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:34.704464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.706308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'name': 'network-vif-deleted', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:01:34.708940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466938a6-78ce-46ce-8f24-9ec0d0ac1f17" -d '{"events": [{"server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "name": "network-vif-deleted", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:01:34.750014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec34b0-5a7d-4e19-96b6-1c04e18c131d x-openstack-request-id: req-2aec34b0-5a7d-4e19-96b6-1c04e18c131d {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:01:34.750311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1", "name": "network-vif-deleted", "tag": "d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:01:34.750562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aec34b0-5a7d-4e19-96b6-1c04e18c131d {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:01:34.750961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa1e0f1-9cbd-4ad7-aa83-5958a4a790e1', 'name': 'network-vif-deleted', 'tag': 'd9c2c5e3-3038-4b23-bfc4-3ff3e69d122e', 'status': 'completed', 'code': 200} Dec 07 00:01:34.780218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] For port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,segment=NetworkSegment(7dfe07a5-1020-433c-964b-83c87dc0ac3a),segment_id=7dfe07a5-1020-433c-964b-83c87dc0ac3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:34.780726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.794596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Calling delete_port for 878ce2b9-f61b-4e55-9e9c-005c1450d1dc owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:34.971852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:34.998572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] Pushing event deleted for resources: {'Port': ['ID=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.006037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f9f5f-4a1a-48f8-930d-549048766c74 None None] No DVR routers for this DVR port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:35.016089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33116) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.074084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.078337 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1577f743-e334-46f9-a568-4d3f484ca960 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/9fddb9a5-5989-408a-b750-f69acacc4920 HTTP/1.1" status: 200 len: 993 time: 0.0612364 Dec 07 00:01:35.108555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] For port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,segment=NetworkSegment(7dfe07a5-1020-433c-964b-83c87dc0ac3a),segment_id=7dfe07a5-1020-433c-964b-83c87dc0ac3a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:35.112578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.129239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 878ce2b9-f61b-4e55-9e9c-005c1450d1dc owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:35.130953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c647125-785b-4acb-a1f3-16901cf3203d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.191342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.192613 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e44c1e8-ba0b-4f1e-92da-cd744996f376 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8162017 Dec 07 00:01:35.195609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33118) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.200089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '2c647125-785b-4acb-a1f3-16901cf3203d', 'direction': 'ingress', 'protocol': 17}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:35.210231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.241422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=878ce2b9-f61b-4e55-9e9c-005c1450d1dc,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.243222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No DVR routers for this DVR port 878ce2b9-f61b-4e55-9e9c-005c1450d1dc on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:35.268081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.322274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.327250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.342472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06684666-d9d7-44d3-b43d-9e8b42722453']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:35.351502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfe07a5-1020-433c-964b-83c87dc0ac3a') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:35.351804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfe07a5-1020-433c-964b-83c87dc0ac3a') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:35.361915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.374683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.380406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:35.380730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:35.383565 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:35.399651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.422750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4debe425-26a1-470a-89b2-517bb7c20df0,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.487659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.489005 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fc820635-a860-4de8-901f-d60685065c70 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2925594 Dec 07 00:01:35.491986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.507808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33124) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.537642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.552746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.560113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/06684666-d9d7-44d3-b43d-9e8b42722453 HTTP/1.1" status: 204 len: 168 time: 1.0928984 Dec 07 00:01:35.561023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Deleting subnet b04604e8-da77-4d40-b4fa-fe98713d187b {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:35.561226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33126) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.569940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6200fe0-6ecb-465a-ba35-3072685a1755 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=06684666-d9d7-44d3-b43d-9e8b42722453,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.571741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.571931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.596210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.629382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37bb18-e203-4098-b633-e3b94f40960a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:35.630830 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eb37bb18-e203-4098-b633-e3b94f40960a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/a5cd4e51-d8ad-4687-b95b-d88dddf16200 HTTP/1.1" status: 200 len: 845 time: 0.0684366 Dec 07 00:01:35.638350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33128) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.638571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.676627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.681987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1702a35b-1701-448d-bcb9-df8f81dc29c0 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/a5cd4e51-d8ad-4687-b95b-d88dddf16200?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0441105 Dec 07 00:01:35.686294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33130) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.691227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:35.743619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.746282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.747407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/2c647125-785b-4acb-a1f3-16901cf3203d HTTP/1.1" status: 204 len: 168 time: 0.2543299 Dec 07 00:01:35.750128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33132) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.767906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:35.770176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa32f9a-4599-4d5e-839c-2f434030ab63 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c647125-785b-4acb-a1f3-16901cf3203d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.771304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 878ce2b9-f61b-4e55-9e9c-005c1450d1dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:35.798806 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1144a03b-7c36-4496-9bc1-47c313870d24 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0470510 Dec 07 00:01:35.802168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.806646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157527591'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:35.823614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:35.823962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d9c2c5e3-3038-4b23-bfc4-3ff3e69d122e not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:35.825779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 878ce2b9-f61b-4e55-9e9c-005c1450d1dc {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:35.826109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 878ce2b9-f61b-4e55-9e9c-005c1450d1dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:35.845651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.872111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04604e8-da77-4d40-b4fa-fe98713d187b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:35.874243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.879490 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2d89d745-a544-471d-ba88-cb55d1d884f8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b04604e8-da77-4d40-b4fa-fe98713d187b HTTP/1.1" status: 204 len: 168 time: 0.3681624 Dec 07 00:01:35.880049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33136) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:35.906203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:35.909626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:35.982525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.013780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.050006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.102171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.132254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53734622-b5c8-4175-8da0-4d611a58fdf2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.148095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.172850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.176547 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-59974ea2-ff21-4377-80d8-fa66c214fc8b tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3709035 Dec 07 00:01:36.176789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33138) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:36.178808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05831c34-f9c0-43be-a58c-6a7d0e119b4d']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:36.181209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641284402'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:36.213849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:36.214146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eaeb6c-a8cf-4fe4-83ea-4ac4603320b4') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:36.230677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.250473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.250846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.256959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:36.259149 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:36.314907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.320083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.356631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:36.359944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:36.364254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:36.364853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.370072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f2900-1a3f-4b00-bcbb-359f3f6d881e None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:36.383244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=a84acc01-adf4-47e4-807b-959f4be2d1c1,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.399333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.404643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.407863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] 10.222.0.53 "DELETE /v2.0/networks/05831c34-f9c0-43be-a58c-6a7d0e119b4d HTTP/1.1" status: 204 len: 168 time: 0.5267818 Dec 07 00:01:36.411082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33140) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:36.424998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef69685-a6ac-439b-930b-56331d7fd01b admin admin] Pushing event deleted for resources: {'Network': ['ID=05831c34-f9c0-43be-a58c-6a7d0e119b4d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.444263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.453233 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9a399650-98c4-4d01-80fc-69f3a061e7aa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7630024 Dec 07 00:01:36.454043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33142) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:36.459578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1073406343'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:36.486655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Deleting subnet 860a2d93-9543-4caf-8b82-d688105fcf2b {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:36.490792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.492668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef572026-3ac1-4f4e-a2d5-6654a18f4148,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.529418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.541360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'tenant_id': 'b2c8a930744341a38c0525d142f5c72e', 'fixed_ips': [{'subnet_id': 'a84acc01-adf4-47e4-807b-959f4be2d1c1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:01:36.542230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.565640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.571049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.641956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.684636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Allocated IP 2001:db8::2 (8876e2c1-b0da-47c3-8c0a-229704b3b73e/a84acc01-adf4-47e4-807b-959f4be2d1c1/a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:36.715768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.717159 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1b9b0365-f7fa-42e7-91d7-2b2af7d16f91 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5394301 Dec 07 00:01:36.720084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33144) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:36.725074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '53734622-b5c8-4175-8da0-4d611a58fdf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef572026-3ac1-4f4e-a2d5-6654a18f4148', 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:36.782486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.782866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.811839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860a2d93-9543-4caf-8b82-d688105fcf2b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.815223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd59981-f78b-47b0-adf7-587800c5847f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:36.826231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.831881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-88e9c3f5-cdc0-4ee2-a0c1-a227e4c21ca6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/860a2d93-9543-4caf-8b82-d688105fcf2b HTTP/1.1" status: 204 len: 168 time: 0.4174664 Dec 07 00:01:36.832326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33146) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:36.838185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.845775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.903131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.916943 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.990041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.995584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:36.997020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ccb203ca-18d8-4231-8f36-0a04e401bbfe tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5413587 Dec 07 00:01:36.999660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.003981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1660500193'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:37.009717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50afc900-9788-4a77-aeca-cc19787ea29b']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:37.019289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fab156-b3b0-4caf-8f87-b033eb7958b8') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:37.019583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fab156-b3b0-4caf-8f87-b033eb7958b8') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:37.030061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.045473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.045769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.048354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.056093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:37.056788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:37.058306 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:37.066259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f839bc7-4f7c-453f-9120-8b6fecc044f6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.087043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:37.090570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:37.099278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:37.104315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.153809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Attempting to bind port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:01:37.154262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Attempting to bind port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e421bcf-219e-4b03-b0ac-662e20aa8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:01:37.154630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Attempting to bind port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 on network 8876e2c1-b0da-47c3-8c0a-229704b3b73e {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:01:37.155294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.159682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:01:37.160058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Checking segment: {'id': '3e421bcf-219e-4b03-b0ac-662e20aa8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:01:37.160497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.160889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Bound using segment: {'id': '3e421bcf-219e-4b03-b0ac-662e20aa8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:01:37.161355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Bound port: a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e421bcf-219e-4b03-b0ac-662e20aa8ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:01:37.161732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.222575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.228548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:01:37.233635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.233920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:01:37.238342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.242714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] 10.222.0.53 "DELETE /v2.0/networks/50afc900-9788-4a77-aeca-cc19787ea29b HTTP/1.1" status: 204 len: 168 time: 0.4083056 Dec 07 00:01:37.259833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468cbd2-bb5d-4cf2-844e-a40c0daaffeb admin admin] Pushing event deleted for resources: {'Network': ['ID=50afc900-9788-4a77-aeca-cc19787ea29b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.275472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.277844 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-28f830ec-368b-4132-ae84-cdebeb865876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5555434 Dec 07 00:01:37.280920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33152) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.305473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.313302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.353760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.381539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312481c7-fae9-4911-b084-89a563ab84db,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.389082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.452938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52fe04-026c-4d20-8fff-bdbfd4498354 None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.468000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.474274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.478115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3f839bc7-4f7c-453f-9120-8b6fecc044f6 HTTP/1.1" status: 204 len: 168 time: 0.1933572 Dec 07 00:01:37.478578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33154) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.481505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c815-0a00-41dd-a5e0-0f2855f140c9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f839bc7-4f7c-453f-9120-8b6fecc044f6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.501539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.502827 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e9ab73a-7110-4ea9-90a3-00b0d98928d2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5022223 Dec 07 00:01:37.505642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33156) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.510484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-550082483', 'security_groups': ['312481c7-fae9-4911-b084-89a563ab84db'], 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a84acc01-adf4-47e4-807b-959f4be2d1c1'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:37.554958 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3007caa5-9d83-478e-9016-43f328535fa0 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0742519 Dec 07 00:01:37.555324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33158) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.649823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.674133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.737212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:37.751196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33160) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.807091 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5619ebc1-5ca2-402d-9dda-2072d5c06bd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5112a93781f24a6b90a2f61c985a6757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545902 Dec 07 00:01:37.810242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.825132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.825550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.828283 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef572026-3ac1-4f4e-a2d5-6654a18f4148 HTTP/1.1" status: 204 len: 168 time: 0.2702422 Dec 07 00:01:37.829495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33164) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.830554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:37.857744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e778c2-e3f0-4a79-ad31-3fa557732876 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef572026-3ac1-4f4e-a2d5-6654a18f4148,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:37.877699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.897001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:37.897570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.898955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.907706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:37.922745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:37.987465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e8f031b9-c06f-4226-b8a7-84a5c04580f7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1541874 Dec 07 00:01:37.988523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33166) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:37.996625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.033507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:38.055628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.078935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.081524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.082681 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/99f5ff19-8957-4483-945d-f3108167c11f HTTP/1.1" status: 204 len: 168 time: 0.2713506 Dec 07 00:01:38.084323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.103328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a96b6-230c-4750-9a55-69f4dd1b7f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5ff19-8957-4483-945d-f3108167c11f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:38.183899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.230141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::12f (8876e2c1-b0da-47c3-8c0a-229704b3b73e/a84acc01-adf4-47e4-807b-959f4be2d1c1/2dfe2951-6811-43d7-a0fe-10e6b22dfb5e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:38.234045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.236333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.239950 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/53734622-b5c8-4175-8da0-4d611a58fdf2 HTTP/1.1" status: 204 len: 168 time: 0.2479475 Dec 07 00:01:38.240528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33170) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.241880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:38.254247 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546a6ed-02b0-44d5-8f6d-d43da0dc858d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53734622-b5c8-4175-8da0-4d611a58fdf2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:38.332943 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9a2e84af-3e34-4e5b-a9dc-8a4a835fb4ee tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912611 Dec 07 00:01:38.338240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33172) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.344630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--73917780'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:38.439170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.497296 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.567879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.592906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e11afdf7-e1b0-4826-a481-ea553cb99d38 None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:38.593287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e11afdf7-e1b0-4826-a481-ea553cb99d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.599607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.626918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e11afdf7-e1b0-4826-a481-ea553cb99d38 None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:38.637804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e11afdf7-e1b0-4826-a481-ea553cb99d38 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:38.638181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e11afdf7-e1b0-4826-a481-ea553cb99d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.643935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:38.646963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:38.650685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:38.656371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:38.656996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.670216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=2dfe2951-6811-43d7-a0fe-10e6b22dfb5e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:38.708315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.739159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51c322-6b7f-4d79-8743-dda885efaffb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:38.819508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-389a28fd-07eb-4243-aa8e-eb2a861ec0fa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3126802 Dec 07 00:01:38.822585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33176) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.828010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:38.845843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.847081 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e2b53e83-4c67-4ccb-b3fe-1579bdddca1a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5090539 Dec 07 00:01:38.850200 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33178) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.855157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': '1e51c322-6b7f-4d79-8743-dda885efaffb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:38.924673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33180) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.947431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-22c2eba8-5ab6-4062-84da-8731f342dc8f None None] Provisioning complete for port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:38.948001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22c2eba8-5ab6-4062-84da-8731f342dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:38.970675 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1c5e66f8-12ee-4cbf-99f0-f9415c2cea7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e552b45b6f8e45429636fd67ad34bd87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423989 Dec 07 00:01:38.970921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33182) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:38.983330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-22c2eba8-5ab6-4062-84da-8731f342dc8f None None] Port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:39.013211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.034800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.076979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.096602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:39.100510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.118864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.176734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.194563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.ipam_backend_mixin [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a84acc01-adf4-47e4-807b-959f4be2d1c1 (CIDR: 2001:db8::/64) Dec 07 00:01:39.196984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693b48b6-1bce-459b-b643-728fdf7000b7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:39.206182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.208988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.210133 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3009f510-886e-428c-9bbf-b05e51931aae HTTP/1.1" status: 204 len: 168 time: 0.2383964 Dec 07 00:01:39.218860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b8cfa-5063-4cfa-aa48-1063814819cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009f510-886e-428c-9bbf-b05e51931aae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:39.228829 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:01:39.229534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:39.304489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.306167 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2c080671-1c67-41ed-aeb3-fcd28ad346c6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4543350 Dec 07 00:01:39.308983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33188) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:39.334787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.334989 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0d6838c1-c76c-43e7-8848-41098cfb3567 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5101929 Dec 07 00:01:39.337135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33190) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:39.342006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.342677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:39.456764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.464199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.465963 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/693b48b6-1bce-459b-b643-728fdf7000b7 HTTP/1.1" status: 204 len: 168 time: 0.1560364 Dec 07 00:01:39.468664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33192) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:39.470130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73789845-34ff-49a1-83cb-b9e9e48937ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=693b48b6-1bce-459b-b643-728fdf7000b7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:39.507409 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ae452ea3-ab81-435e-ad92-6daea18ab5d8 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373755 Dec 07 00:01:39.513443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33194) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:39.543504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:39.547246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.630606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.676752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:39.772368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:39.824906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:39.825280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.068278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.070936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.072260 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e51c322-6b7f-4d79-8743-dda885efaffb HTTP/1.1" status: 204 len: 168 time: 0.5577803 Dec 07 00:01:40.075415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.082408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34689ac-4de4-4bfb-8f26-89e969645eff tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51c322-6b7f-4d79-8743-dda885efaffb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:40.119955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.124832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-32b8c85b-cdf2-4895-bdd0-f0ba0e1bd0a7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482104 Dec 07 00:01:40.128538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33198) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.132923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744722927'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:40.163462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:40.167893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:40.171940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:40.175572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.177761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e217a82-7206-477f-b9f8-b447bef62e13 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:40.185151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=811f174f-5024-461a-8d48-313a9d14b344,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:40.233863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.299529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.362269 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-22767a85-efbb-405e-8271-ba357e7de44b tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0240610 Dec 07 00:01:40.365485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33200) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.371466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-219162625', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '811f174f-5024-461a-8d48-313a9d14b344'}], 'security_groups': ['3bd59981-f78b-47b0-adf7-587800c5847f']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:40.387826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.391146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Update dhcp port {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'fixed_ips': [{'subnet_id': 'a84acc01-adf4-47e4-807b-959f4be2d1c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '811f174f-5024-461a-8d48-313a9d14b344'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 07 00:01:40.418638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3bbad-2da0-4ce7-bbac-bb098a6aa589,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:40.421093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.446588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.493183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.495055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e9239b75-1247-4aa2-8d86-4e38b15236ea tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3654554 Dec 07 00:01:40.498341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33202) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.504631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': 'bab3bbad-2da0-4ce7-bbac-bb098a6aa589', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:40.584900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Allocated IP 2001:db8:0:1::2 (8876e2c1-b0da-47c3-8c0a-229704b3b73e/811f174f-5024-461a-8d48-313a9d14b344/a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:40.618411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.678702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:40.707210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.708391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.776646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.797017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a69062f-1780-45c6-a98d-deb191a3ccd8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:40.799563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.875308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.877839 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fbf3fb06-b70b-45bb-8808-ff260e645d3d tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784943 Dec 07 00:01:40.880683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33204) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.889723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdec231-2a99-4400-9a86-2be0ff0eadb1 None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:40.904186 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f203a82-8eb0-44e0-b4b1-a282ba3eec84 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules/7a69062f-1780-45c6-a98d-deb191a3ccd8 HTTP/1.1" status: 200 len: 763 time: 0.0220280 Dec 07 00:01:40.906837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33206) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.962563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de32ac27-f77b-41c9-8bde-463bc55e3804 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545549 Dec 07 00:01:40.965767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33208) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:40.990451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:40.998908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.028668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Delete allocated IP 2001:db8::12f (8876e2c1-b0da-47c3-8c0a-229704b3b73e/a84acc01-adf4-47e4-807b-959f4be2d1c1) {{(pid=110158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 07 00:01:41.095169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8:0:1::2d9 (8876e2c1-b0da-47c3-8c0a-229704b3b73e/811f174f-5024-461a-8d48-313a9d14b344/2dfe2951-6811-43d7-a0fe-10e6b22dfb5e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:41.112017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.125985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.127167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7a69062f-1780-45c6-a98d-deb191a3ccd8 HTTP/1.1" status: 204 len: 168 time: 0.1604013 Dec 07 00:01:41.130003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.146814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8f011-9071-4d06-85bb-5ffa7ba531b9 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a69062f-1780-45c6-a98d-deb191a3ccd8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:41.176024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33212) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.180484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2f9e7865-1b1e-4ad1-83b0-498cf1059c62 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447071 Dec 07 00:01:41.205970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': 'bab3bbad-2da0-4ce7-bbac-bb098a6aa589', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:41.294422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.319290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.368158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.408029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.420973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Provisioning complete for port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:41.427035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.441849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] In _notify_port_updated(), no bound segment for port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e on network 8876e2c1-b0da-47c3-8c0a-229704b3b73e {{(pid=110158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:01:41.447312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:41.447930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.453104 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/ports/2dfe2951-6811-43d7-a0fe-10e6b22dfb5e HTTP/1.1" status: 200 len: 930 time: 1.0829039 Dec 07 00:01:41.453104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33214) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.458294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:41.465185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bae1bb-c33f-4980-8d56-1c9393926144 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=2dfe2951-6811-43d7-a0fe-10e6b22dfb5e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:41.470355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:41.470514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.503497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.508551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:41.519331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:41.519702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4dd08bb5-ef22-4d2e-80ad-c162544ed58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.559407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74534795-38d4-43b1-9033-19cb6e5ca53d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:41.588777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:41.589118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.653684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.654821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-398ad3b4-5038-4bd7-88b5-fb2c50a810d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4780262 Dec 07 00:01:41.657784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33216) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.692063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a200c37b-7058-4038-b295-387292ab8eeb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules/74534795-38d4-43b1-9033-19cb6e5ca53d HTTP/1.1" status: 200 len: 763 time: 0.0332704 Dec 07 00:01:41.695146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33218) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.708205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.725815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:41.736922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d7afe98b-e7e0-463b-8827-a43513921bec None None] Provisioning complete for port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:41.737312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d7afe98b-e7e0-463b-8827-a43513921bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.754251 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c9131e5b-f604-4cdf-93d1-73d6a5477616 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0574205 Dec 07 00:01:41.766591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33220) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.777175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d7afe98b-e7e0-463b-8827-a43513921bec None None] Port 2dfe2951-6811-43d7-a0fe-10e6b22dfb5e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:41.792466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:41.803804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.815180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.846643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:41.847238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.890530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.898479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:41.899797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/74534795-38d4-43b1-9033-19cb6e5ca53d HTTP/1.1" status: 204 len: 168 time: 0.1317990 Dec 07 00:01:41.904209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33222) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.911936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d718dc-3f24-4469-ad86-5648b5a2e5dd tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74534795-38d4-43b1-9033-19cb6e5ca53d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:41.953184 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dad9150f-207c-4c20-9326-8cc8972bdcc5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474083 Dec 07 00:01:41.955488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:41.960129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': 'bab3bbad-2da0-4ce7-bbac-bb098a6aa589', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:42.045210 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Project f46990bfd8c745cfbaaaab813860dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:01:42.051203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.102616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.181969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.200892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30791a4-8524-402a-a8bd-0feb7447cf8a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.239356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.264625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.265906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2bdf0b8c-dab7-46f1-8e6f-69cf1eb31ad2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094132 Dec 07 00:01:42.267544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=2dfe2951-6811-43d7-a0fe-10e6b22dfb5e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.271596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33226) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.290907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b66b9742-5434-43a4-8d36-179742fc4689 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules/e30791a4-8524-402a-a8bd-0feb7447cf8a HTTP/1.1" status: 200 len: 769 time: 0.0181293 Dec 07 00:01:42.293376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.303393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.303891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.304262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.304854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.305214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.305574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.305891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.306260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.306592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.306939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.307345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.307604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.307920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:42.313672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.319700 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8754e24d-3399-4222-ae40-2fbc41054d7f tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/2dfe2951-6811-43d7-a0fe-10e6b22dfb5e HTTP/1.1" status: 204 len: 168 time: 0.8636715 Dec 07 00:01:42.320142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.341995 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-82b76004-9b18-49de-9697-f67fbbd4d0ca tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0475466 Dec 07 00:01:42.344725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.353195 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b845601b-fda5-4046-ba16-9bec432f40e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:42.356107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b845601b-fda5-4046-ba16-9bec432f40e4 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/2dfe2951-6811-43d7-a0fe-10e6b22dfb5e HTTP/1.1" status: 404 len: 333 time: 0.0347047 Dec 07 00:01:42.358122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33234) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.374792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.384309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.424499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.451130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.474041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.487813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.492400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e30791a4-8524-402a-a8bd-0feb7447cf8a HTTP/1.1" status: 204 len: 168 time: 0.1438825 Dec 07 00:01:42.492400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007f817-f83c-4dd2-b169-ef4171aa96d2 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e30791a4-8524-402a-a8bd-0feb7447cf8a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.496797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33236) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.536253 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-43df508d-bd92-4453-8fa9-443ac0a946cb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382955 Dec 07 00:01:42.539175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33238) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.560562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.563297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.565157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/security-groups/312481c7-fae9-4911-b084-89a563ab84db HTTP/1.1" status: 204 len: 168 time: 0.2050514 Dec 07 00:01:42.568423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33240) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.573462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d7c2d-311c-4807-8fb8-9f5b8ef21201 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312481c7-fae9-4911-b084-89a563ab84db,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.615077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.654129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.656833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.703264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.816437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.819043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.820213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/bab3bbad-2da0-4ce7-bbac-bb098a6aa589 HTTP/1.1" status: 204 len: 168 time: 0.2801135 Dec 07 00:01:42.823220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33242) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.829018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288980d-797b-4004-9650-1c552ec6b628 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3bbad-2da0-4ce7-bbac-bb098a6aa589,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.832897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.835408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.836543 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/security-groups/3bd59981-f78b-47b0-adf7-587800c5847f HTTP/1.1" status: 204 len: 168 time: 0.2662361 Dec 07 00:01:42.840108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33244) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.854917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fb0b0-14ce-4b8a-837c-f7fdc61d47cc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd59981-f78b-47b0-adf7-587800c5847f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:42.883144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aa9b53e9-4d0d-4795-9861-d9355254ab3a tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546403 Dec 07 00:01:42.883288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33246) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:42.888488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group': {'name': 'tempest-secgroup--693852819'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:42.901899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet a84acc01-adf4-47e4-807b-959f4be2d1c1 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:42.905227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.945008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:42.964977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.033773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.037009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.079484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.107745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf24605-4139-4dc9-acd1-0e2a1648cf2b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:43.116328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.116686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.117041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.117387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.117726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.118101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.118400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.118730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.119060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.119391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.119721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.120047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.120405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:43.154042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.178452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.179755 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be0a3445-5d3a-40e1-9ede-c870ed572cd6 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2955854 Dec 07 00:01:43.180638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=a84acc01-adf4-47e4-807b-959f4be2d1c1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:43.182483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33248) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:43.185330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.188560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Request body: {'security_group_rule': {'security_group_id': 'eaf24605-4139-4dc9-acd1-0e2a1648cf2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:43.188714 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3282a203-5e8a-47c7-922b-6408e433f7eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/a84acc01-adf4-47e4-807b-959f4be2d1c1 HTTP/1.1" status: 204 len: 168 time: 0.3474996 Dec 07 00:01:43.192672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33250) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:43.193940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d2b9f-94ef-48bd-83ea-2cd1a9acd658 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:43.198361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:43.324897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.388628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.427929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:43.440643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.489529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.518807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1669411-1cd5-4a55-877c-3b10340ad810,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:43.608307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.609546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-75df662b-124b-4af9-9249-76962c036ea5 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4247437 Dec 07 00:01:43.612308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33252) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:43.915912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-626205f4-1eb1-4642-a17e-54906b411c56 None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:43.916342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-626205f4-1eb1-4642-a17e-54906b411c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.958112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-626205f4-1eb1-4642-a17e-54906b411c56 None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:43.968701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-626205f4-1eb1-4642-a17e-54906b411c56 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:43.969269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-626205f4-1eb1-4642-a17e-54906b411c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:43.988021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.027782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.096385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.143061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:44.147525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:44.151144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:44.151844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.158130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2a172-b415-49ca-a0ac-d3d2d570659f None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:44.167576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=b747c6b1-247f-45a6-a713-b8773d164dac,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:44.177111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.177111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.177111 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/eaf24605-4139-4dc9-acd1-0e2a1648cf2b HTTP/1.1" status: 204 len: 168 time: 0.5610476 Dec 07 00:01:44.178227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33254) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.185143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9472b-00ed-49e3-9fd6-cf9c2cb72642 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf24605-4139-4dc9-acd1-0e2a1648cf2b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:44.220093 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-330ff14a-2dc1-4e99-a363-84b5bc8dfbaf tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417473 Dec 07 00:01:44.222645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33256) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.256812 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f9e91639-4117-4901-9b61-cec88ec613bb tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0330389 Dec 07 00:01:44.259401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33258) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.278281 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-152c0a9d-affd-42d6-9d0e-e340c1caaf69 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0845675 Dec 07 00:01:44.278526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-61659588-7166-4366-b839-82b128f4677e tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] delete failed (client error): The resource could not be found. Dec 07 00:01:44.279285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61659588-7166-4366-b839-82b128f4677e tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "DELETE /v2.0/security-groups/eaf24605-4139-4dc9-acd1-0e2a1648cf2b HTTP/1.1" status: 404 len: 347 time: 0.0189836 Dec 07 00:01:44.280980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33260) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.283661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33262) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.285761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'security_group': {'name': 'tempest-secgroup-2005711250'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:44.328137 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-db00d6af-6661-4b49-b0f6-2194bbdc64d7 tempest-SecGroupIPv6Test-1415448151 tempest-SecGroupIPv6Test-1415448151-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431287 Dec 07 00:01:44.422271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.441394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Update dhcp port {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'fixed_ips': [{'subnet_id': '811f174f-5024-461a-8d48-313a9d14b344', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b747c6b1-247f-45a6-a713-b8773d164dac'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 07 00:01:44.468309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.495397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.628934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Allocated IP 2001:db8::2 (8876e2c1-b0da-47c3-8c0a-229704b3b73e/b747c6b1-247f-45a6-a713-b8773d164dac/a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:44.656638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.686445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d214b904-2e80-42ee-9db2-6d709ffcf787,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:44.723509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:44.752882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.789901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.791220 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-19c7a269-a5a3-4663-a8cb-5b615666c029 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5091407 Dec 07 00:01:44.794483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33266) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.799202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'security_group': {'name': 'tempest-secgroup-1131784038'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:44.828267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.896940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:44.897399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33270) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:44.915163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23d6fd-a04a-4526-b064-aac73e515082 None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:44.981434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.055615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33274) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:45.055850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c0c9470e-4f21-4121-9fc7-2ede525ec2e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f46990bfd8c745cfbaaaab813860dce1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570663 Dec 07 00:01:45.063411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.116771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f94c5ca-059c-4e4f-8d3d-c3f9da4fcd2e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:45.136860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.160815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.164560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.165816 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4c43fbe2-214b-4d65-bf44-5174971b3727 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3702707 Dec 07 00:01:45.169333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33276) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:45.174616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'security_group': {'name': 'tempest-secgroup-2099667150'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:45.273714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.307633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.310724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.313550 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23884866-9e09-4629-be37-50c44be7f517 HTTP/1.1" status: 204 len: 168 time: 0.2553384 Dec 07 00:01:45.321894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a56963-8494-4492-a63a-7305ac345f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23884866-9e09-4629-be37-50c44be7f517,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:45.362894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.485009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.497779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c75b0acf-1978-494d-bfee-9dd8c9869ddf None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:45.498328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c75b0acf-1978-494d-bfee-9dd8c9869ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.516115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de40f20-be06-4c5c-a30d-f5339762b8a3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:45.535552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c75b0acf-1978-494d-bfee-9dd8c9869ddf None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:45.546422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c75b0acf-1978-494d-bfee-9dd8c9869ddf None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:45.546802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c75b0acf-1978-494d-bfee-9dd8c9869ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.572737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.574560 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f0f9677e-bee8-469d-a006-7a2df2d54da1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4036515 Dec 07 00:01:45.577343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:45.582196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-823201444', 'security_groups': ['8de40f20-be06-4c5c-a30d-f5339762b8a3'], 'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b747c6b1-247f-45a6-a713-b8773d164dac'}]}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:45.754060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:45.770954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:45.826318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:45.826731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.851639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:45.868225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] device_id is not set on port 27086c0d-0955-4347-a0bf-1c3c036f3494 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:01:46.036570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8::31d (8876e2c1-b0da-47c3-8c0a-229704b3b73e/b747c6b1-247f-45a6-a713-b8773d164dac/27086c0d-0955-4347-a0bf-1c3c036f3494) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:46.170790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:46.244861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:46.288612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:46.291613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:46.295967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:01:46.301592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:46.302209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:46.316033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=27086c0d-0955-4347-a0bf-1c3c036f3494,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:46.407759 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-735315b1-c0cb-4505-8643-7131c2e15a2d tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8293381 Dec 07 00:01:46.410850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33282) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:46.416104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:46.560717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3a7ac9ae-21d7-4533-b29c-05e0858126ca None None] Provisioning complete for port 27086c0d-0955-4347-a0bf-1c3c036f3494 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:46.561231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac9ae-21d7-4533-b29c-05e0858126ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:46.596869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ac9ae-21d7-4533-b29c-05e0858126ca None None] Port 27086c0d-0955-4347-a0bf-1c3c036f3494 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:46.644867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:46.648494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:46.742524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.ipam_backend_mixin [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b747c6b1-247f-45a6-a713-b8773d164dac (CIDR: 2001:db8::/64) Dec 07 00:01:46.805238 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:01:46.805644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:46.927600 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8c402117-a5a2-4da1-a26e-bfad2629fed6 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5156212 Dec 07 00:01:46.930327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33284) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:46.935411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:47.113774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:47.117242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:47.207976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.ipam_backend_mixin [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 811f174f-5024-461a-8d48-313a9d14b344 (CIDR: 2001:db8:0:1::/64) Dec 07 00:01:47.285601 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:01:47.286084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:47.356424 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c290d23c-c3bf-4281-b345-1acd24090034 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4250495 Dec 07 00:01:47.359205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33286) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:47.364042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'subnet': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:47.530205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Made reservation on behalf of b2c8a930744341a38c0525d142f5c72e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:01:47.533775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:47.821986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:47.869949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:01:47.873062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:01:47.879279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:47.879279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:47.882445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Subnet': ['ID=1f42cf03-f984-49df-92a2-763517ccfde1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:47.885944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5566594-8d90-47ca-90db-a69f4726c9b6 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:47.973603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4885596b-4c1f-4691-a03f-7f9b3494e065 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6132150 Dec 07 00:01:47.976227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33288) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:47.981539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-26497345', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f42cf03-f984-49df-92a2-763517ccfde1'}], 'security_groups': ['d214b904-2e80-42ee-9db2-6d709ffcf787', '2f94c5ca-059c-4e4f-8d3d-c3f9da4fcd2e']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:48.121734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Update dhcp port {'port': {'network_id': '8876e2c1-b0da-47c3-8c0a-229704b3b73e', 'fixed_ips': [{'subnet_id': '811f174f-5024-461a-8d48-313a9d14b344', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b747c6b1-247f-45a6-a713-b8773d164dac', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f42cf03-f984-49df-92a2-763517ccfde1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2'} from dv-neutron-master-2-hyperv. {{(pid=110160) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 07 00:01:48.128994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.149700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.328262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Allocated IP 2001:db8:0:2::2 (8876e2c1-b0da-47c3-8c0a-229704b3b73e/1f42cf03-f984-49df-92a2-763517ccfde1/a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:48.342981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-945b1c9b-072f-4ed4-b182-5953da2e23a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.425919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:48.456094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.553489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.654639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Pushing event updated for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:48.663122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.663482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.663840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.664183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.664552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.664892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.665230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.665567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.665901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.666114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Delete allocated IP 2001:db8::31d (8876e2c1-b0da-47c3-8c0a-229704b3b73e/b747c6b1-247f-45a6-a713-b8773d164dac) {{(pid=110159) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 07 00:01:48.666599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.666599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.667060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.667261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24930b82-2940-4adb-b371-08fb1e9bef7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:01:48.675383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Allocated IP 2001:db8:0:2::14e (8876e2c1-b0da-47c3-8c0a-229704b3b73e/1f42cf03-f984-49df-92a2-763517ccfde1/27086c0d-0955-4347-a0bf-1c3c036f3494) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:01:48.847170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.902550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.968405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] In _notify_port_updated(), no bound segment for port 27086c0d-0955-4347-a0bf-1c3c036f3494 on network 8876e2c1-b0da-47c3-8c0a-229704b3b73e {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:01:48.973971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:01:48.974620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:48.976041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "PUT /v2.0/ports/27086c0d-0955-4347-a0bf-1c3c036f3494 HTTP/1.1" status: 200 len: 968 time: 0.9988272 Dec 07 00:01:48.978783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33292) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:49.009944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4d261-6c7a-4702-83f8-122367ec2dcc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event updated for resources: {'Port': ['ID=27086c0d-0955-4347-a0bf-1c3c036f3494,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:49.079927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port 27086c0d-0955-4347-a0bf-1c3c036f3494 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:49.080190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.175907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.189478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for 27086c0d-0955-4347-a0bf-1c3c036f3494 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:49.235786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:49.236729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.277712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:49.289154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:49.289781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.398390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Provisioning complete for port 27086c0d-0955-4347-a0bf-1c3c036f3494 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:49.398828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.422165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.435047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9f6112b6-dc58-426e-ab28-1a007608e954 None None] Port 27086c0d-0955-4347-a0bf-1c3c036f3494 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:49.455957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=27086c0d-0955-4347-a0bf-1c3c036f3494,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:49.481381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.484743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d071f65d-d913-4923-8900-334e1f13d224 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/27086c0d-0955-4347-a0bf-1c3c036f3494 HTTP/1.1" status: 204 len: 168 time: 0.5050063 Dec 07 00:01:49.487491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33294) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:49.524631 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71efd0c-0c01-4f9b-ba9d-353f18a76e3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] GET failed (client error): The resource could not be found. Dec 07 00:01:49.526529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a71efd0c-0c01-4f9b-ba9d-353f18a76e3a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports/27086c0d-0955-4347-a0bf-1c3c036f3494 HTTP/1.1" status: 404 len: 333 time: 0.0371265 Dec 07 00:01:49.533887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33296) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:49.547938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-730aafac-d9f0-4395-b569-f002e198b26b None None] Could not find standard attr ID for object 27086c0d-0955-4347-a0bf-1c3c036f3494. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:01:49.601099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.625252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.768608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:01:49.770346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.775314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.775314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/security-groups/8de40f20-be06-4c5c-a30d-f5339762b8a3 HTTP/1.1" status: 204 len: 168 time: 0.2390044 Dec 07 00:01:49.777235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33298) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:49.783531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474aa6f-1bbf-4042-b9fa-ca57e779e52a tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de40f20-be06-4c5c-a30d-f5339762b8a3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:49.829684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:49.830122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.849504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.877516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.987674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.990512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:49.991767 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/security-groups/2f94c5ca-059c-4e4f-8d3d-c3f9da4fcd2e HTTP/1.1" status: 204 len: 168 time: 0.2129493 Dec 07 00:01:49.994670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:50.003860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760817f-0741-4e45-803e-661cbf9cf208 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f94c5ca-059c-4e4f-8d3d-c3f9da4fcd2e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:50.049126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.072164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.210079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.212880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.214044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/security-groups/d214b904-2e80-42ee-9db2-6d709ffcf787 HTTP/1.1" status: 204 len: 168 time: 0.2183225 Dec 07 00:01:50.216880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33302) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:50.223370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57897197-1e16-41aa-9fe5-83bf00495772 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d214b904-2e80-42ee-9db2-6d709ffcf787,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:50.274633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet b747c6b1-247f-45a6-a713-b8773d164dac {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:50.278066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.322887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.407272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.519761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.550981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=b747c6b1-247f-45a6-a713-b8773d164dac,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:50.554631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.557945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-164bbab9-cfb9-4c87-80bd-ba6273096baa tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/b747c6b1-247f-45a6-a713-b8773d164dac HTTP/1.1" status: 204 len: 168 time: 0.3398349 Dec 07 00:01:50.562736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd233d-ea6c-4513-8578-2abeb976b028 None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:50.563211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33304) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:50.614213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 1f42cf03-f984-49df-92a2-763517ccfde1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:50.617578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.658418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.676161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2c655bf2-2183-45bc-9d45-b5fc2fcf29ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.756481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.885000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.917948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=1f42cf03-f984-49df-92a2-763517ccfde1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:50.917948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:50.921954 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c42099a4-864e-4d8d-ae32-bed8f29dbfa8 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/1f42cf03-f984-49df-92a2-763517ccfde1 HTTP/1.1" status: 204 len: 168 time: 0.3577974 Dec 07 00:01:50.924529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33306) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:50.955677 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea3018f-ad0e-4c0e-bc97-9673ff48ea0c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:50.956142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea3018f-ad0e-4c0e-bc97-9673ff48ea0c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:50.959397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cea3018f-ad0e-4c0e-bc97-9673ff48ea0c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/b747c6b1-247f-45a6-a713-b8773d164dac HTTP/1.1" status: 404 len: 337 time: 0.0337965 Dec 07 00:01:50.961973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.015927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting subnet 811f174f-5024-461a-8d48-313a9d14b344 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:01:51.019707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.062891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.156548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.211969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf922da-6da3-4cbc-8dff-5152f968045a None None] Network 8876e2c1-b0da-47c3-8c0a-229704b3b73e requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:01:51.285209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.296800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2488d1bf-4e20-494c-ba17-702a8b575a9d None None] Provisioning complete for port a5cd4e51-d8ad-4687-b95b-d88dddf16200 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:51.297173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2488d1bf-4e20-494c-ba17-702a8b575a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.314158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Subnet': ['ID=811f174f-5024-461a-8d48-313a9d14b344,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:51.316224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.322590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb69735a-1e63-4fd7-9b20-b1a017916232 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/811f174f-5024-461a-8d48-313a9d14b344 HTTP/1.1" status: 204 len: 168 time: 0.3565624 Dec 07 00:01:51.322590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33310) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.348284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa5fade-a960-4bf9-a4f5-88f45706c5be tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.348745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa5fade-a960-4bf9-a4f5-88f45706c5be tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.351963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5aa5fade-a960-4bf9-a4f5-88f45706c5be tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/a84acc01-adf4-47e4-807b-959f4be2d1c1 HTTP/1.1" status: 404 len: 337 time: 0.0288856 Dec 07 00:01:51.354726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33312) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.366537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2488d1bf-4e20-494c-ba17-702a8b575a9d None None] Port a5cd4e51-d8ad-4687-b95b-d88dddf16200 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:01:51.381863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b6701ed1-989d-4ab4-9ba5-4d0cc0a6be75 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "GET /v2.0/ports?device_id=378f4c31-576c-4b5c-a12d-6ac189f8328c HTTP/1.1" status: 200 len: 205 time: 0.0260193 Dec 07 00:01:51.383152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2488d1bf-4e20-494c-ba17-702a8b575a9d None None] Provisioning complete for port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:01:51.383531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2488d1bf-4e20-494c-ba17-702a8b575a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.384848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33314) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.426887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-60c66682-f411-4c1c-940d-8de050fd4154 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] delete failed (client error): The resource could not be found. Dec 07 00:01:51.430430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-60c66682-f411-4c1c-940d-8de050fd4154 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/routers/378f4c31-576c-4b5c-a12d-6ac189f8328c HTTP/1.1" status: 404 len: 336 time: 0.0420341 Dec 07 00:01:51.430594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33316) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.463288 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6beef4e4-6edc-4428-8a08-9cc5e411c1fc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.463288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6beef4e4-6edc-4428-8a08-9cc5e411c1fc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.467940 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6beef4e4-6edc-4428-8a08-9cc5e411c1fc tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/1aacc16d-5bfa-4504-90be-f741dfde3c74 HTTP/1.1" status: 404 len: 337 time: 0.0364861 Dec 07 00:01:51.469533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33318) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.483107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] DHCP port deletion for 8876e2c1-b0da-47c3-8c0a-229704b3b73e request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:01:51.497886 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c997bc1-547e-4116-aaee-3dce0de3623c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.498402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c997bc1-547e-4116-aaee-3dce0de3623c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.501761 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5c997bc1-547e-4116-aaee-3dce0de3623c tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/f943efc9-d4cc-42ab-9356-f7be8bd39174 HTTP/1.1" status: 404 len: 337 time: 0.0309312 Dec 07 00:01:51.505333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33320) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.531908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Deleting port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:51.532155 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80095d0-c584-4b2a-a630-904242458bc2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.532453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.532606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80095d0-c584-4b2a-a630-904242458bc2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.535487 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f80095d0-c584-4b2a-a630-904242458bc2 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/32b216e6-cf4b-4409-82c6-f4f40c628a69 HTTP/1.1" status: 404 len: 337 time: 0.0292382 Dec 07 00:01:51.542071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33322) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.565225 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e77b3c9-c90f-45a6-810e-37c7ea2914f1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.565761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e77b3c9-c90f-45a6-810e-37c7ea2914f1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.568808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5e77b3c9-c90f-45a6-810e-37c7ea2914f1 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/86414e42-4f13-49b7-a04a-0274abc7af3e HTTP/1.1" status: 404 len: 333 time: 0.0253513 Dec 07 00:01:51.571324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33324) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.602039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] For port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,segment=NetworkSegment(3e421bcf-219e-4b03-b0ac-662e20aa8ec0),segment_id=3e421bcf-219e-4b03-b0ac-662e20aa8ec0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:01:51.602615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0beb89-5d4d-45ac-8bcb-a1cf0b6f065e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.602757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.602894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0beb89-5d4d-45ac-8bcb-a1cf0b6f065e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.606191 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb0beb89-5d4d-45ac-8bcb-a1cf0b6f065e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/8f8bcbb7-7c19-4fe4-b07f-21ace3fb4577 HTTP/1.1" status: 404 len: 337 time: 0.0339298 Dec 07 00:01:51.608651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.615680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Calling delete_port for a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:51.634177 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3022d2a-0c35-43a0-87a4-4efe87a115ff tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.634626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3022d2a-0c35-43a0-87a4-4efe87a115ff tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.637689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d3022d2a-0c35-43a0-87a4-4efe87a115ff tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/e01c948d-d8df-43d1-aae4-072635bc0875 HTTP/1.1" status: 404 len: 337 time: 0.0281355 Dec 07 00:01:51.640347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.662383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-da24c4a4-d12a-4291-aa0d-f29b17d26f2e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.662917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da24c4a4-d12a-4291-aa0d-f29b17d26f2e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.665934 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-da24c4a4-d12a-4291-aa0d-f29b17d26f2e tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/95b85dd1-9893-4b0d-be22-782dff86dad3 HTTP/1.1" status: 404 len: 333 time: 0.0246854 Dec 07 00:01:51.668944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33330) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.694543 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a05db8-6569-452d-bb28-ee99176551ec tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.694921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a05db8-6569-452d-bb28-ee99176551ec tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.698027 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-86a05db8-6569-452d-bb28-ee99176551ec tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/d59df5f8-3bb5-4a91-892b-01d809600065 HTTP/1.1" status: 404 len: 337 time: 0.0281887 Dec 07 00:01:51.702432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.728953 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9544b74-4611-4504-b659-468c53bbe950 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] DELETE failed (client error): The resource could not be found. Dec 07 00:01:51.729407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9544b74-4611-4504-b659-468c53bbe950 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:01:51.733183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9544b74-4611-4504-b659-468c53bbe950 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/subnets/9c5ca828-e3b1-4edc-8d9b-9cc640172e3c HTTP/1.1" status: 404 len: 337 time: 0.0298481 Dec 07 00:01:51.737101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33334) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:51.753955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.782454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:01:51.785223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] Pushing event deleted for resources: {'Port': ['ID=a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:51.810953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597ad246-fc4f-48e8-a631-e282731a09c0 None None] No DVR routers for this DVR port a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:01:51.810953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:01:51.810953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a8e8d230-7ffe-46d1-9ee5-8a84c2e396c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:01:51.843893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Deleting port a5cd4e51-d8ad-4687-b95b-d88dddf16200 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:01:51.844344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.884535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.913352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:51.927100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Calling delete_port for a5cd4e51-d8ad-4687-b95b-d88dddf16200 owned by {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:01:52.050316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.082309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.089846 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/ports/a5cd4e51-d8ad-4687-b95b-d88dddf16200 HTTP/1.1" status: 204 len: 168 time: 0.3477159 Dec 07 00:01:52.089846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cb721-617e-46fc-ad3c-e2f0c1ca92eb tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Port': ['ID=a5cd4e51-d8ad-4687-b95b-d88dddf16200,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:52.090107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33336) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:52.177758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.262102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.282234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8876e2c1-b0da-47c3-8c0a-229704b3b73e']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:52.291241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e421bcf-219e-4b03-b0ac-662e20aa8ec0') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:52.291541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e421bcf-219e-4b03-b0ac-662e20aa8ec0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:01:52.300843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.313794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.319608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:01:52.319999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:01:52.322906 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:01:52.467750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.474548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.477796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] 10.222.0.53 "DELETE /v2.0/networks/8876e2c1-b0da-47c3-8c0a-229704b3b73e HTTP/1.1" status: 204 len: 168 time: 0.3883610 Dec 07 00:01:52.489147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6de86-b6eb-458a-9cd4-d7846d5bd2e9 tempest-PortsIpV6TestJSON-1054266265 tempest-PortsIpV6TestJSON-1054266265-project] Pushing event deleted for resources: {'Network': ['ID=8876e2c1-b0da-47c3-8c0a-229704b3b73e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:52.936753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:52.963720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33342) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:53.094431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dc49fdb3-75ae-48b7-b12e-fa3c64c6244d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2c8a930744341a38c0525d142f5c72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292830 Dec 07 00:01:53.096952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33346) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:53.144018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:53.164742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:53.267249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:53.269986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:53.271129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4dd51c0-a94e-47fa-8838-5c43c4575b44 HTTP/1.1" status: 204 len: 168 time: 0.1732838 Dec 07 00:01:53.279262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ab4d8-d29b-48d4-8ab8-8cd98d95cdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd51c0-a94e-47fa-8838-5c43c4575b44,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:54.113798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.208993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:54.302624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006765020'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:54.370630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.379342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.453094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.525120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.562334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac53df-2f0c-45d6-83a9-e716f80e37c6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:54.601445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.673334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.702104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d132c-dcdd-4b55-9427-53640c4a5bd0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:54.783672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.784930 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1e85cc4-8fa4-4b8c-87ed-338889dc4cec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5749331 Dec 07 00:01:54.787578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33372) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:54.837999 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-18051c7a-219d-44fc-98ec-8713e6c6662b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0493588 Dec 07 00:01:54.841196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33374) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:54.845422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-security--407082493', 'description': 'tempest-security-description-1023166122'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:54.880183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:54.923403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.038938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.041495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.043283 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "PUT /v2.0/security-groups/c54d132c-dcdd-4b55-9427-53640c4a5bd0 HTTP/1.1" status: 200 len: 1796 time: 0.2006514 Dec 07 00:01:55.046351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33376) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.066282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105c1a0-3db5-4801-85b5-19bc9e42e731 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d132c-dcdd-4b55-9427-53640c4a5bd0,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:55.085353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-16fb1511-7a94-4478-8d2f-56c0e3e9b472 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups/c54d132c-dcdd-4b55-9427-53640c4a5bd0 HTTP/1.1" status: 200 len: 1796 time: 0.0377853 Dec 07 00:01:55.087826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.137843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.160116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.255907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.258623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.259783 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/c54d132c-dcdd-4b55-9427-53640c4a5bd0 HTTP/1.1" status: 204 len: 168 time: 0.1710181 Dec 07 00:01:55.263226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33382) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.269308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a2e3a-0d25-4970-b5a5-d5d3f56a4818 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d132c-dcdd-4b55-9427-53640c4a5bd0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:55.310448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-45872a6a-17e7-4e16-bc71-436cb1d90c1f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0459342 Dec 07 00:01:55.313170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33386) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.325601 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.api.v2.resource [None req-27953151-746d-4c2a-8fb9-d2f109bc20aa tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] delete failed (client error): The resource could not be found. Dec 07 00:01:55.326553 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-27953151-746d-4c2a-8fb9-d2f109bc20aa tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/c54d132c-dcdd-4b55-9427-53640c4a5bd0 HTTP/1.1" status: 404 len: 347 time: 0.0125005 Dec 07 00:01:55.330245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33388) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.335193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128722743'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:55.484771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.551870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.633432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.662044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd38da0-4f16-4777-b43f-1cb5343997b6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:55.715269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.716591 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b7b2e74d-413d-4383-b9be-3d03f138aa45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3854177 Dec 07 00:01:55.719453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33390) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:55.723854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '3dd38da0-4f16-4777-b43f-1cb5343997b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:55.820408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.878256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.941270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:55.963227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c0ccdc-6cd7-4ef0-9c37-c0805e82f8c2,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:56.052022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.053276 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f037be85-f52e-481c-b22e-ad6dfb66462d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328886 Dec 07 00:01:56.056072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33392) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.080574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.088028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.158992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.164776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.165845 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/84c0ccdc-6cd7-4ef0-9c37-c0805e82f8c2 HTTP/1.1" status: 204 len: 168 time: 0.1088183 Dec 07 00:01:56.169123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33396) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.171698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf49c1-3419-47b1-9554-1a12ae1ad391 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84c0ccdc-6cd7-4ef0-9c37-c0805e82f8c2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:56.209480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e01cbb9-f912-438a-9cab-e4149b447853 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389919 Dec 07 00:01:56.212032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33398) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.263020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.284607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.421951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.424625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.425785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/3dd38da0-4f16-4777-b43f-1cb5343997b6 HTTP/1.1" status: 204 len: 168 time: 0.2127774 Dec 07 00:01:56.428465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33400) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.435347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c8bf7-b23f-41e3-b7c1-8f8adbb94db3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd38da0-4f16-4777-b43f-1cb5343997b6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:56.471974 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-387fc3b8-7dd8-463b-97c1-234063197aec tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0420477 Dec 07 00:01:56.475567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33402) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.479892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--470279265'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:56.559432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.623148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.684421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.712410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfceb1b-c677-43b8-8974-346abde96489,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:56.784028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.785407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-504b391a-a338-4d61-8881-e523a5903f6e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3088510 Dec 07 00:01:56.788121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33404) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:56.792583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': 'edfceb1b-c677-43b8-8974-346abde96489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:56.890152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:56.968082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.078176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.100307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69987d0-7b6a-4b05-a830-ffcff5c2a47b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:57.177934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.179199 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-05bd3040-8b7e-49cc-be7f-78a067e0a4b9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901079 Dec 07 00:01:57.182084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33406) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:57.187448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': 'edfceb1b-c677-43b8-8974-346abde96489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:57.277593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.323567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.393464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.410962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfeeafa7-0aba-49fa-b06b-a99ecdf87d4c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:57.486831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.488651 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e2e66161-9f04-4128-8a90-52b660c8f34a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054357 Dec 07 00:01:57.491411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33408) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:57.496204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': 'edfceb1b-c677-43b8-8974-346abde96489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:57.586367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.645390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.730024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.749952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d5bea6-e253-4dfa-80e0-805f7a922aa8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:57.823819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:57.825099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-455f1249-cc73-4820-a695-26c3e3d54270 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3325655 Dec 07 00:01:57.827808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33412) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:57.832125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': 'edfceb1b-c677-43b8-8974-346abde96489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:57.911767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.010269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.147413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.165753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd3b7e7-5144-41eb-9e8b-b9deed837af2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:58.229188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.230459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a08e9dc-6684-4398-9c61-807df764581b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4016895 Dec 07 00:01:58.233284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33414) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.237742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': 'edfceb1b-c677-43b8-8974-346abde96489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:58.300339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.357917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.420930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.439844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bca5f46-8068-4ca1-8c1a-1b7573808480,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:58.526958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.528850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab424abe-cb3b-45ef-ba2b-c9862c1ba4be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2946489 Dec 07 00:01:58.531654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.556002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.564315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.632872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.639528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.640675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0bca5f46-8068-4ca1-8c1a-1b7573808480 HTTP/1.1" status: 204 len: 168 time: 0.1079996 Dec 07 00:01:58.643415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33418) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.645900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94540d47-df61-4018-8239-83dd358289be tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bca5f46-8068-4ca1-8c1a-1b7573808480,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:58.688596 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d27b0d10-ca76-4d98-bcc7-ee1cfb9891c8 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0438523 Dec 07 00:01:58.691129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33420) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.713984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.721304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.855615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.862975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.864069 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3fd3b7e7-5144-41eb-9e8b-b9deed837af2 HTTP/1.1" status: 204 len: 168 time: 0.1719501 Dec 07 00:01:58.866831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33422) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.868318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3e097-1947-4492-96f1-bab7f44cd3f3 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fd3b7e7-5144-41eb-9e8b-b9deed837af2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:58.910482 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5a41a356-3b2e-4ba3-b021-77acc18271a6 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0423374 Dec 07 00:01:58.913251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33424) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:58.936423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:58.944590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.061754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.068088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.069207 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/76d5bea6-e253-4dfa-80e0-805f7a922aa8 HTTP/1.1" status: 204 len: 168 time: 0.1550608 Dec 07 00:01:59.071903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33426) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.074735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c5007-db73-48f6-adaa-a4d28ae06a63 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76d5bea6-e253-4dfa-80e0-805f7a922aa8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:59.115521 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f8dc531e-8a01-4464-abc8-cc59e1d511a4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0424078 Dec 07 00:01:59.118482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33428) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.151284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.159799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.272997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.279234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.280362 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bfeeafa7-0aba-49fa-b06b-a99ecdf87d4c HTTP/1.1" status: 204 len: 168 time: 0.1609457 Dec 07 00:01:59.283457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33430) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.285662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8fe36-5296-4b6a-a25f-ea96e4b7a95e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfeeafa7-0aba-49fa-b06b-a99ecdf87d4c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:59.324314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f1fa18de-82e4-4e0a-b21f-a0eab22978f4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0396583 Dec 07 00:01:59.327091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33432) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.350089 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.358446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.427510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.435016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.436172 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c69987d0-7b6a-4b05-a830-ffcff5c2a47b HTTP/1.1" status: 204 len: 168 time: 0.1081448 Dec 07 00:01:59.439017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33434) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.440466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fefaf-a8af-425f-a50f-8f20b64c610b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c69987d0-7b6a-4b05-a830-ffcff5c2a47b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:59.479603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-caaa932f-94d6-43e3-9d0b-01d53860de06 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0392795 Dec 07 00:01:59.483190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33436) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.536728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.559782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.644576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.647180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.648359 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/edfceb1b-c677-43b8-8974-346abde96489 HTTP/1.1" status: 204 len: 168 time: 0.1641796 Dec 07 00:01:59.651109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33438) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.658057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c6860-7490-432e-aaed-e4171a243b40 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfceb1b-c677-43b8-8974-346abde96489,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:01:59.698442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a6bb9f0-28ac-47c5-b5cb-a79f1f30b9c9 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0458410 Dec 07 00:01:59.703239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33440) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:01:59.707583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796207568'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:01:59.810468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.874679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:01:59.987169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.016370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a90fb-6c34-4502-990a-80a5450952a9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:00.081259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.082432 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-18e14e0e-d212-462e-b23b-a81579952b7b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3782372 Dec 07 00:02:00.085200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33442) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:00.089663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '4b9a90fb-6c34-4502-990a-80a5450952a9', 'direction': 'ingress', 'protocol': 17}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:00.175231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.232746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.364304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.381907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a90e082-2c3a-47b6-92da-76b8eb5136bc,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:00.446027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.447242 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5f0f067b-f9fb-4960-933b-868409863a0a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3610516 Dec 07 00:02:00.450608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33444) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:00.504222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.526355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.656025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.658689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.659855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/4b9a90fb-6c34-4502-990a-80a5450952a9 HTTP/1.1" status: 204 len: 168 time: 0.2082937 Dec 07 00:02:00.662877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33446) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:00.669346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccb78a-f2b4-479f-b308-a59e19aa2be5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a90fb-6c34-4502-990a-80a5450952a9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:00.705312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dc3bd3b9-bc38-4113-83e7-81c80a6985dc tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0414388 Dec 07 00:02:00.708853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33448) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:00.713267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644953306'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:00.775762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.843515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.884523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.913346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263ecb3d-722f-49ee-9643-1e1d067dc8da,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:00.984115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:00.985455 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b78e6641-7a68-4216-b8d3-40881afad5ee tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2756324 Dec 07 00:02:00.988077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33450) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:00.992487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408531416'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:01.158441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.222376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.295383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.323524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da86298-5466-493a-8efa-fbb5be72f5e8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:01.371387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.372686 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1be694f5-2dc1-4c43-bb03-f0ba51f1961d tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3836579 Dec 07 00:02:01.375428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33454) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:01.379798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '263ecb3d-722f-49ee-9643-1e1d067dc8da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0da86298-5466-493a-8efa-fbb5be72f5e8', 'remote_ip_prefix': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:01.487095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.559324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.638441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.657618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bcc2c4-cf39-4c9b-a8c2-c1036d2470b6,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:01.738100 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.739360 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-35538152-33ca-4654-85ab-d75332898c15 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3629954 Dec 07 00:02:01.742175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33456) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:01.765451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.772800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.849893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.854531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.855958 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/10bcc2c4-cf39-4c9b-a8c2-c1036d2470b6 HTTP/1.1" status: 204 len: 168 time: 0.1128550 Dec 07 00:02:01.858777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33458) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:01.866533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf0e2b-3125-48b4-834c-f6ac3517362a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10bcc2c4-cf39-4c9b-a8c2-c1036d2470b6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:01.904616 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9cd9070b-652c-4775-a50d-18efe37bd93b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0439541 Dec 07 00:02:01.907809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33460) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:01.960390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:01.985042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.112574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.115244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.116533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/0da86298-5466-493a-8efa-fbb5be72f5e8 HTTP/1.1" status: 204 len: 168 time: 0.2077353 Dec 07 00:02:02.119361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33462) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:02.125792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce545e9-8255-437d-ac51-d76030ee73a5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da86298-5466-493a-8efa-fbb5be72f5e8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:02.175065 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-74a611a4-c3f1-4fe3-84ce-1ac9e0f167bc tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0544896 Dec 07 00:02:02.177836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33464) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:02.230514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.252176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.347303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.350066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.351214 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/263ecb3d-722f-49ee-9643-1e1d067dc8da HTTP/1.1" status: 204 len: 168 time: 0.1724775 Dec 07 00:02:02.354101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33466) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:02.360585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42083071-1cf5-4cdc-8c81-2b58832fd296 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ecb3d-722f-49ee-9643-1e1d067dc8da,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:02.411201 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-033461b9-61e0-46d0-a051-4b5a5502bb01 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0520084 Dec 07 00:02:02.411463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33468) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:02.416423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--847767025'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:02.524833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.590536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.661184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.689718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c70d360-e80d-4981-ac6b-3a7282ad0c2b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:02.760514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.761780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5bfe7e7c-7b14-4e79-82ea-2471da7783b5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3491237 Dec 07 00:02:02.764516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33470) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:02.768855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '4c70d360-e80d-4981-ac6b-3a7282ad0c2b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:02.837750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.891991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.924619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:02.944836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8457f8-3786-4261-bc1a-52c45821a242,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:03.023528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.024773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-79697b05-22f5-4ea6-8e5a-f9501777765b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2593327 Dec 07 00:02:03.027619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33472) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.051140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.059483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.152942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.158858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.160000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fe8457f8-3786-4261-bc1a-52c45821a242 HTTP/1.1" status: 204 len: 168 time: 0.1314373 Dec 07 00:02:03.162864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33474) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.165286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e30c65-5fca-49d0-a4b7-900d31f851cf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe8457f8-3786-4261-bc1a-52c45821a242,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:03.203315 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dba76fac-ccac-4396-b989-73a4631205d6 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0367832 Dec 07 00:02:03.205110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33476) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.261520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.284325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.336253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.415820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.418516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.419660 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/4c70d360-e80d-4981-ac6b-3a7282ad0c2b HTTP/1.1" status: 204 len: 168 time: 0.2136660 Dec 07 00:02:03.422880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33478) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.429187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5a61-6c09-424c-9ddd-7edfaf8570c5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c70d360-e80d-4981-ac6b-3a7282ad0c2b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:03.470309 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-acc875c7-bf85-489f-8329-1655f62233e7 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421479 Dec 07 00:02:03.470309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33480) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.474123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118184261'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:03.615845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.679169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.798682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.831453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ec7d24-4803-4b58-99de-35e8f737828a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:03.897642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:03.898917 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-68b58068-2b60-4cb8-aec7-41f0c84e15c4 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4281189 Dec 07 00:02:03.901680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:03.906012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '62ec7d24-4803-4b58-99de-35e8f737828a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:04.015824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.070629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.181374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.199239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d7a806-6e8e-4d4a-bcc5-b77130196543,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:04.291493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.292762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-865c6b48-2519-48be-baf8-7b4f1448b060 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901339 Dec 07 00:02:04.295324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33484) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.312468 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f79b0437-eb94-4a64-9d9d-58689cba6f1b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules/93d7a806-6e8e-4d4a-bcc5-b77130196543 HTTP/1.1" status: 200 len: 763 time: 0.0155032 Dec 07 00:02:04.318349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33486) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.355873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-36623127-be9f-4b8d-94b5-1209e29159c2 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0364616 Dec 07 00:02:04.358297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33488) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.381572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.389061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.536138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.542467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.543610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/93d7a806-6e8e-4d4a-bcc5-b77130196543 HTTP/1.1" status: 204 len: 168 time: 0.1839464 Dec 07 00:02:04.546878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.550460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e80b5-7fc2-4400-95e4-621c6461ee6c tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93d7a806-6e8e-4d4a-bcc5-b77130196543,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:04.585138 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b06da4fc-209e-4d31-9263-93252e64706f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0370264 Dec 07 00:02:04.587988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33494) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.592545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '62ec7d24-4803-4b58-99de-35e8f737828a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:04.678209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.721999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.774940 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:02:04.804006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.822042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f119ac1-d51f-4fd7-bc9c-5fcb2d5a984f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:04.915027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:04.916546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-00d419ef-6d4c-4694-9df1-b99e3b3e11bf tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272932 Dec 07 00:02:04.919270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33496) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.935273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-589fa5c0-6a20-4684-b574-5f46370b14e7 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules/2f119ac1-d51f-4fd7-bc9c-5fcb2d5a984f HTTP/1.1" status: 200 len: 763 time: 0.0148959 Dec 07 00:02:04.937445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33498) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.975082 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1550acc0-ee2c-4609-8982-b463a17caa39 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0366189 Dec 07 00:02:04.977592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33500) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:04.999326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.006770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.084584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.090667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.091759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2f119ac1-d51f-4fd7-bc9c-5fcb2d5a984f HTTP/1.1" status: 204 len: 168 time: 0.1132863 Dec 07 00:02:05.095199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33502) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.097807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1e938-d783-4294-8818-cd3264e1d52e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f119ac1-d51f-4fd7-bc9c-5fcb2d5a984f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:05.134211 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ba563f67-8f63-4eda-8114-28319d1b1e1e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378587 Dec 07 00:02:05.136827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33504) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.141516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '62ec7d24-4803-4b58-99de-35e8f737828a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:05.208880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.262175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.334957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.351095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21398a51-b8b3-47c6-ba12-3584413c1ceb,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:05.422694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.423880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-09e10142-0b37-4dcf-bfa6-2ae17b190f3f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861443 Dec 07 00:02:05.426447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33506) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.442794 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-70b533c8-4be8-490f-ad59-19b6a908135e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules/21398a51-b8b3-47c6-ba12-3584413c1ceb HTTP/1.1" status: 200 len: 764 time: 0.0153074 Dec 07 00:02:05.449394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33508) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.486634 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cf9752d2-3c19-43ac-8bf8-094b96fdf29e tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0361416 Dec 07 00:02:05.489118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33510) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.512299 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.520297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.610473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.616573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.617662 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/21398a51-b8b3-47c6-ba12-3584413c1ceb HTTP/1.1" status: 204 len: 168 time: 0.1276057 Dec 07 00:02:05.620346 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33512) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.623210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a893-6ea8-4574-9981-2c1dcb36ff6f tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21398a51-b8b3-47c6-ba12-3584413c1ceb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:05.661112 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-25beb23a-fa8e-4e94-8d09-71497063de3a tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395226 Dec 07 00:02:05.663782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.715252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.737620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.843816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.846922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:05.848141 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/62ec7d24-4803-4b58-99de-35e8f737828a HTTP/1.1" status: 204 len: 168 time: 0.1833203 Dec 07 00:02:05.852249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.874797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff5def-1a98-4a96-b2c0-4834002f6aa0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ec7d24-4803-4b58-99de-35e8f737828a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:05.908833 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e19c4a9e-39d6-4e26-971d-5fcf40415fb5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555177 Dec 07 00:02:05.912934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:05.917317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group': {'name': 'tempest-secgroup--392241293'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:05.998645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.064597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.158881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.188464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3857d2-ee3a-4d5d-8b29-a963d6343c8b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:06.224678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.264333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.268797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7eb5297-97ef-4f83-8b6e-8bafb5792940 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3515453 Dec 07 00:02:06.268944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33524) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.273419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Request body: {'security_group_rule': {'security_group_id': '5c3857d2-ee3a-4d5d-8b29-a963d6343c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:06.291843 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-76b6f28b-e5d3-4468-9ae9-f32db87e3970 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/9fddb9a5-5989-408a-b750-f69acacc4920 HTTP/1.1" status: 200 len: 993 time: 0.0660603 Dec 07 00:02:06.358126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.403373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.484046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.501508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86e9833-53a4-4a2d-99cc-283213090f72,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:06.583215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.584514 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-59e835d0-af2b-42b2-9518-9da77d234d45 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148308 Dec 07 00:02:06.587349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33530) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.641446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.653669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33532) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.665087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.776121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.778771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.779973 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c3857d2-ee3a-4d5d-8b29-a963d6343c8b HTTP/1.1" status: 204 len: 168 time: 0.1915543 Dec 07 00:02:06.783151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33534) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.801011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b38a-7fa4-4985-8770-690aba9b3566 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3857d2-ee3a-4d5d-8b29-a963d6343c8b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:06.810198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 0875e892-bae3-438e-b24e-583bbe50ad62 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:02:06.810539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.836770 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8643de9d-e34b-44ae-941d-f3a8d0ab7bc5 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524983 Dec 07 00:02:06.839217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33536) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.875609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-513b0bba-fcce-4ad5-8c2a-2b0dcd3498e0 tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0353303 Dec 07 00:02:06.878248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33538) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.891677 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-01004a7f-8c5d-491a-961a-54a1d9a9119b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] delete failed (client error): The resource could not be found. Dec 07 00:02:06.894410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-01004a7f-8c5d-491a-961a-54a1d9a9119b tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "DELETE /v2.0/security-groups/5c3857d2-ee3a-4d5d-8b29-a963d6343c8b HTTP/1.1" status: 404 len: 347 time: 0.0134797 Dec 07 00:02:06.894561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.894561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:06.897316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33540) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:06.907078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 0875e892-bae3-438e-b24e-583bbe50ad62 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:02:06.939590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-12c43ce9-2f15-44d0-924d-cd88d024b4db tempest-SecGroupTest-597422695 tempest-SecGroupTest-597422695-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0412192 Dec 07 00:02:07.136094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.168110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=0875e892-bae3-438e-b24e-583bbe50ad62,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:07.228055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.228425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 9fddb9a5-5989-408a-b750-f69acacc4920 disassociated (deleted). External IP: 172.36.7.254, port: b138265a-940b-4215-ae55-8446146862ac. Dec 07 00:02:07.372826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33546) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:07.436880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router cead2312-5207-45a0-88fc-3888bf7d543b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:02:07.517878 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2e34ba1a-e4fc-456e-8b9b-1616c14c8717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1df22659c6c4406bf96e4a9502884f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408877 Dec 07 00:02:07.518136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33550) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:07.550753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:02:07.555307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.561028 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Sync routers for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:02:07.571926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.572924 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:07.573785 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:07.585144 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0cb55e07-29e2-42d1-ae16-21395d1c3ffc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/9fddb9a5-5989-408a-b750-f69acacc4920 HTTP/1.1" status: 204 len: 168 time: 0.9302692 Dec 07 00:02:07.585723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:02:07.588273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a86385-3ae4-4ef0-8fba-9be3e30bced5" -d '{"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:02:07.604689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.632946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df2bbc-d7b8-4bac-87a4-7f8a331681b4 x-openstack-request-id: req-98df2bbc-d7b8-4bac-87a4-7f8a331681b4 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:02:07.633524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "tag": "b138265a-940b-4215-ae55-8446146862ac", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:02:07.633788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98df2bbc-d7b8-4bac-87a4-7f8a331681b4 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:02:07.634793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'tag': 'b138265a-940b-4215-ae55-8446146862ac', 'status': 'completed', 'code': 200} Dec 07 00:02:07.688752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:07.730375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-0a7367a5-a0ed-42d1-b2c5-60eb43c94353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:07.731955 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-0a7367a5-a0ed-42d1-b2c5-60eb43c94353 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 1098 time: 0.0421033 Dec 07 00:02:07.770471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.773690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:07.777246 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2ac53df-2f0c-45d6-83a9-e716f80e37c6 HTTP/1.1" status: 204 len: 168 time: 0.2557464 Dec 07 00:02:07.815028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef7376-aed3-4572-b10f-daa7a591bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac53df-2f0c-45d6-83a9-e716f80e37c6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:07.853018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-223e9ab0-4563-439f-bbd2-1f2da4f06b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:07.854550 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-223e9ab0-4563-439f-bbd2-1f2da4f06b2f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c32ae36-92c9-4e7c-955e-19222a975f63 HTTP/1.1" status: 200 len: 898 time: 0.1086519 Dec 07 00:02:07.914132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-45162131-8d7e-41e2-84ea-16bdb254668b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b138265a-940b-4215-ae55-8446146862ac HTTP/1.1" status: 200 len: 217 time: 0.0505517 Dec 07 00:02:07.917663 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:07.953917 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Checking router: cead2312-5207-45a0-88fc-3888bf7d543b for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:02:07.964981 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:07.965593 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:07.971225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-a1cfd2ed-5b15-4b8d-920c-f1387bbfe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:07.973042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-a1cfd2ed-5b15-4b8d-920c-f1387bbfe9fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e74c1a7f-e305-45a8-982e-70d2650f1c3b HTTP/1.1" status: 200 len: 834 time: 0.0516186 Dec 07 00:02:08.075927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f796-ff7e-4865-83e8-19101a7bab57 req-8ef2c78d-005c-46b9-bcee-fd56c352f215 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:08.077781 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2922f796-ff7e-4865-83e8-19101a7bab57 req-8ef2c78d-005c-46b9-bcee-fd56c352f215 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0871925 Dec 07 00:02:08.086870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-721cdabf-f9c0-4564-9bb2-21c6af54ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:08.088174 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:08.088409 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-721cdabf-f9c0-4564-9bb2-21c6af54ebb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c32ae36-92c9-4e7c-955e-19222a975f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675693 Dec 07 00:02:08.195536 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2922f796-ff7e-4865-83e8-19101a7bab57 req-33f1d647-3be8-4d3c-bd00-6c58b2ec6275 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110342 Dec 07 00:02:08.234538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-e972c389-cb78-400b-bca4-1de48e5cc3b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310146 Dec 07 00:02:08.305592 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:08.326862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30a86385-3ae4-4ef0-8fba-9be3e30bced5 req-c3d1fd19-d4af-4efa-a12e-f00c0e750438 service neutron] 10.222.0.45 "GET /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831971 Dec 07 00:02:08.330965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1d8c0-2827-4124-83eb-0110f057a90a None None] The sync data for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv is: [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:01:03Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f54ae158-0e66-4d0a-b033-b03d8852a45e', 'name': '', 'network_id': '1c32ae36-92c9-4e7c-955e-19222a975f63', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:97:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:01:02Z', 'updated_at': '2021-12-07T00:01:07Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'e74c1a7f-e305-45a8-982e-70d2650f1c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:02:08.559391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26e242-80ec-44c3-a0da-e3e15dbf9813 None None] New status for floating IP 9fddb9a5-5989-408a-b750-f69acacc4920: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:02:09.319322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167b67-78b1-48af-87fd-bda4dc92050d req-84c75be4-0fc6-44f9-820c-b87957855650 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:09.320785 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e167b67-78b1-48af-87fd-bda4dc92050d req-84c75be4-0fc6-44f9-820c-b87957855650 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0512617 Dec 07 00:02:09.368752 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e167b67-78b1-48af-87fd-bda4dc92050d req-a49e1423-33d2-4bcc-8123-d7c5e9c712ee tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=81f4c111-0b43-4517-9344-076516140e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420194 Dec 07 00:02:09.786632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-91ff394c-1b9c-4f89-97aa-b86c9fe5c00e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:09.788048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-91ff394c-1b9c-4f89-97aa-b86c9fe5c00e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Dec 07 00:02:09.880802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port b138265a-940b-4215-ae55-8446146862ac {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:02:09.881137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:09.969961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port b138265a-940b-4215-ae55-8446146862ac, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b138265a-940b-4215-ae55-8446146862ac,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:09.970319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:09.981751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for b138265a-940b-4215-ae55-8446146862ac owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:02:10.193450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:10.226249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=b138265a-940b-4215-ae55-8446146862ac,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:10.267225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port b138265a-940b-4215-ae55-8446146862ac on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:02:10.269715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:10.273102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b713ab20-47f3-4c32-98f2-a731023236d0 req-0d5c7e9a-42cf-4969-b601-b5fb8b045954 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/b138265a-940b-4215-ae55-8446146862ac HTTP/1.1" status: 204 len: 173 time: 0.4766347 Dec 07 00:02:10.273565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'name': 'network-vif-deleted', 'tag': 'b138265a-940b-4215-ae55-8446146862ac'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:02:10.275841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95a3255-7bf4-499b-a0ab-8fce38fdf382" -d '{"events": [{"server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "name": "network-vif-deleted", "tag": "b138265a-940b-4215-ae55-8446146862ac"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:02:10.311894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0fbe04-4f66-453a-b3cd-c7382faf218f x-openstack-request-id: req-6c0fbe04-4f66-453a-b3cd-c7382faf218f {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:02:10.312215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14a7f48-a2e4-4750-935b-33820280cb86", "name": "network-vif-deleted", "tag": "b138265a-940b-4215-ae55-8446146862ac", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:02:10.312502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c0fbe04-4f66-453a-b3cd-c7382faf218f {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:02:10.312901 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14a7f48-a2e4-4750-935b-33820280cb86', 'name': 'network-vif-deleted', 'tag': 'b138265a-940b-4215-ae55-8446146862ac', 'status': 'completed', 'code': 200} Dec 07 00:02:10.467528 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-04f41425-f472-49d7-ba4f-e5934ef24f0e req-89b6af0b-6c3b-43d7-a35b-549ffc95647a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d14a7f48-a2e4-4750-935b-33820280cb86 HTTP/1.1" status: 200 len: 210 time: 0.0301235 Dec 07 00:02:11.509433 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-34727dc5-0436-4b10-937f-37d450e68f5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411632 Dec 07 00:02:11.527629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:11.613240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:11.645912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:11.649509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-30192f3a-0a62-43d8-abc0-846283288521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:11.650972 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-30192f3a-0a62-43d8-abc0-846283288521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1099 time: 0.0763941 Dec 07 00:02:11.768350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-090c2077-d645-4654-a144-6cbba7db572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:11.769729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-090c2077-d645-4654-a144-6cbba7db572f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0894430 Dec 07 00:02:11.829440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:11.832090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:11.833258 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/81f4c111-0b43-4517-9344-076516140e7d HTTP/1.1" status: 204 len: 168 time: 0.3046017 Dec 07 00:02:11.851122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ef9c-c342-4b46-be33-6bd08e6a39b0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4c111-0b43-4517-9344-076516140e7d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:11.867580 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-0a7ecb01-b466-4101-aa65-45f5fdea4539 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 1001 time: 0.0789292 Dec 07 00:02:11.904009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b138265a-940b-4215-ae55-8446146862ac no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:02:11.920367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33574) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:11.922955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-830b20b2-d82e-4dd7-9533-282d92e6d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:11.924672 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-830b20b2-d82e-4dd7-9533-282d92e6d106 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0495348 Dec 07 00:02:11.924821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: b138265a-940b-4215-ae55-8446146862ac {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:02:11.925132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b138265a-940b-4215-ae55-8446146862ac not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:02:11.973797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-bbff1bf7-1055-4e1e-b432-687984ec8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:11.975399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-bbff1bf7-1055-4e1e-b432-687984ec8b8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407882 Dec 07 00:02:12.084904 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-34f9720d-7b0c-40fd-bab2-c70cdbe94b8e service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011996 Dec 07 00:02:12.188254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b2f8139-2785-4ae5-bfbd-746be7593baf req-845edf66-5ea1-4600-838b-04daea416eca service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940425 Dec 07 00:02:12.584942 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:12.844167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port f54ae158-0e66-4d0a-b033-b03d8852a45e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:02:12.844484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:12.941096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port f54ae158-0e66-4d0a-b033-b03d8852a45e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f54ae158-0e66-4d0a-b033-b03d8852a45e,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:12.941846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:12.954684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for f54ae158-0e66-4d0a-b033-b03d8852a45e owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:02:13.278796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:13.306251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=f54ae158-0e66-4d0a-b033-b03d8852a45e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:13.486105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:13.697325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router cead2312-5207-45a0-88fc-3888bf7d543b has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:02:13.803881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:02:13.809470 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-11a2c567-f7d8-45ff-8e1f-0a35813e2027 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/cead2312-5207-45a0-88fc-3888bf7d543b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8880768 Dec 07 00:02:13.812167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33576) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:13.818791 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Sync routers for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:02:13.827947 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:13.830694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:13.867654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet e74c1a7f-e305-45a8-982e-70d2650f1c3b {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:02:13.870826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:13.910314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:13.931808 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:13.990997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.106309 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:02:13Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:14.130283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.133322 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Checking router: cead2312-5207-45a0-88fc-3888bf7d543b for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:02:14.141693 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Routers {'cead2312-5207-45a0-88fc-3888bf7d543b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:14.142294 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cead2312-5207-45a0-88fc-3888bf7d543b'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:14.157024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=e74c1a7f-e305-45a8-982e-70d2650f1c3b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:14.160792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.166552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8969a2e0-6281-4103-9d61-b4ec7a5c47b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/e74c1a7f-e305-45a8-982e-70d2650f1c3b HTTP/1.1" status: 204 len: 168 time: 0.3506870 Dec 07 00:02:14.166687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33580) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:14.171452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63782cf2-f024-4c63-ad87-ab42c7b8ea17 None None] Network 1c32ae36-92c9-4e7c-955e-19222a975f63 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:02:14.253576 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] Set router cead2312-5207-45a0-88fc-3888bf7d543b gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:14.285164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.381590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] DHCP port deletion for 1c32ae36-92c9-4e7c-955e-19222a975f63 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:02:14.399395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.426297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Deleting port 2418f028-de75-485f-9141-e90af0629a25 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:02:14.426682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.499731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] For port 2418f028-de75-485f-9141-e90af0629a25, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2418f028-de75-485f-9141-e90af0629a25,segment=NetworkSegment(34fce999-52a2-419d-81c5-01b00dd67e3a),segment_id=34fce999-52a2-419d-81c5-01b00dd67e3a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:14.500072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.514273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Calling delete_port for 2418f028-de75-485f-9141-e90af0629a25 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:02:14.526903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 0d8a74b4-69b4-4042-8a25-2d6a982d6583 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:02:14.527536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.536162 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:02:13Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:14.563712 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded11e0-074b-40a5-b682-71e695aacc75 None None] The sync data for ids ['cead2312-5207-45a0-88fc-3888bf7d543b'] in dv-neutron-master-2-hyperv is: [{'id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'name': 'tempest-TestNetworkBasicOps-router-922138566', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69'}], 'enable_snat': True}, 'gw_port_id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:00:54Z', 'updated_at': '2021-12-07T00:02:13Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '0d8a74b4-69b4-4042-8a25-2d6a982d6583', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:67:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cead2312-5207-45a0-88fc-3888bf7d543b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:00:55Z', 'updated_at': '2021-12-07T00:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:02:14.624327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 0d8a74b4-69b4-4042-8a25-2d6a982d6583, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d8a74b4-69b4-4042-8a25-2d6a982d6583,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:14.624767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.638525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 0d8a74b4-69b4-4042-8a25-2d6a982d6583 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:02:14.673056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.701664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] No DVR routers for this DVR port 2418f028-de75-485f-9141-e90af0629a25 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:02:14.703605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23acec-2321-4452-9e22-9e70ffa1cb56 None None] Pushing event deleted for resources: {'Port': ['ID=2418f028-de75-485f-9141-e90af0629a25,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:14.866480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:14.903629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=0d8a74b4-69b4-4042-8a25-2d6a982d6583,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:14.921720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bfc937-943a-494b-a178-1f98a04308a8 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:02:14.972806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.065437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.067627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.181609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.182163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router cead2312-5207-45a0-88fc-3888bf7d543b {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:02:15.193723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.193723 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8a29030b-33f1-4a87-bee9-8b551b517c23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/cead2312-5207-45a0-88fc-3888bf7d543b HTTP/1.1" status: 204 len: 168 time: 1.0233963 Dec 07 00:02:15.193723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:15.284407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.375113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.394924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c32ae36-92c9-4e7c-955e-19222a975f63']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:15.403860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fce999-52a2-419d-81c5-01b00dd67e3a') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:15.404158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fce999-52a2-419d-81c5-01b00dd67e3a') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:15.413316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.426730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:02:15.436196 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:02:15.592829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.597933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.602169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/1c32ae36-92c9-4e7c-955e-19222a975f63 HTTP/1.1" status: 204 len: 168 time: 0.4074144 Dec 07 00:02:15.619663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e84be4-d255-4c8b-813e-c779812a5f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=1c32ae36-92c9-4e7c-955e-19222a975f63,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:15.620709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33586) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:15.628393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--1922966331', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:15.776707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:02:15.778007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f54ae158-0e66-4d0a-b033-b03d8852a45e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:02:15.781318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.802756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f54ae158-0e66-4d0a-b033-b03d8852a45e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:02:15.803116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f54ae158-0e66-4d0a-b033-b03d8852a45e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:02:15.804027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2418f028-de75-485f-9141-e90af0629a25 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:02:15.807093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:02:15.816468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.816814 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment 7ca494ed-cf89-45ae-b87b-f389f8f54e26 of type vlan for network fd129fde-de3d-4058-816f-167158ac51ef Dec 07 00:02:15.822692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2418f028-de75-485f-9141-e90af0629a25 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:02:15.823050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2418f028-de75-485f-9141-e90af0629a25 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:02:15.823482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0d8a74b4-69b4-4042-8a25-2d6a982d6583 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:02:15.842143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0d8a74b4-69b4-4042-8a25-2d6a982d6583 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:02:15.842499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0d8a74b4-69b4-4042-8a25-2d6a982d6583 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:02:15.858440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.946690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:15.952432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:15.953006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.018015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=fd129fde-de3d-4058-816f-167158ac51ef,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:16.033000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network fd129fde-de3d-4058-816f-167158ac51ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:02:16.052677 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3216224d-f97e-47b1-a751-76fe0587d236 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4308190 Dec 07 00:02:16.055354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33588) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:16.060075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-878262207', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:16.164183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.165307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.218636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.423679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.676119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:16.694715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:17.115113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.179 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/cdc86899-4341-4f3d-8b10-78480aec2d4f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:02:17.214579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:17.303985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:17.348255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:17.351073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:17.354881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:02:17.361097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=cdc86899-4341-4f3d-8b10-78480aec2d4f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:17.365012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4de715-0d9f-4aac-9dba-10d30b08a026 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:02:17.460784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8f9e9afb-1ce0-4d2a-9e85-b823195d881e None None] Provisioning complete for port cdc86899-4341-4f3d-8b10-78480aec2d4f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:17.461161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f9e9afb-1ce0-4d2a-9e85-b823195d881e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:17.495917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e9afb-1ce0-4d2a-9e85-b823195d881e None None] Port cdc86899-4341-4f3d-8b10-78480aec2d4f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:02:17.647272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:17.846063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.032729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:02:18.139123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:02:18.148879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:02:18.159045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:18.159671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:18.223673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.224974 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f4d88361-7c8c-46ed-ba03-ce227f665537 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1686778 Dec 07 00:02:18.228202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33590) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:18.265617 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-87e3f3cc-5893-4478-9ce1-7fcc5949d723 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362892 Dec 07 00:02:18.267765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:18.269780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33592) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:18.427663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0649a554-f65f-4fc3-b0f3-f79ad318182c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.433566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d8795-cefb-4db4-9910-c784a814f467 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:18.435205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de1d8795-cefb-4db4-9910-c784a814f467 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1643934 Dec 07 00:02:18.438130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33594) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:18.456053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:17Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:18.476109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9e4f24d7-5210-4a64-8282-20da6731759d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338871 Dec 07 00:02:18.476380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33596) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:18.481910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344407405', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:18.486890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:02:18.487268 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Updating router 4c428623-623b-400e-9949-7550c78e75db port cdc86899-4341-4f3d-8b10-78480aec2d4f binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:02:18.512513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.632974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:02:18.636422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.762840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.862544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.890407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.909331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fe66a-0509-4e92-9000-236e17bc8c70 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:02:18.926228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885629f-1053-489b-83e8-dbb414dd3bad None None] Pushing event updated for resources: {'Port': ['ID=cdc86899-4341-4f3d-8b10-78480aec2d4f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:18.930162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Attempting to bind port cdc86899-4341-4f3d-8b10-78480aec2d4f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:02:18.930563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Attempting to bind port cdc86899-4341-4f3d-8b10-78480aec2d4f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:02:18.930902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Attempting to bind port cdc86899-4341-4f3d-8b10-78480aec2d4f on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:02:18.939332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:02:18.939707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:02:18.940204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.940567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:02:18.941047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Bound port: cdc86899-4341-4f3d-8b10-78480aec2d4f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:02:18.941441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:18.960676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=8af6f822-4156-4cfa-8aae-6343513d7ff4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:18.962905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:02:18.963275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: fd129fde-de3d-4058-816f-167158ac51ef, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:02:18.997017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] For port cdc86899-4341-4f3d-8b10-78480aec2d4f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:02:19.000629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] For port cdc86899-4341-4f3d-8b10-78480aec2d4f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdc86899-4341-4f3d-8b10-78480aec2d4f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:02:19.025318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-75c4c0ed-9a38-4b4b-a242-98583234b6af None None] Provisioning complete for port cdc86899-4341-4f3d-8b10-78480aec2d4f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:19.025318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-75c4c0ed-9a38-4b4b-a242-98583234b6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.057889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-75c4c0ed-9a38-4b4b-a242-98583234b6af None None] Port cdc86899-4341-4f3d-8b10-78480aec2d4f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:02:19.073114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network fd129fde-de3d-4058-816f-167158ac51ef is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:02:19.101815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.145776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea427ceb-2ccf-4bf2-aaf6-d463083ba38f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:02:19.166763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:19.167393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:01:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:19.173913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885629f-1053-489b-83e8-dbb414dd3bad None None] Pushing event updated for resources: {'Port': ['ID=cdc86899-4341-4f3d-8b10-78480aec2d4f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:19.192956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fd129fde-de3d-4058-816f-167158ac51ef) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:19.202640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:19.202640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.209186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d648a7-e5d2-42de-9813-1335afdd14c4 None None] Network fd129fde-de3d-4058-816f-167158ac51ef requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:02:19.304444 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-214a7334-7ba7-4ea9-a321-53944eb90029 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8269136 Dec 07 00:02:19.307159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33598) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:19.333185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] Provisioning complete for port cdc86899-4341-4f3d-8b10-78480aec2d4f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:19.333555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.372498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:19.585979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fd129fde-de3d-4058-816f-167158ac51ef', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:02:19.586828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.636602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.710306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] For port cdc86899-4341-4f3d-8b10-78480aec2d4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdc86899-4341-4f3d-8b10-78480aec2d4f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:19.764592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:17Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:19.772028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.943162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:19.944834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f171cb35-d881-4c81-a0ac-93ac2767df82 None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:17Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:02:19.977473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Allocated IP 172.20.0.2 (fd129fde-de3d-4058-816f-167158ac51ef/8af6f822-4156-4cfa-8aae-6343513d7ff4/a3ba1cd4-bc8b-475d-86e9-ceec80380c84) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:02:20.031895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c67e2-839d-4efb-86d2-97190104dcba None None] Pushing event updated for resources: {'Port': ['ID=cdc86899-4341-4f3d-8b10-78480aec2d4f,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:20.152696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.227490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.272273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Network fd129fde-de3d-4058-816f-167158ac51ef is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:20.275389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:20.280195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:02:20.283523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Pushing event updated for resources: {'Port': ['ID=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:20.287088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (fd129fde-de3d-4058-816f-167158ac51ef/8af6f822-4156-4cfa-8aae-6343513d7ff4/24f1e311-d75d-40a7-b8a2-02ac652e8e94) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:02:20.344574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Attempting to bind port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:02:20.345022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Attempting to bind port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:02:20.345519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Attempting to bind port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:02:20.350962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:02:20.351440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Checking segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:02:20.351911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.352419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Bound using segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:02:20.353032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Bound port: a3ba1cd4-bc8b-475d-86e9-ceec80380c84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:02:20.353488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.418283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.421487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] For port a3ba1cd4-bc8b-475d-86e9-ceec80380c84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:02:20.425478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] For port a3ba1cd4-bc8b-475d-86e9-ceec80380c84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:02:20.513355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.541948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.600779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network fd129fde-de3d-4058-816f-167158ac51ef is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:20.604134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:20.604997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc19abf-65ba-47af-8e19-1ffde26191c7 None None] Pushing event updated for resources: {'Port': ['ID=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:20.608261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:02:20.615595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:20.662504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.678595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-932ebbbe-924d-46fd-9ed2-5ec4e521a914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:20.896875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.480197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.541649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.623993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:21.627470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.717941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network fd129fde-de3d-4058-816f-167158ac51ef is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:21.719375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:21.844671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:02:21.847141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a3ba1cd4-bc8b-475d-86e9-ceec80380c84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:02:21.902312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:21.902689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.930551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.962389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:02:21.967515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-414b9fc7-bf77-43d7-8d04-724de0908c2a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/4c428623-623b-400e-9949-7550c78e75db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589384 Dec 07 00:02:21.970446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33600) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:21.974021 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:02:21.985091 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:21.985271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:21.985758 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:22.020307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port a3ba1cd4-bc8b-475d-86e9-ceec80380c84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:22.079925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.081062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cdc86899-4341-4f3d-8b10-78480aec2d4f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:02:22.092765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.093802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.094583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.095213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.096050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.096709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.099086 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d1d9961e-129d-4a62-99c1-6fd27ef3cb3f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1282301 Dec 07 00:02:22.102127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33602) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:22.105020 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:22.165951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.169555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.169555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.169555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.169555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.169555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:22.174676 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-107c69fd-6265-4023-95a0-9fbe9b1a1283 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0706913 Dec 07 00:02:22.175352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33604) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:22.185574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port cdc86899-4341-4f3d-8b10-78480aec2d4f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:22.186147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.241196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:22.332114 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:21Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:22.357427 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-22c8994d-ac06-4b85-9dc2-586ffcaf5ed8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.1783152 Dec 07 00:02:22.359327 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:02:22.359683 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Updating router 4c428623-623b-400e-9949-7550c78e75db port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:02:22.385903 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.459299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52329be3-4631-4e7e-8f74-48aab6b46eca None None] Network fd129fde-de3d-4058-816f-167158ac51ef requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:02:22.535582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-51f7b1d4-27b0-4544-b8ab-25718246c72d None None] Provisioning complete for port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:22.535962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51f7b1d4-27b0-4544-b8ab-25718246c72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.585260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33608) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:22.591701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071054912', 'description': 'tempest-secgroup-smoke-2071054912 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:22.672368 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.690167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.758671 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.760182 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.808907 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Pushing event updated for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:22.810116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.819374 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.819737 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.820135 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.820467 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.820803 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.821137 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.821530 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.821861 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.822204 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.822543 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.822868 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.823188 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.823506 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:02:22.845257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:22.874694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Attempting to bind port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:02:22.875176 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Attempting to bind port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:02:22.875679 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Attempting to bind port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:02:22.881415 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:02:22.882230 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Checking segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:02:22.882732 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.883369 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Bound using segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:02:22.883944 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Bound port: 24f1e311-d75d-40a7-b8a2-02ac652e8e94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:02:22.884448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.914588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:22.916127 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b12c80ec-25da-40fa-a16d-a8766931e6d1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3296895 Dec 07 00:02:22.919126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33610) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:22.927043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:22.964586 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] For port 24f1e311-d75d-40a7-b8a2-02ac652e8e94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:02:22.968391 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] For port 24f1e311-d75d-40a7-b8a2-02ac652e8e94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24f1e311-d75d-40a7-b8a2-02ac652e8e94,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:02:22.993075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.018881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Provisioning complete for port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:23.019250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.063764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.079726 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.131273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.144866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Provisioning complete for port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:23.145420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.159468 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:23.160393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:23.163407 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ae218-b4af-43fb-af79-fcb6ccdb8028 None None] Pushing event updated for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:23.210588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.227503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace2b32b-a808-4b9f-8198-d591defd547d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:23.234024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.270714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] For port 24f1e311-d75d-40a7-b8a2-02ac652e8e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24f1e311-d75d-40a7-b8a2-02ac652e8e94,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:23.285374 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:23.303932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.305659 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9aedec05-0c8b-4a32-88c7-83b87560af53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854756 Dec 07 00:02:23.309636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33612) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:23.314489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:23.332183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.389573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606be41-e6ba-4307-9ec0-39f78ebb9400 None None] Pushing event updated for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:23.449101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.470872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-371dd80d-87d1-466e-b077-6b5736262182 None None] Provisioning complete for port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:23.471517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-371dd80d-87d1-466e-b077-6b5736262182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.507922 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:22Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:23.518888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.542809 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2709c-9626-4588-9f77-9fd9457b5c40 None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:22Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:02:23.575518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.623077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbc0188-508c-4f2b-97c8-53607ef8f141,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:23.701129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bfc2bd2e-48b4-400c-bd38-565647c55025 None None] Provisioning complete for port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:23.701514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bfc2bd2e-48b4-400c-bd38-565647c55025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.720536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.724426 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-43024d95-e729-4f1b-b936-85ae6c6fb254 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4118774 Dec 07 00:02:23.724714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33614) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:23.729668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:23.867246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.935393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.941180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-846a40fb-524d-4231-afca-bf0dcb87fac3 None None] Provisioning complete for port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:23.943377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-846a40fb-524d-4231-afca-bf0dcb87fac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:23.971354 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 24f1e311-d75d-40a7-b8a2-02ac652e8e94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:02:24.004971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.022177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc74f767-0322-4300-9c7c-fad0fdc19bf1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:24.075080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.076714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f0debd98-b2e6-4959-b874-2fe60cac5e82 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506966 Dec 07 00:02:24.079622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33616) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:24.086510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:24.098010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:24.100509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.141284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.176327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.190981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a3ba1cd4-bc8b-475d-86e9-ceec80380c84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:02:24.239764 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.242622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:24.243082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.313109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.335065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eced98c1-598a-4a02-bebb-883a7d9db170,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:24.412223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.413940 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8edcb261-2968-4c28-8f6d-97d4cce49c5d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332100 Dec 07 00:02:24.416757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33618) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:24.421533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:24.483950 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:02:24.489860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.554896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.615344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.635537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0478eabe-f1ac-499b-80be-532a79edaf8a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:24.709015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.710330 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e2667238-4d3a-4943-b9dd-bca206b89875 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2924104 Dec 07 00:02:24.713250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33620) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:24.718620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:24.798588 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:02:24.803720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.864034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.940944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:24.959538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b10fa6-663d-415a-93a1-37967899b188,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:25.034268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:25.035498 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a8f156db-78da-4544-a0ae-c0edd723293e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205740 Dec 07 00:02:25.239871 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-2e736d33-712e-4b8b-9324-9e3b56fee671 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071054912&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0530062 Dec 07 00:02:25.345813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b9a7304a-57ed-4e9d-bbaf-faf680afa639 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:25.347272 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b9a7304a-57ed-4e9d-bbaf-faf680afa639 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 797 time: 0.1007161 Dec 07 00:02:25.362256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-60902a3f-ba41-4de5-87b5-1a26ecb7e863 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0092504 Dec 07 00:02:25.422242 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-39a635cb-6a47-4439-b90b-9086855656c5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547040 Dec 07 00:02:25.519098 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b9f5ff59-9f89-4eb2-909a-f4c68b0ed060 service neutron] 10.222.0.53 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847623 Dec 07 00:02:25.870517 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-6fd0bd49-073f-4e44-870d-bd2a26206eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452010 Dec 07 00:02:26.132002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6297cf6-89f5-46b8-b286-e14777f237d3 req-bd2294a9-0508-4727-9704-6c502082249b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 210 time: 0.0255194 Dec 07 00:02:27.225329 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eed28646-6907-4819-9097-3a1d5a04465e req-dbcf2584-bf0d-4ed1-818e-e4d226ecb61c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 210 time: 0.0262780 Dec 07 00:02:28.322398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00521403-8eff-44b9-a0eb-9c4c2c6fb99a req-9c4fb270-3d9a-4ad6-838f-e40edcf46488 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 210 time: 0.0305808 Dec 07 00:02:28.487659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-c9150b3d-5125-4618-b59b-d7198036a09d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:28.489173 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-c9150b3d-5125-4618-b59b-d7198036a09d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 797 time: 0.1063542 Dec 07 00:02:28.575970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-20355acb-d99d-4d4d-99d8-b9d2bea59165 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 380 time: 0.0641026 Dec 07 00:02:28.593244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:28.775111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:02:28.778646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:28.901569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.4 (fd129fde-de3d-4058-816f-167158ac51ef/8af6f822-4156-4cfa-8aae-6343513d7ff4/99508174-34ac-4ea8-a04a-7dee32f2f2a7) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:02:29.039641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.112811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.154698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network fd129fde-de3d-4058-816f-167158ac51ef is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:29.158262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:29.161993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:02:29.195179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:29.223037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:29.223718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.298672 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-f858dfff-8139-473d-b8c0-ba73f488f9c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7097859 Dec 07 00:02:29.326208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Request body: {'port': {'device_id': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:29.381275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.439827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec14d8-65c0-46d3-80da-8ddcae0a0373 req-5c92f312-efbd-446e-b494-a572886414dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:29.442324 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f5ec14d8-65c0-46d3-80da-8ddcae0a0373 req-5c92f312-efbd-446e-b494-a572886414dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 931 time: 0.0535777 Dec 07 00:02:29.456084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ebef145b-2002-4a61-9bc7-e0418777b6b6 None None] Provisioning complete for port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:29.456744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ebef145b-2002-4a61-9bc7-e0418777b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.495813 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f5ec14d8-65c0-46d3-80da-8ddcae0a0373 req-42af91c7-34aa-4569-83b7-8274b4f3529b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477107 Dec 07 00:02:29.500625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ebef145b-2002-4a61-9bc7-e0418777b6b6 None None] Port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:02:29.650323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99508174-34ac-4ea8-a04a-7dee32f2f2a7 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:02:29.658352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.670301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Transition to ACTIVE for port object 99508174-34ac-4ea8-a04a-7dee32f2f2a7 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:02:29.774901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.830813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Pushing event updated for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:29.896203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Attempting to bind port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:02:29.896566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Attempting to bind port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:02:29.896919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Attempting to bind port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:02:29.901463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 on network fd129fde-de3d-4058-816f-167158ac51ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:02:29.901713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Attempting to bind port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:02:29.906942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:02:29.907820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Checking segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:02:29.908200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Bound using segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:02:29.908649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Bound port: 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:02:29.909006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:29.974708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:02:29.977669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:02:30.055716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:30.097318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.097930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:30.099405 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] 10.222.0.45 "PUT /v2.0/ports/99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 200 len: 1093 time: 0.7776518 Dec 07 00:02:30.099837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:02:30.102161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad60bf83-b853-418b-8baf-978f6b841265" -d '{"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:02:30.133897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5125e-73af-4ff8-b7ae-fd6931b43218 service neutron] Pushing event updated for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:30.140728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d670b-d1f4-4a59-a44b-fbbfe5d45263 x-openstack-request-id: req-287d670b-d1f4-4a59-a44b-fbbfe5d45263 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:02:30.141073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:02:30.141344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-287d670b-d1f4-4a59-a44b-fbbfe5d45263 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:02:30.141751 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'status': 'completed', 'code': 200} Dec 07 00:02:30.233399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bf83-b853-418b-8baf-978f6b841265 req-e4974f72-ead6-4678-b524-c6d43dd6f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.234922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad60bf83-b853-418b-8baf-978f6b841265 req-e4974f72-ead6-4678-b524-c6d43dd6f849 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1096 time: 0.0435910 Dec 07 00:02:30.353670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bf83-b853-418b-8baf-978f6b841265 req-39e46303-924a-4974-82ea-d6dfe06c1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.355865 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad60bf83-b853-418b-8baf-978f6b841265 req-39e46303-924a-4974-82ea-d6dfe06c1914 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0970016 Dec 07 00:02:30.452060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60bf83-b853-418b-8baf-978f6b841265 req-4718cbbe-8fbd-4545-8214-73d3743a52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.453441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad60bf83-b853-418b-8baf-978f6b841265 req-4718cbbe-8fbd-4545-8214-73d3743a52fd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869401 Dec 07 00:02:30.564757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-092e5216-d16e-4d3a-9144-677d622d5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.566417 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-092e5216-d16e-4d3a-9144-677d622d5878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1096 time: 0.0423088 Dec 07 00:02:30.608080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e903088-87e1-46de-922b-1942d7f99f6e req-5b93ff23-540c-4af0-ae64-64fb88367004 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.609606 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e903088-87e1-46de-922b-1942d7f99f6e req-5b93ff23-540c-4af0-ae64-64fb88367004 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 943 time: 0.0470188 Dec 07 00:02:30.628064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-4e36ef1b-b594-4b24-bd1d-e8592c89ab0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0382597 Dec 07 00:02:30.658637 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e903088-87e1-46de-922b-1942d7f99f6e req-cff8878f-05cf-4bf2-9fde-ee864e51039f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Dec 07 00:02:30.684013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b40a2f91-3250-40c8-8788-f4fefd0a22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.685699 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-b40a2f91-3250-40c8-8788-f4fefd0a22e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0461094 Dec 07 00:02:30.736212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-c5b9ee5b-1786-4f02-b5ee-c0c6601e5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:30.737669 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-c5b9ee5b-1786-4f02-b5ee-c0c6601e5866 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401266 Dec 07 00:02:30.832985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-714c7898-7b4f-4a5b-9df2-7de57940ef15 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839641 Dec 07 00:02:30.924148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02296ee8-255f-4f3a-b89c-a4a994807680 req-da5b6aca-b7ea-420e-89da-064bbbbdc57c service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795534 Dec 07 00:02:31.779127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566c25-3eb0-4033-ba99-730a29eb1f7c req-4830476d-a361-4dea-aa84-fc8aedf50fdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:31.780607 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd566c25-3eb0-4033-ba99-730a29eb1f7c req-4830476d-a361-4dea-aa84-fc8aedf50fdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 943 time: 0.0521367 Dec 07 00:02:31.829595 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd566c25-3eb0-4033-ba99-730a29eb1f7c req-11a156f6-efc8-45f8-ab18-54bfb0df8b13 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Dec 07 00:02:32.940530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d5787-42da-4431-bc8c-0afa28df664f req-94b16adc-bb73-4648-a12b-4b239959f696 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:32.941972 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-418d5787-42da-4431-bc8c-0afa28df664f req-94b16adc-bb73-4648-a12b-4b239959f696 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 943 time: 0.0478282 Dec 07 00:02:32.994107 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-418d5787-42da-4431-bc8c-0afa28df664f req-6bdd99dc-6327-4835-bcfd-6207f5057263 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462399 Dec 07 00:02:33.340058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:33.995725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99508174-34ac-4ea8-a04a-7dee32f2f2a7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:02:34.089311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:34.104706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'port_id': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'mac_address': 'fa:16:3e:7a:05:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:02:34.106750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff78b5-7361-4ad3-b3a5-0a3a122d6d9c req-df65035f-35f6-48e9-88d3-0fcbf2c86ef3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:34.108271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1fff78b5-7361-4ad3-b3a5-0a3a122d6d9c req-df65035f-35f6-48e9-88d3-0fcbf2c86ef3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 943 time: 0.0488689 Dec 07 00:02:34.142689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:34.155388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99508174-34ac-4ea8-a04a-7dee32f2f2a7 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:02:34.157778 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1fff78b5-7361-4ad3-b3a5-0a3a122d6d9c req-1a494add-e500-4b46-b127-5491a0885218 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Dec 07 00:02:34.175066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:34.238038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:34.283005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:34.596446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['99508174-34ac-4ea8-a04a-7dee32f2f2a7'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:02:35.271173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46af26f-aec9-4e42-b35d-f9f0d29c606d req-66aedc6c-d24c-45cd-8974-b5bd90870a53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:35.272649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e46af26f-aec9-4e42-b35d-f9f0d29c606d req-66aedc6c-d24c-45cd-8974-b5bd90870a53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 944 time: 0.0468273 Dec 07 00:02:35.320823 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e46af26f-aec9-4e42-b35d-f9f0d29c606d req-fa670e94-e4e3-4914-b3ef-3a20191a10e8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Dec 07 00:02:35.998142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99508174-34ac-4ea8-a04a-7dee32f2f2a7 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:02:36.094980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:02:36.098699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:02:36.099065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:36.172636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:36.194626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:02:36.196886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f06291c-2bad-42cd-a3e3-b76dd53df866" -d '{"events": [{"server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "name": "network-vif-plugged", "status": "completed", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:02:36.209519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:02:36.231482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4304c1f3-b7ee-456f-84fb-932cffbf8853 x-openstack-request-id: req-4304c1f3-b7ee-456f-84fb-932cffbf8853 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:02:36.231780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "name": "network-vif-plugged", "status": "completed", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:02:36.232067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4304c1f3-b7ee-456f-84fb-932cffbf8853 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:02:36.232505 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'code': 200} Dec 07 00:02:36.267109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:36.314102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:36.432171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04f6b3-df89-4428-aec7-3a77de0219c4 req-64affab4-dff2-4711-9635-83456d78bf7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:36.434055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1b04f6b3-df89-4428-aec7-3a77de0219c4 req-64affab4-dff2-4711-9635-83456d78bf7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0484047 Dec 07 00:02:36.482251 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1b04f6b3-df89-4428-aec7-3a77de0219c4 req-144f45ba-ee9d-4389-a807-09d21b68a32f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Dec 07 00:02:36.592634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d68c4-0bc2-4cb4-ab18-f2238dab5ed4 req-54805658-ba39-4460-9a3b-87a4cf8de332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:36.594070 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bf8d68c4-0bc2-4cb4-ab18-f2238dab5ed4 req-54805658-ba39-4460-9a3b-87a4cf8de332 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1098 time: 0.0393360 Dec 07 00:02:36.647419 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bf8d68c4-0bc2-4cb4-ab18-f2238dab5ed4 req-bba79aba-b701-4368-a384-5ac5c4dec5d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Dec 07 00:02:37.597460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376b3bb-1ed9-421a-babb-373d8060eba7 req-d259254e-db1b-42da-973c-365a1e1d2e79 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:37.598906 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f376b3bb-1ed9-421a-babb-373d8060eba7 req-d259254e-db1b-42da-973c-365a1e1d2e79 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0477583 Dec 07 00:02:37.646471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f376b3bb-1ed9-421a-babb-373d8060eba7 req-e0c680fd-6bf3-41ff-86b1-63cebb4d9904 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Dec 07 00:02:38.763088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eca735-944b-4e1e-bb0b-a2ba9e7f98c7 req-c332f917-2db4-46e0-a3fc-f9b3fbe6a4a9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:38.764570 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-74eca735-944b-4e1e-bb0b-a2ba9e7f98c7 req-c332f917-2db4-46e0-a3fc-f9b3fbe6a4a9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0509584 Dec 07 00:02:38.812297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-74eca735-944b-4e1e-bb0b-a2ba9e7f98c7 req-c1436670-a10d-4c39-be28-fad843e0b956 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411234 Dec 07 00:02:38.923818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960ac3a-4da3-4eda-b2c9-7e7da05935c5 req-1ff8b4f3-253a-4335-9410-a9b6e86366a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:38.925321 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5960ac3a-4da3-4eda-b2c9-7e7da05935c5 req-1ff8b4f3-253a-4335-9410-a9b6e86366a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0468183 Dec 07 00:02:38.974157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5960ac3a-4da3-4eda-b2c9-7e7da05935c5 req-079c61de-f82b-431c-b323-4166d534945a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Dec 07 00:02:38.995964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33682) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:39.038557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c5d3c0-118b-45df-87ec-b604acd71a8b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:39.040021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93c5d3c0-118b-45df-87ec-b604acd71a8b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1093 time: 0.0430164 Dec 07 00:02:39.042872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33684) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:39.046982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:02:39.123648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:39.216969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:39.322214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.247 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/4f10e424-f839-4d40-ad28-e03ebc62e796) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:02:39.418899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:39.512925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:39.552964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:02:39.555823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:02:39.559722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:02:39.582581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=4f10e424-f839-4d40-ad28-e03ebc62e796,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:40.029506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:40.200605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:40.650683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:40.706378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:40.775082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=4f10e424-f839-4d40-ad28-e03ebc62e796,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:02:40.784111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:40.882363 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44 associated. External IP: 172.36.7.247, port: 99508174-34ac-4ea8-a04a-7dee32f2f2a7. Dec 07 00:02:41.088129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:02:41.195586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:02:41.205147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:02:41.215006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:41.219916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:41.262840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:41.291005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5e7a74b9-23d8-4ed4-8498-644910ee482a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2469933 Dec 07 00:02:41.291611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:02:41.293696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33686) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:41.294214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d24477f-e5b1-4593-bd43-5177a693e2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:02:41.321449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:41.332640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63e36c-9be8-417a-a001-6be3b1fc72a1 x-openstack-request-id: req-6b63e36c-9be8-417a-a001-6be3b1fc72a1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:02:41.332640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:02:41.333008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b63e36c-9be8-417a-a001-6be3b1fc72a1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:02:41.333529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'status': 'completed', 'code': 200} Dec 07 00:02:41.360791 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-46ed2121-3fb4-4f0c-842d-025a805bd23d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 991 time: 0.0639360 Dec 07 00:02:41.418813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-2c81b365-708e-4918-a542-003d4aa23fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:41.420482 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-2c81b365-708e-4918-a542-003d4aa23fe1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1098 time: 0.0425475 Dec 07 00:02:41.520185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-dce3e414-15b6-4867-a8c8-e27eb3f884b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:41.521741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-dce3e414-15b6-4867-a8c8-e27eb3f884b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 898 time: 0.0936825 Dec 07 00:02:41.590600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-7f8af7ea-da60-411a-9b5d-1db2a19f2c2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 200 len: 999 time: 0.0613282 Dec 07 00:02:41.644045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-1099db9b-edd8-454b-b0df-7a34b3d2f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:41.645551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-1099db9b-edd8-454b-b0df-7a34b3d2f1f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0475714 Dec 07 00:02:41.691529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-b838e876-c3be-4001-811f-a57d7cd01b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:02:41.693061 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-b838e876-c3be-4001-811f-a57d7cd01b95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405281 Dec 07 00:02:41.700655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:7a:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:02:39Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:41.729710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:02:41.738414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:02:41.739035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:41.774255 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:02:41.792584 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-05cb1b07-cfce-49af-83b0-8cddf7170b28 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919800 Dec 07 00:02:41.850393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:02:41.882227 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d24477f-e5b1-4593-bd43-5177a693e2e8 req-ec18516c-f706-41b2-93c5-d53c60ae5c67 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 Dec 07 00:02:42.075726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:7a:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:02:39Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:02:42.106447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1854abb-186f-45c3-82b7-389416df5d27 None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:7a:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:02:39Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:02:42.287440 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8eca0e-3092-46b7-b033-efeacf3ee4b5 None None] New status for floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:02:42.363777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33690) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:42.431089 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-620fb45d-34ad-451c-b5bb-57de043d9333 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 991 time: 0.0661688 Dec 07 00:02:43.434286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33692) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:02:43.494112 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-33c9a093-57c4-4473-9785-6f580217ddcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 993 time: 0.0586543 Dec 07 00:02:48.329064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b60cb876-9432-4846-8182-fecb26e0b2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:50.672142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21c94b82-f9ce-4081-8495-d8b8bc645a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:51.911008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:52.957334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:02:54.106282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:03.368566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:11.630870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-1d31a29f-4b57-439a-b515-d548edf7bdf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400798 Dec 07 00:03:11.738703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-e66f0438-8163-4a32-bd79-3118eb446f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:11.740157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-e66f0438-8163-4a32-bd79-3118eb446f79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 1099 time: 0.0438476 Dec 07 00:03:11.840415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-64aad001-2586-4c01-b8f7-fdf9ea1ac40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:11.841795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-64aad001-2586-4c01-b8f7-fdf9ea1ac40a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0825782 Dec 07 00:03:11.912691 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-3f8554dc-9175-46f8-8bfa-5f71d3263571 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 200 len: 1001 time: 0.0607920 Dec 07 00:03:11.962033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-76553dc9-f3b1-4ce4-a137-5e5acafb3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:11.963430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-76553dc9-f3b1-4ce4-a137-5e5acafb3980 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0431764 Dec 07 00:03:12.008617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-15e226c0-e632-49be-bfa4-7b06650eca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:12.010083 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-15e226c0-e632-49be-bfa4-7b06650eca00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389323 Dec 07 00:03:12.107183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-a81ac12f-759b-437d-8b96-4454f12d6bf5 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894904 Dec 07 00:03:12.201880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d34896b5-fc72-4dc1-8aff-199ba738a91e req-0f1cc5b6-9759-4927-bd55-d8da70180e17 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Dec 07 00:03:14.727329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:14.945849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ca79d-e9b6-4382-bd6f-21fce9c5319d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:14.946346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ca79d-e9b6-4382-bd6f-21fce9c5319d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:14.946845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262ca79d-e9b6-4382-bd6f-21fce9c5319d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:14.948561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-262ca79d-e9b6-4382-bd6f-21fce9c5319d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&network_id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 2999 time: 0.2201681 Dec 07 00:03:17.263884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33720) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:17.335938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fff8c-85fa-448e-8910-58fec18ceaea tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:17.337441 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a94fff8c-85fa-448e-8910-58fec18ceaea tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b HTTP/1.1" status: 200 len: 814 time: 0.0725343 Dec 07 00:03:17.951451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33726) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:17.955957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:18.009360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:18.150263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:18.220224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:18.220534 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44 disassociated. External IP: 172.36.7.247, port: 99508174-34ac-4ea8-a04a-7dee32f2f2a7. Dec 07 00:03:18.345408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-916423fb-22f2-40b8-92cc-02dfa877f047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:18.427805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:03:18.532063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:03:18.536987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:18.541341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:03:18.550978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:18.551668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:18.564023 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2e0241fc-d583-4085-83d7-c1487f5505d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 690 time: 0.6115174 Dec 07 00:03:18.564700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:18.567355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:18.567869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2734bf-70e1-4910-8c3f-025eb28f5c47" -d '{"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:18.604892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe92f15-08d6-4f5b-b443-a9b10b32cc5f x-openstack-request-id: req-abe92f15-08d6-4f5b-b443-a9b10b32cc5f {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:18.605186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:18.605440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abe92f15-08d6-4f5b-b443-a9b10b32cc5f {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:18.605839 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'status': 'completed', 'code': 200} Dec 07 00:03:18.615768 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e0ce959-c744-4465-967d-d6ce4db40153 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 690 time: 0.0470681 Dec 07 00:03:18.657360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:18.701930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-4bb71042-64b9-4de6-a1c8-84fa247e68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:18.703473 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-4bb71042-64b9-4de6-a1c8-84fa247e68b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1098 time: 0.0398805 Dec 07 00:03:18.772186 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:03:18.798433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-a24390aa-f470-4475-b684-db19aac7b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:18.800526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-a24390aa-f470-4475-b684-db19aac7b609 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 898 time: 0.0869966 Dec 07 00:03:18.857814 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-41e2754e-14b7-46fa-9629-cfbb67f731bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0457106 Dec 07 00:03:18.861619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:18.892982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:03:18.901204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:18.901814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:02:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:18.913955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-8ff65c44-3fd9-4c07-95db-55aa5818bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:18.915484 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-8ff65c44-3fd9-4c07-95db-55aa5818bdb2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0473354 Dec 07 00:03:18.966042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-3d9bb9e5-d131-48ce-81a8-82db4be63603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:18.967530 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-3d9bb9e5-d131-48ce-81a8-82db4be63603 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395684 Dec 07 00:03:19.004873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:19.057280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-390b00b8-6210-42e3-a1fb-142c1e520c95 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Dec 07 00:03:19.163643 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be2734bf-70e1-4910-8c3f-025eb28f5c47 req-e5f0862b-bdfe-4ec2-a2b0-bd63bb0a4df9 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964167 Dec 07 00:03:19.202853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:19.230098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe615bd3-5f81-4dee-9492-0d305127615b None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:03:19.437182 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1a2014-3a01-4fa8-abf0-b9ba81b80e2a None None] New status for floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:03:19.619741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33732) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:19.663526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14af5c28-e2fc-43b8-8a51-e53c5ede9968 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 690 time: 0.0426598 Dec 07 00:03:20.659619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30edc657-ab94-46b4-a515-8c1d5edc2390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:20.667383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33734) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:20.715103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cc43b183-23be-4d56-9ea0-392055040df4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 688 time: 0.0465751 Dec 07 00:03:21.894233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.151189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33738) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:22.155845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057879618', 'description': 'tempest-secgroup-smoke-1057879618 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:22.236960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.304686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.351354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.379265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5910152-ad13-4b27-80c6-c7f0bdaaab8f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:22.386306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.386662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.387014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.387358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.387698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.388034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.388409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.388745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.389077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.389411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.389742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.390067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.390393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:22.421858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.423123 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f0645c66-dd93-4e62-85d1-1fd340b2a76f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2708774 Dec 07 00:03:22.426117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33740) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:22.430427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:22.510101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.564217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.608004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.625854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29407a36-5859-490c-8528-bac478dbe9f8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:22.667166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.668344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ef377269-e907-4d8d-a4f0-825ede5d38fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412610 Dec 07 00:03:22.671137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33742) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:22.676015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:22.750057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.807801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.876890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.895115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9d6b77-7a15-4e3c-83ed-755bc45c476a,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:22.976129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:22.977332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-24d4a56f-bfd2-4352-a752-9b6ebd51d1ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051896 Dec 07 00:03:22.986715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33744) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:22.991671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:22.997238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.063989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.118985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.191000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.209429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48701e28-043c-44b2-a725-2bbc61239d92,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:23.267171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.268408 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a280f296-cd43-4350-afdb-05acb59c0e17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2807279 Dec 07 00:03:23.271810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33746) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:23.276255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:23.390285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.448020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.516636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.536669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d01bec2-e443-45d0-9392-78dce3aebf1c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:23.599516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.600835 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7db0b545-2bab-43de-b18d-06f343f05d8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280475 Dec 07 00:03:23.603514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33748) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:23.607853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:23.693868 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:03:23.699109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.757124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.842129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.860568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c7c945-beb1-4c14-8222-70d7f4dcbce7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:23.935740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:23.937117 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-66ad69b7-effa-4c20-aa51-661711fca723 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326766 Dec 07 00:03:23.939787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:23.944666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'c5910152-ad13-4b27-80c6-c7f0bdaaab8f', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:24.019849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:03:24.024793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:24.085584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:24.099653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:24.139691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:24.159749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e883a1-4cd1-4525-8e61-6c6bc2004400,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:24.222146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:24.223392 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7f8917c3-9fc4-414d-9f2d-7459278e345e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820837 Dec 07 00:03:24.410140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-17dc034c-860c-4ea3-b41e-3ee6b0dd0c53 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057879618&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0779173 Dec 07 00:03:24.522926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-35be0606-0571-4c5e-91e6-c9e625de9f32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:24.524484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-35be0606-0571-4c5e-91e6-c9e625de9f32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 797 time: 0.1077313 Dec 07 00:03:24.539872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-1009418a-26f2-429f-9d81-cc6c7ef58f3c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0094633 Dec 07 00:03:24.597801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-13f8ab89-8e7e-48be-82da-66006bc3a7f8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483954 Dec 07 00:03:24.693325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-8b55e8aa-f92a-49b4-a9e8-0db44723dfe5 service neutron] 10.222.0.53 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Dec 07 00:03:24.784861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-58c6ec01-ce3a-47ce-9106-798ba5ff5f31 service neutron] 10.222.0.53 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849204 Dec 07 00:03:25.049974 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41ecee5a-f6d6-4071-8572-33a778b3f5ba req-69adb83f-d6ec-48f2-b914-e6eeb55de433 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0260334 Dec 07 00:03:26.127261 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-46b02f37-8b67-4b85-b543-b375aa8bd929 req-808a12d8-20cb-46fd-a81a-5dbd1348f4f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0269182 Dec 07 00:03:27.203569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-50828f4b-c0ff-417e-acff-f2446735e8e0 req-cde5e98b-9119-42e8-87ce-f917c75af49d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0255730 Dec 07 00:03:28.298510 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1363aa9e-a072-4917-a144-d7b525b24225 req-f256a94f-e7b8-4145-b970-2ffe82b26f6f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0285187 Dec 07 00:03:29.086410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-1e659adf-5f51-4d4f-bb86-faab979a8d98 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:29.087849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-1e659adf-5f51-4d4f-bb86-faab979a8d98 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 797 time: 0.1039820 Dec 07 00:03:29.171737 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-399de3e2-6b09-4532-92c6-bf2c7cf8feeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 473 time: 0.0662827 Dec 07 00:03:29.182005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['c5910152-ad13-4b27-80c6-c7f0bdaaab8f']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:29.394584 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62f4ad3d-85b5-4511-83d2-2d96cfd220a6 req-98f8b8df-dd0c-4f38-b40a-3d6131b1cc52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0266364 Dec 07 00:03:29.402397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:03:29.406525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:29.536775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.7 (fd129fde-de3d-4058-816f-167158ac51ef/8af6f822-4156-4cfa-8aae-6343513d7ff4/329efa38-5fc7-47d3-b8f4-1da3f6b9995e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:03:29.672049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:29.774126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:29.816648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network fd129fde-de3d-4058-816f-167158ac51ef is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:03:29.819654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:03:29.823398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:03:29.851610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:29.883101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:29.883750 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:29.988174 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-026f7ade-ef06-48c1-ab99-b6bb9f5a8117 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100212 Dec 07 00:03:30.011488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Request body: {'port': {'device_id': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:30.026936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1ed70ffe-ec77-4860-9d12-30ba377bf478 None None] Provisioning complete for port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:03:30.027490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1ed70ffe-ec77-4860-9d12-30ba377bf478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.061464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1ed70ffe-ec77-4860-9d12-30ba377bf478 None None] Port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:03:30.071554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.337291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329efa38-5fc7-47d3-b8f4-1da3f6b9995e {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:03:30.344752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.356511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Transition to ACTIVE for port object 329efa38-5fc7-47d3-b8f4-1da3f6b9995e will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:03:30.465434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.512485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d94456-62c7-4f10-a6a3-0c4b2b35b8cb req-c10d7423-5785-4bdf-9591-af2140d2aa30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:30.514087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67d94456-62c7-4f10-a6a3-0c4b2b35b8cb req-c10d7423-5785-4bdf-9591-af2140d2aa30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 943 time: 0.0515835 Dec 07 00:03:30.516764 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Pushing event updated for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:30.584556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67d94456-62c7-4f10-a6a3-0c4b2b35b8cb req-ba9f995a-b447-4bc7-9d1c-2474471dd4fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610404 Dec 07 00:03:30.610307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Attempting to bind port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:03:30.610645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Attempting to bind port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:03:30.610982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Attempting to bind port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:03:30.615503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e on network fd129fde-de3d-4058-816f-167158ac51ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:03:30.615826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Attempting to bind port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e on network fd129fde-de3d-4058-816f-167158ac51ef {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:03:30.621072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:03:30.624690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Checking segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:03:30.624690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Bound using segment: {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:03:30.624690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Bound port: 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca494ed-cf89-45ae-b87b-f389f8f54e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:03:30.624690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.694119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:03:30.697064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:03:30.786084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.819374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:30.819994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:30.821541 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] 10.222.0.45 "PUT /v2.0/ports/329efa38-5fc7-47d3-b8f4-1da3f6b9995e HTTP/1.1" status: 200 len: 1093 time: 0.8146338 Dec 07 00:03:30.823949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:30.826383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406bc388-fed5-4746-9271-182a067bdae5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:30.857637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e4b4e-698b-4c99-9e64-327a99cc3963 service neutron] Pushing event updated for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:30.872506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451d97d-22a3-44a9-b30c-042eca5f53ec x-openstack-request-id: req-4451d97d-22a3-44a9-b30c-042eca5f53ec {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:30.872871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:30.873196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4451d97d-22a3-44a9-b30c-042eca5f53ec {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:30.873773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'status': 'completed', 'code': 200} Dec 07 00:03:30.962036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc388-fed5-4746-9271-182a067bdae5 req-c7b2e2d6-5eae-401a-bfd2-40cc2e525665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:30.963717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-406bc388-fed5-4746-9271-182a067bdae5 req-c7b2e2d6-5eae-401a-bfd2-40cc2e525665 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 1096 time: 0.0450451 Dec 07 00:03:31.081903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc388-fed5-4746-9271-182a067bdae5 req-13db8347-ceb9-4ee7-a992-c61a25354978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.083356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-406bc388-fed5-4746-9271-182a067bdae5 req-13db8347-ceb9-4ee7-a992-c61a25354978 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0954733 Dec 07 00:03:31.184358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc388-fed5-4746-9271-182a067bdae5 req-2f082b8a-0687-4f2a-9ab1-bf090cfac226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.185841 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-406bc388-fed5-4746-9271-182a067bdae5 req-2f082b8a-0687-4f2a-9ab1-bf090cfac226 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914726 Dec 07 00:03:31.299159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-e5252615-68ad-4c73-85e1-9f63c5882b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.300700 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-e5252615-68ad-4c73-85e1-9f63c5882b8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 1096 time: 0.0409708 Dec 07 00:03:31.357581 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-e2aec5b1-5cbc-4ea3-900a-78400073cbb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e HTTP/1.1" status: 200 len: 217 time: 0.0334296 Dec 07 00:03:31.410081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-f98a9141-3e0c-4315-9b49-199005831228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.411434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-f98a9141-3e0c-4315-9b49-199005831228 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0428872 Dec 07 00:03:31.465780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-4f4a733a-1f4e-4f9a-a259-f94fa426b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.467262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-4f4a733a-1f4e-4f9a-a259-f94fa426b475 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429738 Dec 07 00:03:31.562064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-d88ffc7b-79f1-44ae-a044-b398fd6868ce service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834343 Dec 07 00:03:31.661813 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eda501a1-b5a3-42ce-99a1-43daf72cd566 req-027787c9-9f27-4e0d-9e03-d41b8ce99ca8 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877242 Dec 07 00:03:31.700848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4ecf4-ce3c-4ce5-b85d-f03841a41dcf req-42388dc6-823c-4c5a-aa1e-59580f4f2d9c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:31.702430 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09c4ecf4-ce3c-4ce5-b85d-f03841a41dcf req-42388dc6-823c-4c5a-aa1e-59580f4f2d9c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 943 time: 0.0489066 Dec 07 00:03:31.752017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09c4ecf4-ce3c-4ce5-b85d-f03841a41dcf req-85ab9ea9-8644-4de8-8811-e8c4e9f8eb44 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Dec 07 00:03:32.868992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b84444-4669-4753-a335-f284cd62584a req-49dfabf6-2dda-458e-8bb2-9088eda6beb6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:32.870398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95b84444-4669-4753-a335-f284cd62584a req-49dfabf6-2dda-458e-8bb2-9088eda6beb6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 943 time: 0.0499229 Dec 07 00:03:32.919215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95b84444-4669-4753-a335-f284cd62584a req-705eb8ec-8704-4bbd-85f0-1ecdd7ddc272 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Dec 07 00:03:33.367979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:34.032548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb8011-aa6b-4af4-b974-e289e5622b94 req-b2a8c6f3-fa39-4e61-9005-aa93e9da8ed7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:34.033914 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5fb8011-aa6b-4af4-b974-e289e5622b94 req-b2a8c6f3-fa39-4e61-9005-aa93e9da8ed7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 943 time: 0.0480430 Dec 07 00:03:34.082945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5fb8011-aa6b-4af4-b974-e289e5622b94 req-17547e8c-87e5-4048-a068-1c63150468e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Dec 07 00:03:34.325398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 329efa38-5fc7-47d3-b8f4-1da3f6b9995e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:03:34.420711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:03:34.589419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'port_id': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'mac_address': 'fa:16:3e:51:4e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:03:34.626556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:34.638978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329efa38-5fc7-47d3-b8f4-1da3f6b9995e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:03:34.658907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:03:34.757436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:34.803300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:34.810680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.811041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.811422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.811741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.812087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.812494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.812792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.813133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.813471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.813805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.814141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.814469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:34.814798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:35.132098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['329efa38-5fc7-47d3-b8f4-1da3f6b9995e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:03:35.202846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e412113-9523-43f9-833c-08c39f38220c req-1430b485-fd82-4346-ad82-84416645ff8f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:35.204384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e412113-9523-43f9-833c-08c39f38220c req-1430b485-fd82-4346-ad82-84416645ff8f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 944 time: 0.0536814 Dec 07 00:03:35.253386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e412113-9523-43f9-833c-08c39f38220c req-c086130e-c858-45d4-af22-563dc9bc3065 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Dec 07 00:03:36.341943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 329efa38-5fc7-47d3-b8f4-1da3f6b9995e up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:03:36.377034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c79b43-a9fe-4fe9-88fc-94d06079a986 req-938192c2-8330-4155-b34e-4f6861b492c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:36.378912 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-97c79b43-a9fe-4fe9-88fc-94d06079a986 req-938192c2-8330-4155-b34e-4f6861b492c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 944 time: 0.0548024 Dec 07 00:03:36.428869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-97c79b43-a9fe-4fe9-88fc-94d06079a986 req-bc17c96a-d3f6-4b2f-b318-a786fc9a1962 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Dec 07 00:03:36.442534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:03:36.460402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:03:36.460402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:36.522692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:36.545037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:36.547402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec535d9-359b-40a2-93a6-71efeced9e0b" -d '{"events": [{"server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "name": "network-vif-plugged", "status": "completed", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:36.560936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:03:36.585665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ead283c-ca6a-43e3-8d49-a2c603b41c09 x-openstack-request-id: req-5ead283c-ca6a-43e3-8d49-a2c603b41c09 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:36.585961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "name": "network-vif-plugged", "status": "completed", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:36.586220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ead283c-ca6a-43e3-8d49-a2c603b41c09 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:36.586619 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'code': 200} Dec 07 00:03:36.602242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:36.653701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:36.916899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6bc94-e20e-4be2-9d6d-d5883f7c7325 req-6e4056b0-ba46-4aa3-92ca-1bcf94ecba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:36.918273 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83c6bc94-e20e-4be2-9d6d-d5883f7c7325 req-6e4056b0-ba46-4aa3-92ca-1bcf94ecba2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 1098 time: 0.0391715 Dec 07 00:03:36.968779 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83c6bc94-e20e-4be2-9d6d-d5883f7c7325 req-b99c01d1-08d5-4c68-be78-460c31019798 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Dec 07 00:03:37.546570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d85b4-6e1f-4f3f-b6bc-9eb02bf5cd69 req-8b16570b-35b6-48cb-a5bc-73d2b66abb95 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:37.552682 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3b4d85b4-6e1f-4f3f-b6bc-9eb02bf5cd69 req-8b16570b-35b6-48cb-a5bc-73d2b66abb95 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0549941 Dec 07 00:03:37.593354 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4985-d42f-49ab-8c05-41346bcdbb89 req-22b7b329-7988-48e7-9a6c-a1092373065f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:37.594883 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e34e4985-d42f-49ab-8c05-41346bcdbb89 req-22b7b329-7988-48e7-9a6c-a1092373065f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.0496550 Dec 07 00:03:37.602063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3b4d85b4-6e1f-4f3f-b6bc-9eb02bf5cd69 req-720056c9-1622-4692-8d0d-ebb266dc67dd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479980 Dec 07 00:03:37.644734 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e34e4985-d42f-49ab-8c05-41346bcdbb89 req-0c30943d-145d-4029-a1e7-2a39da026db7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Dec 07 00:03:38.716965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b1ea-1ec3-4198-b2f6-f6c087daac47 req-1d400a90-4c5a-4fa6-9c3f-5291f0bbc531 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:38.718480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e911b1ea-1ec3-4198-b2f6-f6c087daac47 req-1d400a90-4c5a-4fa6-9c3f-5291f0bbc531 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0493970 Dec 07 00:03:38.763603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a97d1-cc5f-48a9-8fc9-b6993b26dac1 req-a8d3406e-7bb5-4c87-84c4-f933df1c8268 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:38.765172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4c3a97d1-cc5f-48a9-8fc9-b6993b26dac1 req-a8d3406e-7bb5-4c87-84c4-f933df1c8268 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.0530682 Dec 07 00:03:38.771017 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e911b1ea-1ec3-4198-b2f6-f6c087daac47 req-2b7bf8cc-8e07-4b88-984a-dd5d2d87b3b1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461409 Dec 07 00:03:38.815704 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4c3a97d1-cc5f-48a9-8fc9-b6993b26dac1 req-5b0c3e6a-48e1-4f9c-afed-a245545ba90d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445364 Dec 07 00:03:38.883976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56969c-d7d9-4686-9ed7-c8c55d283027 req-4ca63a04-d33c-41e8-93c2-b308b39b6681 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:38.885453 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd56969c-d7d9-4686-9ed7-c8c55d283027 req-4ca63a04-d33c-41e8-93c2-b308b39b6681 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0496120 Dec 07 00:03:38.933505 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd56969c-d7d9-4686-9ed7-c8c55d283027 req-b67ff815-5a10-4833-8982-c9586b1dca7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422153 Dec 07 00:03:38.954345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33818) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:38.996903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781932e0-4da1-40df-aabf-beb5d2b9b427 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:38.998389 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-781932e0-4da1-40df-aabf-beb5d2b9b427 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 1093 time: 0.0430517 Dec 07 00:03:39.001189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33820) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:39.005384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'port_id': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:39.043222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:39.465206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:39.511720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:39.916768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-bcca916e-f57f-4c1a-9b8d-1f3e97ae0ca7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:39.918381 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-bcca916e-f57f-4c1a-9b8d-1f3e97ae0ca7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.4323890 Dec 07 00:03:39.936330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312340bc-c5f2-4039-aad7-37baaee51270 req-e5627156-9f5f-452c-bfb6-01899afc329a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:39.937847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-312340bc-c5f2-4039-aad7-37baaee51270 req-e5627156-9f5f-452c-bfb6-01899afc329a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 946 time: 0.0500019 Dec 07 00:03:39.987529 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-312340bc-c5f2-4039-aad7-37baaee51270 req-291de9ee-8697-49a5-9c44-871e0a0f87a3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436993 Dec 07 00:03:40.024298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44 associated. External IP: 172.36.7.247, port: 329efa38-5fc7-47d3-b8f4-1da3f6b9995e. Dec 07 00:03:40.119706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port 577cb801-a00c-402d-87e1-fc11cb56c993 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:03:40.120051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.261892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] For port 577cb801-a00c-402d-87e1-fc11cb56c993, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=577cb801-a00c-402d-87e1-fc11cb56c993,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:03:40.262265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.459273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:03:40.613417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.613777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.614097 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 8c79aca3-88c4-4894-989b-830f4b94fba2 disassociated. External IP: 172.36.7.46, port: 577cb801-a00c-402d-87e1-fc11cb56c993. Dec 07 00:03:40.614446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for 577cb801-a00c-402d-87e1-fc11cb56c993 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:03:40.667514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:03:40.672804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.677437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:03:40.688466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:40.689099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:40.711983 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f5cbbec0-f2ab-4615-89fd-cb6e23679695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 991 time: 1.7096987 Dec 07 00:03:40.713705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:40.714818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33824) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:40.715992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7c097a-2aae-474d-bc1b-d0d3639442e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:40.771471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23801ad5-2352-4c47-824e-f8e719b0a535 x-openstack-request-id: req-23801ad5-2352-4c47-824e-f8e719b0a535 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:40.771783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:40.772028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23801ad5-2352-4c47-824e-f8e719b0a535 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:40.773043 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'status': 'completed', 'code': 200} Dec 07 00:03:40.795660 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8de51a22-2cb4-4c3b-9463-ecbba2f7160a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 991 time: 0.0785925 Dec 07 00:03:40.808444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:40.847699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-a10dbed2-202d-47c2-8179-a3621a765336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:40.849377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-a10dbed2-202d-47c2-8179-a3621a765336 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 1098 time: 0.0390759 Dec 07 00:03:40.866165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:40.895732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=577cb801-a00c-402d-87e1-fc11cb56c993,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:40.950115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-6d028d75-8aab-43df-8279-5826086d64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:40.953775 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-6d028d75-8aab-43df-8279-5826086d64d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 898 time: 0.0945666 Dec 07 00:03:41.017838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:03:41.026887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-916da94b-f1fa-403b-9601-28e2ade3339b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e HTTP/1.1" status: 200 len: 999 time: 0.0678585 Dec 07 00:03:41.078135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:51:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:03:39Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.094298 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1aa45e0-64fa-41a1-b2b1-150fd93b2009 req-53680d5b-699e-4eb6-a604-bc09fa16554f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0284703 Dec 07 00:03:41.105289 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:03:41.117272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:41.117898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.118266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-7305843a-cb92-46cc-b00e-92e004ffd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:41.120013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-7305843a-cb92-46cc-b00e-92e004ffd3a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0860381 Dec 07 00:03:41.138306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:03:41.153887 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:03:41.163811 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:41.168964 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.182112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] No DVR routers for this DVR port 577cb801-a00c-402d-87e1-fc11cb56c993 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:03:41.184612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:41.188909 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fe2d6104-4ce8-4090-a734-ae8b033fdb0f req-28a5d0c1-44ae-44ca-aea7-cb08c28c5847 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "DELETE /v2.0/ports/577cb801-a00c-402d-87e1-fc11cb56c993 HTTP/1.1" status: 204 len: 173 time: 1.2413375 Dec 07 00:03:41.196102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-5e02e28d-952f-451f-9489-0e8825158a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:41.197655 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-5e02e28d-952f-451f-9489-0e8825158a26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705504 Dec 07 00:03:41.228674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:41.301207 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:41.312642 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-cd83bfa1-5ef8-499b-af94-309cbe10e9d9 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070426 Dec 07 00:03:41.457822 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec7c097a-2aae-474d-bc1b-d0d3639442e0 req-7904555b-fe37-49d7-9247-76dece3af5e5 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383309 Dec 07 00:03:41.506580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:51:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:03:39Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.528891 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.538625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80089446-db3d-446b-9a2c-8a86e660b280 None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '668b9898-9ab0-477d-ac77-555a5e73fd44', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.247', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '4c428623-623b-400e-9949-7550c78e75db', 'port_id': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'mac_address': 'fa:16:3e:51:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:02:39Z', 'updated_at': '2021-12-07T00:03:39Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:03:41.562495 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:03:41.571604 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:03:41.572258 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.678034 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:03:41.760691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6122fbe-1e42-4ab5-92d5-db56630c99df None None] New status for floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:03:41.797999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:41.870134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-661d1a76-1d07-4fa6-81a9-046f9b7bd232 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 991 time: 0.0697932 Dec 07 00:03:41.898414 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:03:41.925136 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7903110f-c962-418c-80c1-c9e1b07ee3a9 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:03:42.168772 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed291e2-3df7-4917-beb0-2ee765b75112 None None] New status for floating IP 8c79aca3-88c4-4894-989b-830f4b94fba2: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:03:42.197832 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c1dd2094-d9e8-4527-a85e-8b6207f063e2 req-bbd2ee22-41f1-41b9-b5ab-ad3a0426fc40 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0276020 Dec 07 00:03:42.773961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'name': 'network-vif-deleted', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:42.776462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f223dfd0-7e6c-43cb-be01-c79eda0be7c7" -d '{"events": [{"server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "name": "network-vif-deleted", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:42.819717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27b1c1-6e10-41da-b0bb-c40dd2348df5 x-openstack-request-id: req-3f27b1c1-6e10-41da-b0bb-c40dd2348df5 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:42.820407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e539e9cf-59dc-4015-84a0-faf3e28a1c00", "name": "network-vif-deleted", "tag": "577cb801-a00c-402d-87e1-fc11cb56c993", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:42.820945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f27b1c1-6e10-41da-b0bb-c40dd2348df5 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:42.821408 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e539e9cf-59dc-4015-84a0-faf3e28a1c00', 'name': 'network-vif-deleted', 'tag': '577cb801-a00c-402d-87e1-fc11cb56c993', 'status': 'completed', 'code': 200} Dec 07 00:03:42.872255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33838) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:03:42.936458 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a35c5395-2ef3-4247-b715-3637e28eaecb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 200 len: 993 time: 0.0630031 Dec 07 00:03:43.291191 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e869133-d455-4dc4-b3b9-e7aa14f471d1 req-8e98eaba-e685-4825-9c46-e6e9081cec39 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Dec 07 00:03:44.367429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 577cb801-a00c-402d-87e1-fc11cb56c993 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:03:44.387658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 577cb801-a00c-402d-87e1-fc11cb56c993 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:03:44.388163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 577cb801-a00c-402d-87e1-fc11cb56c993 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:03:44.391050 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df2277bc-ef28-4ed9-aacc-bbad5abec155 req-91a0c7cb-c3ec-447d-bd11-43ae6b71679f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0270412 Dec 07 00:03:45.483656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0b2e2e2d-3938-4b8d-b67c-98663ddcec9e req-3815e21a-4b4e-4fb6-a511-76d4c1bbc6d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0260499 Dec 07 00:03:46.588383 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb938e5f-4321-4c32-80b1-fb077a931e26 req-c23f69b3-d728-4132-910a-0690e64399ea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=e539e9cf-59dc-4015-84a0-faf3e28a1c00 HTTP/1.1" status: 200 len: 210 time: 0.0260234 Dec 07 00:03:47.832583 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-821efe32-aefd-48c0-8baf-a5766fe671e4 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750773743&fields=id&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 267 time: 0.0427732 Dec 07 00:03:47.939108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-2836abdb-9176-416c-84e1-95063c51442f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:47.941913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-2836abdb-9176-416c-84e1-95063c51442f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.1008785 Dec 07 00:03:47.955930 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-28106ef5-296a-46fb-989a-be127d95d2f0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/quotas/a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 375 time: 0.0088274 Dec 07 00:03:48.005286 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-adb5715c-cb08-4f59-bd74-ac1ab5f61331 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439606 Dec 07 00:03:48.102257 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-3c47899e-56d3-4f2f-ac25-e9920be7a9c0 service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845616 Dec 07 00:03:48.188730 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-059ef66f-72c2-4ce9-82f3-62118d89ba07 service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805645 Dec 07 00:03:48.327526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-240efb58-9c5b-4f73-916d-baeed36a04af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:48.783540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-61013779-25b7-41f7-a2d2-8f9b8425c76c req-c564af0c-6478-408b-85a0-16cec73ae8d7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0297236 Dec 07 00:03:49.882844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-202a8df3-cace-4b5b-b9f0-ed0f5a673bbc req-95196c3e-b648-46ca-a6ca-013d4a60102a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Dec 07 00:03:50.606566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ffcebfdc-b2c7-458b-ab61-e88fc97cfa37 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:50.607984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ffcebfdc-b2c7-458b-ab61-e88fc97cfa37 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.1048739 Dec 07 00:03:50.659001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59e55ae7-4fc0-4cfc-a942-2e0b25196f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:50.678345 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-df7b0501-69a4-4b93-a757-d3093a826a49 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 379 time: 0.0536294 Dec 07 00:03:50.688349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'port': {'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'admin_state_up': True, 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'security_groups': ['3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:50.864763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Made reservation on behalf of a9923834fbdf4a3aa1d06b8d2ecc029d for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:03:50.869297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:50.992864 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6253e190-d80f-4f5f-b1f5-3150a31c15f0 req-37a7b2bd-3ac6-4dae-90cc-cb3d359f45c0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0344534 Dec 07 00:03:51.001796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.20.0.11 (2d91c540-c0a8-4934-ba62-af32082651f4/da8a1a96-7009-41e8-b26a-1b141fa8a15a/3915f7a3-1906-4f60-9738-4c76691f13a1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:03:51.140374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:51.208374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:51.252878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:03:51.255930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:03:51.260335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:03:51.266968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:51.299365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.299718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.300069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.300440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.300782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.301119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.301452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.301790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.302123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.302454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.302787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.303112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.303436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:03:51.333517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:51.334157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:51.405061 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-ff1684bb-2928-4edc-b8d9-22d82523f3a0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7202489 Dec 07 00:03:51.424870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Request body: {'port': {'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:03:51.479563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:51.563129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-62cb48d0-7616-4f11-8a7e-112a4e4262ca None None] Provisioning complete for port 3915f7a3-1906-4f60-9738-4c76691f13a1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:03:51.563500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-62cb48d0-7616-4f11-8a7e-112a4e4262ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:51.597278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-62cb48d0-7616-4f11-8a7e-112a4e4262ca None None] Port 3915f7a3-1906-4f60-9738-4c76691f13a1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:03:51.945831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.013454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3915f7a3-1906-4f60-9738-4c76691f13a1 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:03:52.021008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.033796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Transition to ACTIVE for port object 3915f7a3-1906-4f60-9738-4c76691f13a1 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:03:52.116768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84254d40-0f9c-4472-bc31-2b728fbf04ee req-18ad50c5-be40-4a52-a129-4c21a213a3c9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.118239 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-84254d40-0f9c-4472-bc31-2b728fbf04ee req-18ad50c5-be40-4a52-a129-4c21a213a3c9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 932 time: 0.0511987 Dec 07 00:03:52.121927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.195030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Pushing event updated for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:52.218395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-84254d40-0f9c-4472-bc31-2b728fbf04ee req-2839761b-8884-46a7-9e1c-5c219f63a591 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926545 Dec 07 00:03:52.292970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Attempting to bind port 3915f7a3-1906-4f60-9738-4c76691f13a1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:03:52.293342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Attempting to bind port 3915f7a3-1906-4f60-9738-4c76691f13a1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:03:52.293673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Attempting to bind port 3915f7a3-1906-4f60-9738-4c76691f13a1 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:03:52.299841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Port 3915f7a3-1906-4f60-9738-4c76691f13a1 on network 2d91c540-c0a8-4934-ba62-af32082651f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:03:52.300162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Attempting to bind port 3915f7a3-1906-4f60-9738-4c76691f13a1 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:03:52.309894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:03:52.310235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:03:52.310629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Bound using segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:03:52.311065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Bound port: 3915f7a3-1906-4f60-9738-4c76691f13a1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:03:52.311424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.391591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:03:52.394878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3915f7a3-1906-4f60-9738-4c76691f13a1,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:03:52.488651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.525948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.526599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.527967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] 10.222.0.45 "PUT /v2.0/ports/3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 1094 time: 1.1075480 Dec 07 00:03:52.528439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:03:52.530740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108f7d02-0824-4c8f-9df6-66ba0685ebaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:03:52.554720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cc647-94f8-44a9-bf99-94583b367288 service neutron] Pushing event updated for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:03:52.578511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73304e8e-7906-4c66-b465-db2c526d9903 x-openstack-request-id: req-73304e8e-7906-4c66-b465-db2c526d9903 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:03:52.578820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:03:52.579081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73304e8e-7906-4c66-b465-db2c526d9903 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:03:52.579492 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'status': 'completed', 'code': 200} Dec 07 00:03:52.670580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-608206b6-ad3e-4d9b-b730-b5e8ecb76546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.672462 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-608206b6-ad3e-4d9b-b730-b5e8ecb76546 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1097 time: 0.0458870 Dec 07 00:03:52.790135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-99aa99fc-c1df-478b-bdf2-daef36ba7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.791540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-99aa99fc-c1df-478b-bdf2-daef36ba7769 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1027265 Dec 07 00:03:52.888962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-40395ba7-fd10-49cc-a179-6c6114a916e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.890479 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-108f7d02-0824-4c8f-9df6-66ba0685ebaf req-40395ba7-fd10-49cc-a179-6c6114a916e3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919785 Dec 07 00:03:52.974654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:52.995961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-0c0b9d06-c955-4e05-a27d-82fffc558201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:52.997507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-0c0b9d06-c955-4e05-a27d-82fffc558201 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1097 time: 0.0407031 Dec 07 00:03:53.052420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-253ac1e9-ee8e-459a-8100-932a0668b703 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 217 time: 0.0343413 Dec 07 00:03:53.096081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-81220d21-7def-4095-a0d6-e9fcbfd56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:53.097573 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-81220d21-7def-4095-a0d6-e9fcbfd56526 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0446846 Dec 07 00:03:53.147232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-24bb9b7e-a74f-4561-bb50-042da8f3adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:53.148944 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-24bb9b7e-a74f-4561-bb50-042da8f3adf5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436082 Dec 07 00:03:53.249459 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-f86e0b43-c374-4886-8820-bb57fe55a732 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916150 Dec 07 00:03:53.380078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea669401-de6c-4743-9cda-bd7c3d459742 req-58c7f5ac-93d4-4d35-8ecf-4a1ff4d85bfc tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:53.381489 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ea669401-de6c-4743-9cda-bd7c3d459742 req-58c7f5ac-93d4-4d35-8ecf-4a1ff4d85bfc tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0692408 Dec 07 00:03:53.383269 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-663c11ee-a65f-45d0-8f4e-ddd5b5950570 req-336eacf4-6df6-4c68-940a-7c5d37f9fff6 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268547 Dec 07 00:03:53.433804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ea669401-de6c-4743-9cda-bd7c3d459742 req-fc0c3822-f2c3-4f2f-bde6-ace4b85fd3f3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459957 Dec 07 00:03:54.121663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:03:54.552094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db701372-b9e2-4abe-824b-8fa5f5ebf238 req-ce5a1cde-0c40-4f9c-a1cd-1ea28501cfc6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:54.554278 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db701372-b9e2-4abe-824b-8fa5f5ebf238 req-ce5a1cde-0c40-4f9c-a1cd-1ea28501cfc6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0505002 Dec 07 00:03:54.604590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db701372-b9e2-4abe-824b-8fa5f5ebf238 req-ab8aaf78-8fa1-4175-9816-7a23aee1b86a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435674 Dec 07 00:03:55.728511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b924-c97e-40d2-9c40-d419edc6b056 req-1ba61712-070c-4297-9fb0-763ecaefa90e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:55.730119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-77e3b924-c97e-40d2-9c40-d419edc6b056 req-1ba61712-070c-4297-9fb0-763ecaefa90e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0564327 Dec 07 00:03:55.771278 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:03:55.781296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-77e3b924-c97e-40d2-9c40-d419edc6b056 req-2d0ba58f-1ac2-450c-8968-37189fcd133a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450575 Dec 07 00:03:56.894320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb238292-d7fa-49b4-9f92-df0d64f8e84e req-e8e8838e-d807-46db-ad06-c722c67d5250 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:56.895795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eb238292-d7fa-49b4-9f92-df0d64f8e84e req-e8e8838e-d807-46db-ad06-c722c67d5250 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0487444 Dec 07 00:03:56.948971 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eb238292-d7fa-49b4-9f92-df0d64f8e84e req-8b1ba5e7-28e5-4337-ad40-9cc2cbf01215 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467627 Dec 07 00:03:58.061480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e05ed-6dbd-4d38-ae4f-8cb6022c1e48 req-c671b20b-6136-4a5f-b189-dcb6950143fa tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:58.062939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-721e05ed-6dbd-4d38-ae4f-8cb6022c1e48 req-c671b20b-6136-4a5f-b189-dcb6950143fa tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0474575 Dec 07 00:03:58.111241 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-721e05ed-6dbd-4d38-ae4f-8cb6022c1e48 req-f9c248a1-1b4f-4b62-8c6a-8c3282a69a7b tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Dec 07 00:03:59.223986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21858a5-d8f3-422f-ae18-681174d34d36 req-19e2ff4e-feff-4374-b172-42cf9d79d9a7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:03:59.225481 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d21858a5-d8f3-422f-ae18-681174d34d36 req-19e2ff4e-feff-4374-b172-42cf9d79d9a7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0493796 Dec 07 00:03:59.274848 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d21858a5-d8f3-422f-ae18-681174d34d36 req-aac1046c-28fa-4ad0-9485-6236640f203e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Dec 07 00:04:00.394566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642d9cc-590a-4ec3-af43-25058eed9691 req-a1397085-0729-4eb0-924d-1d0c34c4480c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:00.396028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9642d9cc-590a-4ec3-af43-25058eed9691 req-a1397085-0729-4eb0-924d-1d0c34c4480c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0512254 Dec 07 00:04:00.448804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9642d9cc-590a-4ec3-af43-25058eed9691 req-512cc171-9773-477f-9a8d-95011afab490 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462289 Dec 07 00:04:01.561300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdab51-0927-44c5-8ab6-a1e6c5c43db5 req-67c45635-8ca6-4561-be09-c54a19c9f3af tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:01.562762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3bdab51-0927-44c5-8ab6-a1e6c5c43db5 req-67c45635-8ca6-4561-be09-c54a19c9f3af tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0476234 Dec 07 00:04:01.609813 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3bdab51-0927-44c5-8ab6-a1e6c5c43db5 req-18ea2218-0479-42fb-90a6-8cc9a6ed3719 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Dec 07 00:04:02.734383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3087e3d-49bf-4827-921c-449a8d8e5b91 req-1d3f9321-a3f2-463d-8ac7-5bf3b144d9e5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:02.735859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3087e3d-49bf-4827-921c-449a8d8e5b91 req-1d3f9321-a3f2-463d-8ac7-5bf3b144d9e5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0483634 Dec 07 00:04:02.784368 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3087e3d-49bf-4827-921c-449a8d8e5b91 req-84219dbb-a66f-443d-890d-ab9935f22652 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Dec 07 00:04:03.350380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:03.902500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f4bae-319f-418c-ae5c-e12831c23514 req-c315d60a-3465-4510-9225-9413499f2103 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:03.903992 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-932f4bae-319f-418c-ae5c-e12831c23514 req-c315d60a-3465-4510-9225-9413499f2103 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 944 time: 0.0530441 Dec 07 00:04:03.952525 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-932f4bae-319f-418c-ae5c-e12831c23514 req-17794c15-a3fe-4f1b-8a60-ffbcac797774 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425627 Dec 07 00:04:04.506818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 3915f7a3-1906-4f60-9738-4c76691f13a1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:04:04.603514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3915f7a3-1906-4f60-9738-4c76691f13a1,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:04.614126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:04:04.649284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:04.661609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3915f7a3-1906-4f60-9738-4c76691f13a1 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:04:04.681150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3915f7a3-1906-4f60-9738-4c76691f13a1,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:04.750529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:04.800525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:05.064847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebcb37-052f-4872-9dd7-94edb06fc175 req-f002f4c0-689b-41cc-95cb-d10d4e6a1823 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:05.066259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-baebcb37-052f-4872-9dd7-94edb06fc175 req-f002f4c0-689b-41cc-95cb-d10d4e6a1823 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 945 time: 0.0493040 Dec 07 00:04:05.088036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['3915f7a3-1906-4f60-9738-4c76691f13a1'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:04:05.114952 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-baebcb37-052f-4872-9dd7-94edb06fc175 req-b7193f02-9fe6-47df-a57d-61590edbf58a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421796 Dec 07 00:04:06.232453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0e8aa-ac2f-444b-93fa-f9b497ed2988 req-29cedc9b-5d2f-4a37-9438-066846e30153 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:06.233906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d3a0e8aa-ac2f-444b-93fa-f9b497ed2988 req-29cedc9b-5d2f-4a37-9438-066846e30153 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Dec 07 00:04:06.282691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d3a0e8aa-ac2f-444b-93fa-f9b497ed2988 req-22061be9-74d8-4dfc-9d50-a92c32d94e55 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Dec 07 00:04:06.526707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 3915f7a3-1906-4f60-9738-4c76691f13a1 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:06.618599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 3915f7a3-1906-4f60-9738-4c76691f13a1 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:04:06.622209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 3915f7a3-1906-4f60-9738-4c76691f13a1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:06.622579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:06.699590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:06.721243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:06.723512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39733eeb-cf75-43b8-918f-5185ed7560da" -d '{"events": [{"server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "name": "network-vif-plugged", "status": "completed", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:06.739594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3915f7a3-1906-4f60-9738-4c76691f13a1,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:06.759255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a3d561-431c-421b-bc23-35dea209f142 x-openstack-request-id: req-c2a3d561-431c-421b-bc23-35dea209f142 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:06.759560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "name": "network-vif-plugged", "status": "completed", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:06.759817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2a3d561-431c-421b-bc23-35dea209f142 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:06.760210 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'code': 200} Dec 07 00:04:06.790028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:06.840584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:07.026204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3fed7-ea06-4646-8156-2744e4f33fff req-df0c7876-983c-4857-a8ae-2ff908cf0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:07.027647 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fce3fed7-ea06-4646-8156-2744e4f33fff req-df0c7876-983c-4857-a8ae-2ff908cf0e1e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.0381935 Dec 07 00:04:07.076088 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fce3fed7-ea06-4646-8156-2744e4f33fff req-dc109494-ade6-4ef1-9d1c-677336990eb0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384514 Dec 07 00:04:07.394974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264f4f5-1787-445f-ad6b-8af677714868 req-6512f0fd-f2d6-46ec-ab35-1d0b3baffb4f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:07.396354 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c264f4f5-1787-445f-ad6b-8af677714868 req-6512f0fd-f2d6-46ec-ab35-1d0b3baffb4f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.0471027 Dec 07 00:04:07.449246 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c264f4f5-1787-445f-ad6b-8af677714868 req-6c38ba66-ba7b-48b3-851a-6974a4ee9ffa tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Dec 07 00:04:08.569001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304856cd-23be-47a2-8fe2-4b3e2850a940 req-226148eb-f4ad-46b8-bc86-d1a145565ecb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:08.570562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-304856cd-23be-47a2-8fe2-4b3e2850a940 req-226148eb-f4ad-46b8-bc86-d1a145565ecb tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.0504241 Dec 07 00:04:08.618913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-304856cd-23be-47a2-8fe2-4b3e2850a940 req-9639388b-2652-4f3e-8f9d-b32dadd962a4 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 Dec 07 00:04:08.728851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4a9f-e99e-490d-9182-f934d70173b1 req-d958b617-3579-442c-a54a-40e763db4c45 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:08.730342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd2e4a9f-e99e-490d-9182-f934d70173b1 req-d958b617-3579-442c-a54a-40e763db4c45 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.0469797 Dec 07 00:04:08.777226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd2e4a9f-e99e-490d-9182-f934d70173b1 req-b75adf9b-7649-48fb-95d3-bfb1ca9c1e6a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 Dec 07 00:04:08.798845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33924) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:08.836647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc59d2-b268-4253-ab53-02bce410c4b2 tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:08.838096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5cbc59d2-b268-4253-ab53-02bce410c4b2 tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1094 time: 0.0382843 Dec 07 00:04:08.840687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33926) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:08.844819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:08.932663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.031212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.132629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.36.7.143 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c51c07a2-a0c2-4b25-840c-c0031984dece) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:09.235002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.327577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.365402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:09.368157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:09.371604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:09.399792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=c51c07a2-a0c2-4b25-840c-c0031984dece,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:09.725704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.847592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:09.994563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:10.052851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:10.121909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=c51c07a2-a0c2-4b25-840c-c0031984dece,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:10.135849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:10.233825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 521ceb0c-150b-4b67-8e4c-d78ab2fd70de associated. External IP: 172.36.7.143, port: 3915f7a3-1906-4f60-9738-4c76691f13a1. Dec 07 00:04:10.441758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:04:10.546963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:10.557701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:10.567220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:10.572489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:10.638157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:10.671592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-80e3e4c2-e860-48d6-969b-24eaedf27ada tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8298864 Dec 07 00:04:10.672289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:10.675165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a28ba-55c7-4b59-aea3-7874e791c8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:10.679236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:10.712475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c64374e-1352-4d2f-b455-15605965f53e x-openstack-request-id: req-3c64374e-1352-4d2f-b455-15605965f53e {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:10.712767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:10.713023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c64374e-1352-4d2f-b455-15605965f53e {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:10.713431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'status': 'completed', 'code': 200} Dec 07 00:04:10.802078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-f0e684fe-72b9-4095-8491-f8c02421776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:10.803667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-f0e684fe-72b9-4095-8491-f8c02421776c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.0420191 Dec 07 00:04:10.901088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-f89ed026-f3c3-4954-bc5e-49482bb86729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:10.902567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-f89ed026-f3c3-4954-bc5e-49482bb86729 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0908048 Dec 07 00:04:10.968679 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-c290163b-2d1f-4812-b927-7e7386c0d235 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 1000 time: 0.0576725 Dec 07 00:04:11.018679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-3e652945-8503-4bf5-986a-4c0f793104ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:11.020426 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-3e652945-8503-4bf5-986a-4c0f793104ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0436449 Dec 07 00:04:11.054886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:09Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:11.068766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-a7c2a0ea-8ba6-4623-9888-c382790a827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:11.070744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-a7c2a0ea-8ba6-4623-9888-c382790a827b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429397 Dec 07 00:04:11.081499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:11.090367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:11.090976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:11.160632 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-7bc757cc-9cf3-4452-8a82-beb65061b87f service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825169 Dec 07 00:04:11.197840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:11.254918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-718a28ba-55c7-4b59-aea3-7874e791c8a2 req-20d5d1d1-ff37-4af0-bc51-618f5eb54238 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Dec 07 00:04:11.420178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:09Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:11.447482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdcf5d1-a9b4-409c-8c26-0125eeb6423e None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:09Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:11.636775 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-a8d09467-5a74-48c2-973c-ba2490685ea5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418420 Dec 07 00:04:11.639968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427bd32-805e-4c3a-9e88-9c4ce70f3a79 None None] New status for floating IP 521ceb0c-150b-4b67-8e4c-d78ab2fd70de: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:04:11.710134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-f89af960-ba67-44a2-974b-983af6bbc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:11.711611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-f89af960-ba67-44a2-974b-983af6bbc947 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 1098 time: 0.0389278 Dec 07 00:04:12.083174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-0da8b13a-ac34-4392-9714-cdf515f59b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:12.084557 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-0da8b13a-ac34-4392-9714-cdf515f59b6f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 200 len: 898 time: 0.3535829 Dec 07 00:04:12.125757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-f4f7d3d5-ee17-44e7-aea3-7fc4d18e1374 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 200 len: 217 time: 0.0326407 Dec 07 00:04:12.173275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-b5e8bd05-e873-4933-aab5-b5eacc3f7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:12.174648 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-b5e8bd05-e873-4933-aab5-b5eacc3f7f66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 200 len: 835 time: 0.0419257 Dec 07 00:04:12.222424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-17d4eaa5-4b65-49df-b750-9c95c4509512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:12.223956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-17d4eaa5-4b65-49df-b750-9c95c4509512 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd129fde-de3d-4058-816f-167158ac51ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419638 Dec 07 00:04:12.310830 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-a72fd823-3bb5-4a17-a70e-abe2039cb8f3 service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792556 Dec 07 00:04:12.406847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01ba7f6d-e52b-4dd9-bf40-53e120c769d8 req-544a4536-c833-454c-b482-03a687b6252e service neutron] 10.222.0.45 "GET /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Dec 07 00:04:16.389120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205acaed-96b6-4839-ab66-ca85f4cfa3ec req-57c32394-fdfd-4e3c-9a21-2f83d4ccd37c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:16.390598 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-205acaed-96b6-4839-ab66-ca85f4cfa3ec req-57c32394-fdfd-4e3c-9a21-2f83d4ccd37c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0573094 Dec 07 00:04:16.442725 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-205acaed-96b6-4839-ab66-ca85f4cfa3ec req-1bbffed2-b538-4a5e-9226-9fd097895667 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462010 Dec 07 00:04:17.561923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a4b57-391d-444b-82e1-ab902d3e84ac req-2d9ed9b0-4c07-4765-9e77-9727a2885837 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:17.563566 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1c7a4b57-391d-444b-82e1-ab902d3e84ac req-2d9ed9b0-4c07-4765-9e77-9727a2885837 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0504627 Dec 07 00:04:17.610690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1c7a4b57-391d-444b-82e1-ab902d3e84ac req-d403e96d-de56-453d-ab63-34eedfda0c29 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5910152-ad13-4b27-80c6-c7f0bdaaab8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411096 Dec 07 00:04:18.064431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-b417210d-818f-448e-bf43-54bba021d0fe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:18.065986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-b417210d-818f-448e-bf43-54bba021d0fe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 945 time: 0.0602291 Dec 07 00:04:18.154963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:18.155302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.246116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:18.246477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.417902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6869eeb8-ebca-4891-a3a2-7e186774c0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.465939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.466302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.466629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44 disassociated. External IP: 172.36.7.247, port: 329efa38-5fc7-47d3-b8f4-1da3f6b9995e. Dec 07 00:04:18.466974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 329efa38-5fc7-47d3-b8f4-1da3f6b9995e owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:18.652872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.685844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=329efa38-5fc7-47d3-b8f4-1da3f6b9995e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:18.724383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b7ce2d9-537d-411a-90ee-61f301e2c201 req-5561a187-5c08-4a65-8805-ab3950620139 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0454857 Dec 07 00:04:18.796549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:04:18.899000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:18.908436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:18.917571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:18.918194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:18.939663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 329efa38-5fc7-47d3-b8f4-1da3f6b9995e on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:04:18.942207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:18.946042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-323de20a-e360-4f67-817f-d9e35bbe14a0 req-d20cb227-4f99-42cb-89bc-e67f36d269e2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/329efa38-5fc7-47d3-b8f4-1da3f6b9995e HTTP/1.1" status: 204 len: 173 time: 0.8727548 Dec 07 00:04:18.946482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'name': 'network-vif-deleted', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:18.948780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f845284c-36a3-44e4-b967-ba41485d6ee0" -d '{"events": [{"server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "name": "network-vif-deleted", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:18.984767 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4166e9f-875d-48f9-9621-3bb8de20860f x-openstack-request-id: req-c4166e9f-875d-48f9-9621-3bb8de20860f {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:18.985134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3a8481-652c-43d5-8a9d-c7cb7ef4945e", "name": "network-vif-deleted", "tag": "329efa38-5fc7-47d3-b8f4-1da3f6b9995e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:18.985462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4166e9f-875d-48f9-9621-3bb8de20860f {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:18.985957 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3a8481-652c-43d5-8a9d-c7cb7ef4945e', 'name': 'network-vif-deleted', 'tag': '329efa38-5fc7-47d3-b8f4-1da3f6b9995e', 'status': 'completed', 'code': 200} Dec 07 00:04:19.030324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:19.246889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:19.272484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:19.280975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:19.281503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:03:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:19.387663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:19.592843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:19.623008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eda09-4da4-417e-b89f-1143dd3ceb24 None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:20Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '24f1e311-d75d-40a7-b8a2-02ac652e8e94', 'name': '', 'network_id': 'fd129fde-de3d-4058-816f-167158ac51ef', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:c3:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:19Z', 'updated_at': '2021-12-07T00:02:23Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8af6f822-4156-4cfa-8aae-6343513d7ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:19.841119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-86810003-0e99-4fe1-a4d4-01563cf7ac6f req-a4d79aa8-3a5a-4e93-bb60-96822ecee939 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec3a8481-652c-43d5-8a9d-c7cb7ef4945e HTTP/1.1" status: 200 len: 210 time: 0.0295994 Dec 07 00:04:19.877775 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02907fa-c24e-4b68-8b57-11756eeda101 None None] New status for floating IP 668b9898-9ab0-477d-ac77-555a5e73fd44: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:04:20.652210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-329c3830-8b59-4cf7-a240-5dd9bdf2f46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:20.902908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33954) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:20.958236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:20.983866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.133302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.135917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.137120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5910152-ad13-4b27-80c6-c7f0bdaaab8f HTTP/1.1" status: 204 len: 168 time: 0.2332201 Dec 07 00:04:21.146276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9e51-0c53-4482-ae29-b5b23542edf7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5910152-ad13-4b27-80c6-c7f0bdaaab8f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:21.236637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33958) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:21.359537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 4f10e424-f839-4d40-ad28-e03ebc62e796 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:21.359872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.435269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.435480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.447150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 4f10e424-f839-4d40-ad28-e03ebc62e796 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:21.647012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.671365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=4f10e424-f839-4d40-ad28-e03ebc62e796,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:21.730554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.733313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:21.734545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-543bfdd8-1784-4f15-9c80-70de2da0d0cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/668b9898-9ab0-477d-ac77-555a5e73fd44 HTTP/1.1" status: 204 len: 168 time: 0.4968638 Dec 07 00:04:21.915607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:22.133400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c11b4-bba9-440d-8eb3-d72d2e7b4108 req-26f65e63-0390-47eb-be83-d812a00f37ce tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:22.135035 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c7c11b4-bba9-440d-8eb3-d72d2e7b4108 req-26f65e63-0390-47eb-be83-d812a00f37ce tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0530429 Dec 07 00:04:22.190631 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c7c11b4-bba9-440d-8eb3-d72d2e7b4108 req-bc928bb0-104e-48a4-bc3e-d1fdc4c14fd4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 Dec 07 00:04:22.667179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 329efa38-5fc7-47d3-b8f4-1da3f6b9995e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:04:22.687480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 329efa38-5fc7-47d3-b8f4-1da3f6b9995e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:04:22.687830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 329efa38-5fc7-47d3-b8f4-1da3f6b9995e not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:04:22.972670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:23.307425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfcbe3-ab46-460c-b824-82a20f27b464 req-5baff901-72fa-4519-bfe1-011f21973b01 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:23.308932 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02bfcbe3-ab46-460c-b824-82a20f27b464 req-5baff901-72fa-4519-bfe1-011f21973b01 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0479956 Dec 07 00:04:23.357275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02bfcbe3-ab46-460c-b824-82a20f27b464 req-d4e1eaad-2650-44e7-acac-9a2dbf8204c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Dec 07 00:04:23.758076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-076c9447-383b-447b-991b-417186f60ae7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:23.759518 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-076c9447-383b-447b-991b-417186f60ae7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 945 time: 0.0476503 Dec 07 00:04:23.853777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:23.854044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:23.939385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 99508174-34ac-4ea8-a04a-7dee32f2f2a7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=99508174-34ac-4ea8-a04a-7dee32f2f2a7,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:23.939755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:23.952717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 99508174-34ac-4ea8-a04a-7dee32f2f2a7 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:24.150347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:24.161273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:24.189891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=99508174-34ac-4ea8-a04a-7dee32f2f2a7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:24.233374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 99508174-34ac-4ea8-a04a-7dee32f2f2a7 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:04:24.235865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:24.239147 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bddd96c2-4309-409b-be12-f2cad0607ea6 req-eb70f244-cb7c-4c57-8a98-1b0d24522e5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/99508174-34ac-4ea8-a04a-7dee32f2f2a7 HTTP/1.1" status: 204 len: 173 time: 0.4712391 Dec 07 00:04:24.239780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'name': 'network-vif-deleted', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:24.241989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c37143-7dda-4056-8f08-3e91981142ed" -d '{"events": [{"server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "name": "network-vif-deleted", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:24.278170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32321f7e-cbe3-4aca-b9ee-47d18e23cb0b x-openstack-request-id: req-32321f7e-cbe3-4aca-b9ee-47d18e23cb0b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:24.278863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86d9045-b9dc-4455-b019-90e114ae0eec", "name": "network-vif-deleted", "tag": "99508174-34ac-4ea8-a04a-7dee32f2f2a7", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:24.279127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32321f7e-cbe3-4aca-b9ee-47d18e23cb0b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:24.279527 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86d9045-b9dc-4455-b019-90e114ae0eec', 'name': 'network-vif-deleted', 'tag': '99508174-34ac-4ea8-a04a-7dee32f2f2a7', 'status': 'completed', 'code': 200} Dec 07 00:04:24.454636 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-88c7311b-1fc5-407b-a66f-e999bd56efce req-190902c3-4bf6-4bb1-b8f5-42de22dd74ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=f86d9045-b9dc-4455-b019-90e114ae0eec HTTP/1.1" status: 200 len: 210 time: 0.0265388 Dec 07 00:04:25.510962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 33974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:25.567625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:25.592478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:25.710014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:25.713342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:25.714515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c HTTP/1.1" status: 204 len: 168 time: 0.2025445 Dec 07 00:04:25.723845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc96d2a-3ccc-441f-b39b-1d2ad4d9581c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:25.731507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.731915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.732286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.732637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.732975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.733308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.733643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.734028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.734307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.734639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.734970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.735295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.735648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6c85f7-843c-4bc4-9028-ac83bb344373 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:25.796697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33978) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:26.157341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:26.407215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 24f1e311-d75d-40a7-b8a2-02ac652e8e94 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:26.407614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:26.497311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 24f1e311-d75d-40a7-b8a2-02ac652e8e94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=24f1e311-d75d-40a7-b8a2-02ac652e8e94,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:26.497672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:26.511061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 24f1e311-d75d-40a7-b8a2-02ac652e8e94 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:26.755295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:26.780844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=24f1e311-d75d-40a7-b8a2-02ac652e8e94,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:26.961279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.176948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 4c428623-623b-400e-9949-7550c78e75db has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:04:27.292418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:27.298882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-891403d6-e135-436b-a474-7af9dc2c518a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/4c428623-623b-400e-9949-7550c78e75db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010448 Dec 07 00:04:27.301643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33980) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:27.306729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Sync routers for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:27.319537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:27.320813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:27.358094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 8af6f822-4156-4cfa-8aae-6343513d7ff4 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:04:27.361268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.402150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.442661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:27.484806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.624288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:04:26Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:27.653604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Checking router: 4c428623-623b-400e-9949-7550c78e75db for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:27.653816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.661736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Routers {'4c428623-623b-400e-9949-7550c78e75db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:27.662346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['4c428623-623b-400e-9949-7550c78e75db'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:27.764133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] Set router 4c428623-623b-400e-9949-7550c78e75db gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:27.949651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:04:26Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:27.963899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=8af6f822-4156-4cfa-8aae-6343513d7ff4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:27.969351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:27.974939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6dfd5820-fc38-46c7-b9c0-5aff807ec79c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/8af6f822-4156-4cfa-8aae-6343513d7ff4 HTTP/1.1" status: 204 len: 168 time: 0.6699426 Dec 07 00:04:27.975537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33982) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:27.976201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b9d58a-84ba-4e09-9ddd-133926637b4a None None] Network fd129fde-de3d-4058-816f-167158ac51ef requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:04:27.980088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0172118b-6bba-40d8-ba5e-b07f0d303fac None None] The sync data for ids ['4c428623-623b-400e-9949-7550c78e75db'] in dv-neutron-master-2-hyperv is: [{'id': '4c428623-623b-400e-9949-7550c78e75db', 'name': 'tempest-TestNetworkBasicOps-router-878262207', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179'}], 'enable_snat': True}, 'gw_port_id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:04:26Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'cdc86899-4341-4f3d-8b10-78480aec2d4f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:94:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c428623-623b-400e-9949-7550c78e75db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:02:16Z', 'updated_at': '2021-12-07T00:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:28.100125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.214922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.330242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port cdc86899-4341-4f3d-8b10-78480aec2d4f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:28.330582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.381280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] DHCP port deletion for fd129fde-de3d-4058-816f-167158ac51ef request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:04:28.426870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port cdc86899-4341-4f3d-8b10-78480aec2d4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdc86899-4341-4f3d-8b10-78480aec2d4f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:28.427298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.433312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Deleting port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:04:28.433687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.444636 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for cdc86899-4341-4f3d-8b10-78480aec2d4f owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:28.512804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] For port a3ba1cd4-bc8b-475d-86e9-ceec80380c84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,segment=NetworkSegment(7ca494ed-cf89-45ae-b87b-f389f8f54e26),segment_id=7ca494ed-cf89-45ae-b87b-f389f8f54e26)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:28.513322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.527273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Calling delete_port for a3ba1cd4-bc8b-475d-86e9-ceec80380c84 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:04:28.669321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.698361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.699696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99508174-34ac-4ea8-a04a-7dee32f2f2a7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:04:28.704474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] Pushing event deleted for resources: {'Port': ['ID=a3ba1cd4-bc8b-475d-86e9-ceec80380c84,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:28.707367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8307713b-7ba7-4e14-bd42-3953b1df1fc0 None None] No DVR routers for this DVR port a3ba1cd4-bc8b-475d-86e9-ceec80380c84 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:04:28.729702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 99508174-34ac-4ea8-a04a-7dee32f2f2a7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:04:28.730101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 99508174-34ac-4ea8-a04a-7dee32f2f2a7 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:04:28.741329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=cdc86899-4341-4f3d-8b10-78480aec2d4f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:28.758994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f896b1-835f-41e8-830c-329609df8bbe None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:04:28.810057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.898857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:28.901110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.023768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.024475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router 4c428623-623b-400e-9949-7550c78e75db {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:04:29.031318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.032531 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b3faeca2-e591-4fe8-add8-7bf96778558d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/4c428623-623b-400e-9949-7550c78e75db HTTP/1.1" status: 204 len: 168 time: 1.0559812 Dec 07 00:04:29.035362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33984) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:29.115628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.207725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.228060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd129fde-de3d-4058-816f-167158ac51ef']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:29.236964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca494ed-cf89-45ae-b87b-f389f8f54e26') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:29.239092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca494ed-cf89-45ae-b87b-f389f8f54e26') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:29.246375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.259037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.264772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:04:29.265158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:04:29.268067 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:04:29.412900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.422838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.423407 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/fd129fde-de3d-4058-816f-167158ac51ef HTTP/1.1" status: 204 len: 168 time: 0.3870840 Dec 07 00:04:29.435111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec274b14-07cc-4925-a7f9-cc5d9019a98a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=fd129fde-de3d-4058-816f-167158ac51ef,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:29.450723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33986) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:29.455910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--1074893611', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:29.555714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:04:29.559248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.582885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:04:29.591956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.592340 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment a15517c2-fe12-4a80-bb7d-8cd9265e0fea of type vlan for network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 Dec 07 00:04:29.630048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.721111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.726770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:29.727760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.799559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=6f261cb1-08df-4982-a6a3-ffc8de17ddd2,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:29.809986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-89730673-206a-4b0e-a098-9ab11fd47ec2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3579996 Dec 07 00:04:29.811348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:04:29.812667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33988) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:29.817333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-228482423', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:29.874754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 24f1e311-d75d-40a7-b8a2-02ac652e8e94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:04:29.900855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 24f1e311-d75d-40a7-b8a2-02ac652e8e94 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:04:29.901214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 24f1e311-d75d-40a7-b8a2-02ac652e8e94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:04:29.901639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cdc86899-4341-4f3d-8b10-78480aec2d4f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:04:29.910281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.911384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:29.920129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: cdc86899-4341-4f3d-8b10-78480aec2d4f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:04:29.920512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device cdc86899-4341-4f3d-8b10-78480aec2d4f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:04:29.920925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a3ba1cd4-bc8b-475d-86e9-ceec80380c84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:04:29.940262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a3ba1cd4-bc8b-475d-86e9-ceec80380c84 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:04:29.940619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a3ba1cd4-bc8b-475d-86e9-ceec80380c84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:04:29.998555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.207411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.461545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.485466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.589350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.162 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/ac17758d-9d76-4f92-98b0-4b16efb2632c) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:30.689283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.790739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.828082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:30.830829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:30.834248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:30.844041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c89acb7-fbc2-4524-9fa0-7b1997e8126a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:04:30.862330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=ac17758d-9d76-4f92-98b0-4b16efb2632c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:30.900432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f5c2988d-942d-49d5-acb4-1402080fe9a4 None None] Provisioning complete for port ac17758d-9d76-4f92-98b0-4b16efb2632c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:30.900802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f5c2988d-942d-49d5-acb4-1402080fe9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:30.933862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f5c2988d-942d-49d5-acb4-1402080fe9a4 None None] Port ac17758d-9d76-4f92-98b0-4b16efb2632c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:31.142787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:31.331034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:31.544058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:04:31.650152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:31.659568 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Sync routers for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:31.672316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:31.672928 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:31.757862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:31.761129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-62f53977-2549-4ace-bcf8-02aeb45f17a8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9454551 Dec 07 00:04:31.762464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33992) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:31.779408 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:31.806036 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1b2b2476-aa1a-4162-89f5-2a2308dc9d8e tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330803 Dec 07 00:04:31.806036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33994) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:31.958045 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:30Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:31.984813 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Checking router: 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:31.985205 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Updating router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce port ac17758d-9d76-4f92-98b0-4b16efb2632c binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:04:32.015938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.235947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c7ec1-45aa-4902-8034-62955a0e418a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:32.237361 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c68c7ec1-45aa-4902-8034-62955a0e418a tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4371340 Dec 07 00:04:32.240532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:32.270250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.274181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-40c50fd8-d9c2-48aa-82a2-9f8ae0229846 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320313 Dec 07 00:04:32.276592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 33998) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:32.281311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1138429950', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:32.361480 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.402541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26cd1c-9c36-472a-a7a9-f9b30b56f3ed None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:04:32.416579 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Attempting to bind port ac17758d-9d76-4f92-98b0-4b16efb2632c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:04:32.416951 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Attempting to bind port ac17758d-9d76-4f92-98b0-4b16efb2632c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:04:32.417302 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Attempting to bind port ac17758d-9d76-4f92-98b0-4b16efb2632c on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:04:32.420160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Pushing event updated for resources: {'Port': ['ID=ac17758d-9d76-4f92-98b0-4b16efb2632c,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:32.427565 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:04:32.427940 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:04:32.428363 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.428756 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:04:32.429215 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Bound port: ac17758d-9d76-4f92-98b0-4b16efb2632c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:04:32.429626 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.432958 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434155 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434155 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434155 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434482 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434633 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.434975 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.435306 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.435652 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.435967 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.436319 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.436645 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.436969 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:32.465892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-41ff050f-b0bb-473b-8568-1442938819eb None None] Provisioning complete for port ac17758d-9d76-4f92-98b0-4b16efb2632c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:32.470567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-41ff050f-b0bb-473b-8568-1442938819eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.494296 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] For port ac17758d-9d76-4f92-98b0-4b16efb2632c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:04:32.495703 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] For port ac17758d-9d76-4f92-98b0-4b16efb2632c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac17758d-9d76-4f92-98b0-4b16efb2632c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:04:32.498303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:04:32.502737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.504322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-41ff050f-b0bb-473b-8568-1442938819eb None None] Port ac17758d-9d76-4f92-98b0-4b16efb2632c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:32.607088 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.647418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596b71d-029c-4080-b7e9-9ed1cf6a3ad4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:04:32.667397 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:32.668031 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:32.669840 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae067e5-8805-408f-bcf9-6b65551197c0 None None] Pushing event updated for resources: {'Port': ['ID=ac17758d-9d76-4f92-98b0-4b16efb2632c,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:32.725362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] Provisioning complete for port ac17758d-9d76-4f92-98b0-4b16efb2632c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:32.725734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.767893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.783984 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:32.822514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.831016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=255d30d1-060a-4496-b20c-8997acbccc0b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:32.847362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:04:32.847849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 6f261cb1-08df-4982-a6a3-ffc8de17ddd2, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:04:32.854026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] For port ac17758d-9d76-4f92-98b0-4b16efb2632c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac17758d-9d76-4f92-98b0-4b16efb2632c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:32.866860 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:04:32.898165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:32.926287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:04:32.950049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf9063-f6ae-4e1b-9f07-3bdc3909a7e6 None None] Pushing event updated for resources: {'Port': ['ID=ac17758d-9d76-4f92-98b0-4b16efb2632c,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:32.971523 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:30Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:33.001588 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d77ce-f880-4c56-8103-a9b8c68d2bb6 None None] The sync data for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv is: [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:30Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:33.012464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6f261cb1-08df-4982-a6a3-ffc8de17ddd2) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:33.026309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:33.027475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2193ffef-5392-4820-aa66-3a53a4259197 None None] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:04:33.027638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.118967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b5afa660-06cf-436c-94c9-94f1f85eabcc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8413353 Dec 07 00:04:33.122013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34000) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:33.186415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:04:33.187284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.369358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Allocated IP 172.20.0.2 (6f261cb1-08df-4982-a6a3-ffc8de17ddd2/255d30d1-060a-4496-b20c-8997acbccc0b/b98bdb02-f64a-455a-b149-2f172a50148a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:33.438517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.528879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.602083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.640082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.646441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:33.651955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:33.662744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:33.673130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Pushing event updated for resources: {'Port': ['ID=b98bdb02-f64a-455a-b149-2f172a50148a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:33.728164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Attempting to bind port b98bdb02-f64a-455a-b149-2f172a50148a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:04:33.728577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Attempting to bind port b98bdb02-f64a-455a-b149-2f172a50148a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:04:33.728945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Attempting to bind port b98bdb02-f64a-455a-b149-2f172a50148a on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:04:33.734846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:04:33.735226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Checking segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:04:33.735698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.736036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Bound using segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:04:33.736540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Bound port: b98bdb02-f64a-455a-b149-2f172a50148a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:04:33.736931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.814975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] For port b98bdb02-f64a-455a-b149-2f172a50148a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:04:33.815443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] For port b98bdb02-f64a-455a-b149-2f172a50148a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b98bdb02-f64a-455a-b149-2f172a50148a,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:04:33.865079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:33.924004 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ac17758d-9d76-4f92-98b0-4b16efb2632c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:33.974632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65e4fd-7447-49a2-82f7-51c53149b452 None None] Pushing event updated for resources: {'Port': ['ID=b98bdb02-f64a-455a-b149-2f172a50148a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:33.975215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (6f261cb1-08df-4982-a6a3-ffc8de17ddd2/255d30d1-060a-4496-b20c-8997acbccc0b/45a8ec8c-3f58-4196-b338-3f4ced0fccf5) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:33.998660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ac17758d-9d76-4f92-98b0-4b16efb2632c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:33.999065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.161966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.276194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.319049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:34.322749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:34.326703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:34.349950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:34.374537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.591421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.871487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:34.978469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.055272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:35.063219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.158390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:35.159982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:35.281761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:04:35.370207 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e31a2c-0baf-4d90-ace5-e831276c6e3f None None] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:04:35.390587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:35.395854 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-97ce5b3e-aa5f-4bcb-8a28-13305dc8025e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2728729 Dec 07 00:04:35.398891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34002) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:35.427710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Sync routers for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:35.460082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:35.460784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:35.472017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Provisioning complete for port b98bdb02-f64a-455a-b149-2f172a50148a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:35.472414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.499763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.500266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.500767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.501235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.501717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.502164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.503915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-15aeb233-0029-4bf9-8abe-de104e75f588 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1040051 Dec 07 00:04:35.506802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34004) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:35.598167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.598642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.599108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.599574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.600033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.600506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:35.602452 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-96f52f94-9ca7-494b-b159-34ad3a2be760 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0945847 Dec 07 00:04:35.607572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34006) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:35.658484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:35.738981 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a6c4b82d-aec0-4b23-8594-a0faf921ee76 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.1327674 Dec 07 00:04:35.741722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34008) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:35.746774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1369364650', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:35.767706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.856618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-51373753-ccb2-473a-903f-337aded98df0 None None] For port b98bdb02-f64a-455a-b149-2f172a50148a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b98bdb02-f64a-455a-b149-2f172a50148a,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:35.922895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.944260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:04:35.948654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:35.958344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b98bdb02-f64a-455a-b149-2f172a50148a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:35.967655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] device_id is not set on port 735b07e2-df26-4132-9b9f-07c715437157 yet. {{(pid=110158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:04:36.020553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Pushing event updated for resources: {'Port': ['ID=b98bdb02-f64a-455a-b149-2f172a50148a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:36.025616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:36.034356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.034712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.035065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.035406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.035745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.036081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.036912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.036912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.037123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.037402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.037729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.038053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.038377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51373753-ccb2-473a-903f-337aded98df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:36.078273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Checking router: 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:36.078633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Updating router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:04:36.099473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.8 (6f261cb1-08df-4982-a6a3-ffc8de17ddd2/255d30d1-060a-4496-b20c-8997acbccc0b/735b07e2-df26-4132-9b9f-07c715437157) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:36.127233 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b98bdb02-f64a-455a-b149-2f172a50148a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:36.127611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.131633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.150844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1e9f9c1-e74b-4210-a218-55406913fb9a None None] Provisioning complete for port b98bdb02-f64a-455a-b149-2f172a50148a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:36.151218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f9c1-e74b-4210-a218-55406913fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.285078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.378802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.423148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:36.426500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:36.431423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:36.474673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:36.518271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:36.518948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.615582 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-145ff338-1b6b-4658-a7f9-7ba622797f88 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8721919 Dec 07 00:04:36.620470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1e9f9c1-e74b-4210-a218-55406913fb9a None None] Provisioning complete for port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:36.620926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1e9f9c1-e74b-4210-a218-55406913fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.679844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9f9c1-e74b-4210-a218-55406913fb9a None None] Port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:36.746210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.800290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Provisioning complete for port 735b07e2-df26-4132-9b9f-07c715437157 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:36.800693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.833544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Port 735b07e2-df26-4132-9b9f-07c715437157 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:36.836687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.884609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Provisioning complete for port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:36.884979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.911532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428def-9949-455f-9008-e7f6d7cf39b0 None None] Pushing event updated for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:36.966377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d644a7f4-caf2-4764-a88a-1d7538a9a3ed None None] Port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:36.976553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Attempting to bind port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:04:36.977064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Attempting to bind port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:04:36.977500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Attempting to bind port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:04:36.982885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:04:36.983336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Checking segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:04:36.983747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:36.987176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Bound using segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:04:36.987176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Bound port: 45a8ec8c-3f58-4196-b338-3f4ced0fccf5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:04:36.987176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.051382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] For port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:04:37.054753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] For port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:04:37.161865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.215170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34012) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:37.223665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097699807', 'description': 'tempest-secgroup-smoke-2097699807 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:37.244657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428def-9949-455f-9008-e7f6d7cf39b0 None None] Pushing event updated for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:37.248129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:37.248971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:37.251146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] Provisioning complete for port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:37.251623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.322291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.396687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.419622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:37.460875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.480272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.505146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9989e-2b18-4426-a06a-22059fad1edc,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:37.558285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.562215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6084c369-cb83-4b9d-80f2-f54373bde34b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3434196 Dec 07 00:04:37.562412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:37.566673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:37.576153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] For port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:37.631909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.657636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:37.697504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d53ad9-ad15-4b65-b4fc-c917c3d57d38 None None] Pushing event updated for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:37.706688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:37.736131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545cf92-5c82-4e5f-ac13-6a1e17d18a61 None None] The sync data for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv is: [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:37.754898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-dd4f437a-ad99-4174-85ae-cf127650b4ac None None] Provisioning complete for port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:37.755282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dd4f437a-ad99-4174-85ae-cf127650b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.001617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:38.057042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:38.057536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.072579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.140825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b98bdb02-f64a-455a-b149-2f172a50148a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:38.149576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.170050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da96d57-6dad-4823-83b8-cc9e0ee19513,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:38.190206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b98bdb02-f64a-455a-b149-2f172a50148a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:38.190583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.277379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.278834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c885c487-13e2-448c-af32-66ae78303220 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7154913 Dec 07 00:04:38.281747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:38.286392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:38.372605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.433161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.475411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.495252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d908452-01fc-48eb-a207-c4f4d4f6d14d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:38.562658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.566130 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fa68a8e8-17ac-4848-94a1-06643d303812 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2811642 Dec 07 00:04:38.566954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:38.571460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:38.646357 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.711208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.760543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.778369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ce301c-90bc-4acb-9ec5-48ab306ca2ac,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:38.862121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:38.862121 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-92112d54-f917-4c79-803f-d8dd58952900 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889667 Dec 07 00:04:38.862121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34020) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:38.863932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:38.966119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.022300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.074738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.094867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb22542-bf8c-451d-8659-24e10aff656a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:39.152023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.153297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1f9cc60-a36c-4acb-a0f5-4bc9bea645bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2927372 Dec 07 00:04:39.156004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34022) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:39.160412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:39.275541 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:04:39.280722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.338728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.412343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.429449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c920903-e3a6-40ad-8b68-5263dfe51d86,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:39.500406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.501651 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-963bd68b-220a-4f59-af69-01c8cc629734 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446784 Dec 07 00:04:39.504452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34024) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:39.509348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '20e9989e-2b18-4426-a06a-22059fad1edc', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:39.572590 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:04:39.577690 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.638398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.675244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.694676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccaf2a1-7e77-493e-866c-e8c07853d98a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:39.746134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:39.747319 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba4a6fcd-25bd-47a1-b8d0-454f19fd6785 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2419221 Dec 07 00:04:39.893830 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-7de442c9-cb12-4e5b-a20e-0473de384704 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097699807&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0442863 Dec 07 00:04:39.941694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-413c6c73-4b9b-4076-9a27-7f914ae641b1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:39.943070 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-413c6c73-4b9b-4076-9a27-7f914ae641b1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 930 time: 0.0425313 Dec 07 00:04:39.958786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-eb528cf3-7bc8-498a-aad3-aa03169607a2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:04:39.960262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-eb528cf3-7bc8-498a-aad3-aa03169607a2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048645 Dec 07 00:04:39.998591 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-aa9c769a-e1ea-4304-bea6-e76279a20d20 service neutron] 10.222.0.53 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0327744 Dec 07 00:04:40.088340 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-624f41f9-c4df-489e-9f5e-901d3eaecbe1 service neutron] 10.222.0.53 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841296 Dec 07 00:04:40.177902 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-0daa5c99-efd4-4545-8a58-7d8a4978bf18 service neutron] 10.222.0.53 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837314 Dec 07 00:04:40.512052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4b4a92b-d456-485c-bb93-fdf29402a509 req-5236528c-084c-43c7-9cdc-ff345a306d22 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0770788 Dec 07 00:04:41.658855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-723fec8d-cd55-4b4d-89c2-88fff1095813 req-ee0bdd26-a376-4a60-884e-c8ceb833e2b8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0794249 Dec 07 00:04:42.568370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-627b891c-16bd-4e18-93fc-308eaa29fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:42.569729 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-627b891c-16bd-4e18-93fc-308eaa29fd68 service neutron] 10.222.0.45 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1026 time: 0.0346756 Dec 07 00:04:42.678082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-26207550-b9b6-420b-a7a7-06e3232aa8e3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:42.679555 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-26207550-b9b6-420b-a7a7-06e3232aa8e3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 200 len: 797 time: 0.1030061 Dec 07 00:04:42.753804 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1bd8e260-33e5-435c-b4ff-2d28a9414c90 req-e633c15f-8d0f-4ff4-9500-a700e567c37d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0257502 Dec 07 00:04:42.756411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-629b6b69-160d-49f4-88c5-880d844de22e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 380 time: 0.0567095 Dec 07 00:04:42.769628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-e9c455f0-b2fe-4ed2-aa32-15869d74015e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:04:42.770585 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-e9c455f0-b2fe-4ed2-aa32-15869d74015e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055914 Dec 07 00:04:42.785815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Request body: {'port': {'device_id': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:42.840212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.104753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:04:43.112407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.124190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Transition to ACTIVE for port object 735b07e2-df26-4132-9b9f-07c715437157 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:04:43.212571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.265813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:43.341474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:04:43.341820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:04:43.342155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:04:43.346989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:04:43.347314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:04:43.352461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:04:43.352809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Checking segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:04:43.353199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Bound using segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:04:43.353639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Bound port: 735b07e2-df26-4132-9b9f-07c715437157, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:04:43.353997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.426166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:04:43.429147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:04:43.503449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.536519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:43.537106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:43.538470 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] 10.222.0.45 "PUT /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1131 time: 0.7563086 Dec 07 00:04:43.542960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'tag': '735b07e2-df26-4132-9b9f-07c715437157'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:43.547617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e886fd-01b0-40ff-9712-183e841a439d" -d '{"events": [{"name": "network-changed", "server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "tag": "735b07e2-df26-4132-9b9f-07c715437157"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:43.581173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea6adb-3d13-4c86-b733-4c7f8e5d2d71 service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:43.589479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a55b07-c3f2-4205-bb56-bf2a423981c0 x-openstack-request-id: req-65a55b07-c3f2-4205-bb56-bf2a423981c0 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:43.589837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "tag": "735b07e2-df26-4132-9b9f-07c715437157", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:43.590017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65a55b07-c3f2-4205-bb56-bf2a423981c0 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:43.590428 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'tag': '735b07e2-df26-4132-9b9f-07c715437157', 'status': 'completed', 'code': 200} Dec 07 00:04:43.677733 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e886fd-01b0-40ff-9712-183e841a439d req-249b8407-a131-4a07-a965-5f57539e935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:43.679246 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b6e886fd-01b0-40ff-9712-183e841a439d req-249b8407-a131-4a07-a965-5f57539e935a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 1134 time: 0.0437410 Dec 07 00:04:43.804020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e886fd-01b0-40ff-9712-183e841a439d req-a8a69f33-85ca-45e1-a0c6-c09d5d492363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:43.805761 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b6e886fd-01b0-40ff-9712-183e841a439d req-a8a69f33-85ca-45e1-a0c6-c09d5d492363 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1029150 Dec 07 00:04:43.877259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d23015-567d-40fc-b921-9f8cca13723f req-e3738f4e-adc4-4566-81c2-6ab9c603a9a4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:43.878739 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06d23015-567d-40fc-b921-9f8cca13723f req-e3738f4e-adc4-4566-81c2-6ab9c603a9a4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 981 time: 0.0533955 Dec 07 00:04:43.907485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e886fd-01b0-40ff-9712-183e841a439d req-3e32338b-ecb6-4487-88f9-4041f3110f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:43.909535 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b6e886fd-01b0-40ff-9712-183e841a439d req-3e32338b-ecb6-4487-88f9-4041f3110f75 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922365 Dec 07 00:04:43.936904 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06d23015-567d-40fc-b921-9f8cca13723f req-a658729e-e4b5-4a1c-853d-c2a3d0cbf71d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Dec 07 00:04:44.020102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-746e525b-ea9b-4882-a6ba-767b7cb18ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:44.021584 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-746e525b-ea9b-4882-a6ba-767b7cb18ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 1134 time: 0.0427337 Dec 07 00:04:44.076659 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-c90e5dd8-5c03-4207-995c-851a0b3b39ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 217 time: 0.0336597 Dec 07 00:04:44.123421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-51f1107b-cbfc-4d3d-8138-b6f6d913c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:44.124877 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-51f1107b-cbfc-4d3d-8138-b6f6d913c781 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=255d30d1-060a-4496-b20c-8997acbccc0b HTTP/1.1" status: 200 len: 835 time: 0.0415475 Dec 07 00:04:44.175817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232226-fde4-451c-94a0-21e796ff3f53 req-13d5b622-0067-4db2-88c9-a935dabc3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:44.177267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-13d5b622-0067-4db2-88c9-a935dabc3738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413709 Dec 07 00:04:44.274361 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-baeef6fb-f39d-4b90-9b50-660cf017ef68 service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883827 Dec 07 00:04:44.373420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80232226-fde4-451c-94a0-21e796ff3f53 req-09a3d7eb-c630-4e64-b4eb-36f4ff975885 service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873578 Dec 07 00:04:45.052799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d58b-7776-4742-8e0b-f1687fc4637d req-3b27831c-34d4-481d-b20f-d39a572bf765 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:45.054259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e297d58b-7776-4742-8e0b-f1687fc4637d req-3b27831c-34d4-481d-b20f-d39a572bf765 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 981 time: 0.0485957 Dec 07 00:04:45.100708 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e297d58b-7776-4742-8e0b-f1687fc4637d req-bd17a998-7e73-496c-b29e-f4112239d8d6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Dec 07 00:04:46.213636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281cf4-5217-43f6-bd56-67eb6a5db09a req-c7386f70-adc7-4003-ae27-1b841230b251 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:46.215142 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3e281cf4-5217-43f6-bd56-67eb6a5db09a req-c7386f70-adc7-4003-ae27-1b841230b251 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 981 time: 0.0485044 Dec 07 00:04:46.262248 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3e281cf4-5217-43f6-bd56-67eb6a5db09a req-45108ffb-c177-4d89-a327-362708056d7a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Dec 07 00:04:46.761964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:04:46.872890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:46.892388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '735b07e2-df26-4132-9b9f-07c715437157', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'mac_address': 'fa:16:3e:15:c3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:04:46.937510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:46.950251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:04:46.969133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:47.046527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:47.092951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:47.376984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f050-8633-4081-b7ff-bc0702054769 req-980f34c6-2c43-4981-87c4-67661668c5aa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:47.378462 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f773f050-8633-4081-b7ff-bc0702054769 req-980f34c6-2c43-4981-87c4-67661668c5aa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 982 time: 0.0467091 Dec 07 00:04:47.424040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['735b07e2-df26-4132-9b9f-07c715437157'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:04:47.428547 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f773f050-8633-4081-b7ff-bc0702054769 req-2a2aa2cb-17ec-4ebe-a2de-15f0b72a7804 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Dec 07 00:04:48.366278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-56924eff-283d-4c70-8431-c62a1a5064bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:48.551832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff409588-2aa8-4880-8607-46ab5061623e req-d2d5d25c-72e6-4cea-9b20-45902f0c2889 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:48.553437 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ff409588-2aa8-4880-8607-46ab5061623e req-d2d5d25c-72e6-4cea-9b20-45902f0c2889 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 982 time: 0.0571349 Dec 07 00:04:48.601696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ff409588-2aa8-4880-8607-46ab5061623e req-45d7ef47-4fd9-4ead-8471-c35eaa10aae9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Dec 07 00:04:48.778493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:04:48.892328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 735b07e2-df26-4132-9b9f-07c715437157 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:04:48.896445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 735b07e2-df26-4132-9b9f-07c715437157 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:48.896821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:48.973881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:48.996095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b07e2-df26-4132-9b9f-07c715437157'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:48.998358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d030697-d575-4294-8d5f-06449889d462" -d '{"events": [{"server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "735b07e2-df26-4132-9b9f-07c715437157"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:49.010388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:49.034523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6329c98f-ed50-4988-8e7b-595323808d6f x-openstack-request-id: req-6329c98f-ed50-4988-8e7b-595323808d6f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:49.034840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "735b07e2-df26-4132-9b9f-07c715437157", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:49.035105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6329c98f-ed50-4988-8e7b-595323808d6f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:49.035569 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b07e2-df26-4132-9b9f-07c715437157', 'code': 200} Dec 07 00:04:49.086348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:49.134167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:49.447364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf413-e282-497f-b1b3-afdffde4bc69 req-9845b4fc-2ad8-4ef4-be04-e5fb9954b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:49.448945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3a9cf413-e282-497f-b1b3-afdffde4bc69 req-9845b4fc-2ad8-4ef4-be04-e5fb9954b573 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 1136 time: 0.0826354 Dec 07 00:04:49.500468 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3a9cf413-e282-497f-b1b3-afdffde4bc69 req-30f5f0d6-e0cf-467a-ab6a-a506304d57c6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Dec 07 00:04:49.720471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cf6c4-8e62-4a01-8d92-e09ac06c258c req-faedc030-b539-4002-ab13-fae5d72b3739 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:49.721976 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-957cf6c4-8e62-4a01-8d92-e09ac06c258c req-faedc030-b539-4002-ab13-fae5d72b3739 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0538914 Dec 07 00:04:49.768202 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-957cf6c4-8e62-4a01-8d92-e09ac06c258c req-310edc9b-9d2e-4cf6-b84c-2e94d59a2b52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Dec 07 00:04:50.691773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-071bb6a9-accc-4123-88dd-944fe174504b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:50.883469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0771f7-504f-45fe-b221-1a59f5345409 req-979e3647-62e0-4825-8a81-d2023e1e13f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:50.884972 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9b0771f7-504f-45fe-b221-1a59f5345409 req-979e3647-62e0-4825-8a81-d2023e1e13f3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0486414 Dec 07 00:04:50.931793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9b0771f7-504f-45fe-b221-1a59f5345409 req-4094859e-6c5b-4f55-8e39-99b080874fe7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Dec 07 00:04:51.938115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:52.043027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6a4be-e380-4827-8087-993ebd044ccc req-93dfa160-0126-4281-9f47-5f47e8ac7b80 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:52.044502 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78d6a4be-e380-4827-8087-993ebd044ccc req-93dfa160-0126-4281-9f47-5f47e8ac7b80 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0473340 Dec 07 00:04:52.090573 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78d6a4be-e380-4827-8087-993ebd044ccc req-418588ea-52a7-4307-8f4a-910a7d4a98bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Dec 07 00:04:52.490190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6af9fc-12f6-42b3-b6f5-c21e9527d15d req-0e56d1f6-3871-43bd-b0ab-2ae62bb166e7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:52.491572 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec6af9fc-12f6-42b3-b6f5-c21e9527d15d req-0e56d1f6-3871-43bd-b0ab-2ae62bb166e7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.3364604 Dec 07 00:04:52.537655 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ec6af9fc-12f6-42b3-b6f5-c21e9527d15d req-e3333574-6beb-4cb0-a55c-0f31ce63aafe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Dec 07 00:04:52.560076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34094) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:52.597627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e341720-452d-4dda-80a6-9a4404d0ad8b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:52.599107 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2e341720-452d-4dda-80a6-9a4404d0ad8b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 1131 time: 0.0379999 Dec 07 00:04:52.601956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34096) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:52.606683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:52.663229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:52.757783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:52.857789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.190 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/b4292562-4178-4f9d-ac10-23cac4d9b8f1) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:04:52.957871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:52.966427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.041383 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.079304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:04:53.082068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:04:53.085661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:04:53.091487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=b4292562-4178-4f9d-ac10-23cac4d9b8f1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:53.116782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.117135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.117482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.117824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.118160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.118516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.118849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.119179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.119509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.119838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.120165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.120513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.120853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:04:53.443786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.556886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.706245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.766146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.839771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=b4292562-4178-4f9d-ac10-23cac4d9b8f1,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:53.848030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:53.947549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 2c7d7621-51e4-429e-8f10-9f88277afe1f associated. External IP: 172.36.7.190, port: 735b07e2-df26-4132-9b9f-07c715437157. Dec 07 00:04:54.109352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:54.147661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:04:54.253759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:04:54.264174 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Sync routers for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:04:54.273170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:54.273776 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:54.345131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:54.377711 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ac3e6c7c-9edd-4017-82c6-27e58c88cef4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7745399 Dec 07 00:04:54.378143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'tag': '735b07e2-df26-4132-9b9f-07c715437157'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:04:54.380502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "tag": "735b07e2-df26-4132-9b9f-07c715437157"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:04:54.380701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34098) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:54.460537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16250cc-a4f2-4862-ac63-88cbaae29080 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.469380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e16250cc-a4f2-4862-ac63-88cbaae29080 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4&network_id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 200 len: 1131 time: 0.0874622 Dec 07 00:04:54.470827 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:54.482500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586deca-f390-4c50-a9d3-532e54e80b97 x-openstack-request-id: req-c586deca-f390-4c50-a9d3-532e54e80b97 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:04:54.482799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5960cd8a-3487-44d8-9ab9-ff952a80b2f4", "tag": "735b07e2-df26-4132-9b9f-07c715437157", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:04:54.483133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c586deca-f390-4c50-a9d3-532e54e80b97 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:04:54.483499 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'tag': '735b07e2-df26-4132-9b9f-07c715437157', 'status': 'completed', 'code': 200} Dec 07 00:04:54.574580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-1b80459b-fa0d-493f-a11e-82c0edf8d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.576151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-1b80459b-fa0d-493f-a11e-82c0edf8d4de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 1136 time: 0.0434675 Dec 07 00:04:54.666457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-dd0596a7-b3df-4990-95eb-f6391be300e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.667924 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-dd0596a7-b3df-4990-95eb-f6391be300e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 200 len: 898 time: 0.0851281 Dec 07 00:04:54.709336 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2c7d7621-51e4-429e-8f10-9f88277afe1f', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1369364650', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'mac_address': 'fa:16:3e:15:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:53Z', 'updated_at': '2021-12-07T00:04:53Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:54.734876 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Checking router: 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:04:54.739765 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-e37a798d-3ca4-4a2b-98e9-45019d7ab31b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1037 time: 0.0647430 Dec 07 00:04:54.743932 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:04:54.744579 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:54.796477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-bd777eb7-2457-4e2d-be46-e3ae9b35a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.797994 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-bd777eb7-2457-4e2d-be46-e3ae9b35a9f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=255d30d1-060a-4496-b20c-8997acbccc0b HTTP/1.1" status: 200 len: 835 time: 0.0451357 Dec 07 00:04:54.846344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-75d30624-dbeb-47ab-b3a7-03bb6e09456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.850982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-75d30624-dbeb-47ab-b3a7-03bb6e09456c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418682 Dec 07 00:04:54.856787 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:04:54.915999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a341-c409-43f7-814f-9a366e07cab7 req-4017455e-c1a3-4810-aaa4-8d8224244d51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:54.917611 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4796a341-c409-43f7-814f-9a366e07cab7 req-4017455e-c1a3-4810-aaa4-8d8224244d51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0506840 Dec 07 00:04:54.974032 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4796a341-c409-43f7-814f-9a366e07cab7 req-52234b67-022a-47f7-a700-d22732000d03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Dec 07 00:04:54.985677 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-eae8e35b-785f-4f3b-a4f0-ee07e7044053 service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899913 Dec 07 00:04:55.075904 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe2fb51d-d95a-4097-8b55-9a424e88ebbe req-253f3545-e119-43c7-9b69-436e92123b70 service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826740 Dec 07 00:04:55.078060 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2c7d7621-51e4-429e-8f10-9f88277afe1f', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1369364650', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'mac_address': 'fa:16:3e:15:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:53Z', 'updated_at': '2021-12-07T00:04:53Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:04:55.107117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b13a0-6115-4a53-a3d0-048b1f8740c9 None None] The sync data for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv is: [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2c7d7621-51e4-429e-8f10-9f88277afe1f', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1369364650', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'mac_address': 'fa:16:3e:15:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5960cd8a-3487-44d8-9ab9-ff952a80b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:53Z', 'updated_at': '2021-12-07T00:04:53Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:04:55.295364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5170e2b-ea97-4b4b-bd9c-89f673b06754 None None] New status for floating IP 2c7d7621-51e4-429e-8f10-9f88277afe1f: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:04:56.090093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892406c-8e18-4db1-80fc-0ba4d6079219 req-9f555184-b2f8-4133-b8e6-21dc32f18e1e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:56.091503 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9892406c-8e18-4db1-80fc-0ba4d6079219 req-9f555184-b2f8-4133-b8e6-21dc32f18e1e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0549791 Dec 07 00:04:56.137725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9892406c-8e18-4db1-80fc-0ba4d6079219 req-4ab36f4b-d757-4ad8-839d-eb8e6c3ba442 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Dec 07 00:04:56.527775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-81a718ab-268c-4e3e-af89-4e6652639843 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:56.529293 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-81a718ab-268c-4e3e-af89-4e6652639843 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 983 time: 0.0500972 Dec 07 00:04:56.580956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-9c82b478-0d4e-44c2-b935-5e045fd2be28 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:56.582322 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-9c82b478-0d4e-44c2-b935-5e045fd2be28 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0410590 Dec 07 00:04:56.688017 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-1468559e-d58b-4d44-b0da-91babc7b74af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0957887 Dec 07 00:04:56.702851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:56.753604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:56.886172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:04:56.918803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:04:56.949692 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] device_id is not set on port 735b07e2-df26-4132-9b9f-07c715437157 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:04:56.958255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:57.023161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:57.091850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=6']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:04:57.199417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] No DVR routers for this DVR port 735b07e2-df26-4132-9b9f-07c715437157 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:04:57.248881 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0f53823c-1ac8-4b7a-98de-41f850e33800 req-940eaf91-c260-4960-883c-2acc7c4ac204 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Dec 07 00:04:57.283683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-35d6bab2-f8ed-46d1-bdc8-95078f1d368c None None] Provisioning complete for port 735b07e2-df26-4132-9b9f-07c715437157 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:04:57.284328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-35d6bab2-f8ed-46d1-bdc8-95078f1d368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:57.317571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-35d6bab2-f8ed-46d1-bdc8-95078f1d368c None None] Port 735b07e2-df26-4132-9b9f-07c715437157 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:04:57.334044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] In _notify_port_updated(), no bound segment for port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:04:57.334866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:57.335478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:57.336796 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc2238c3-dc1e-4779-a01f-746dbdfabf49 req-e297f592-f834-4b2e-900f-87ce60d221c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1026 time: 0.6377542 Dec 07 00:04:58.356324 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5dbda96d-e1d7-4854-81dd-06bc6f15f50c req-0765a168-f827-435d-9f5e-c76aca45479a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5960cd8a-3487-44d8-9ab9-ff952a80b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0252044 Dec 07 00:04:59.411652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34116) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:59.459381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dfe0c8-4e8b-4168-a3ae-91ccbf0b2cb1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:04:59.460759 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-45dfe0c8-4e8b-4168-a3ae-91ccbf0b2cb1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 925 time: 0.0480220 Dec 07 00:04:59.673589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:04:59.677377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121085060', 'description': 'tempest-secgroup-smoke-1121085060 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:04:59.777786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:59.840999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:59.926248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:04:59.954151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd23029b-bd54-4cd3-9f7f-a2c57721309c,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:00.025477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.026746 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-77a98abd-7051-48e9-9822-fabcaa65e7bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3528810 Dec 07 00:05:00.029583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:00.033875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:00.107680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.161469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.280552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.298327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c636299f-19c0-4180-9d53-febc09316252,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:00.340356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.341639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d317686c-66d4-4572-92e6-fb2f73290e03 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111293 Dec 07 00:05:00.344478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34126) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:00.348807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:00.428468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.483155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.566552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.591498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f6814b-37b4-40d9-848a-891f90d511ef,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:00.659033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.660261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-47b6fc51-71ef-4ea2-9de5-260a313d438b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3147860 Dec 07 00:05:00.662925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34128) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:00.667756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:00.753445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.808254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.855185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:05:00.886202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.893510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:05:00.904064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e125e85-a398-48b6-ac8e-41ab428da2f9,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:00.979028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:00.980346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb6ded89-258d-4f32-99f4-d41419c68fcd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164504 Dec 07 00:05:00.983068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34130) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:00.987446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:01.096575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.152448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.234623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.252444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0334866b-6b6e-4393-bb79-9dfbcde31347,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:01.310918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.312152 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a277d454-362b-4631-9cfa-a349b5280730 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281493 Dec 07 00:05:01.315029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34132) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:01.319385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:01.395540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:05:01.400442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.456959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.520697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.541691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabed127-08c1-495c-9464-ea6cddd7bcea,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:01.602727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.603937 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-045f3788-79ab-4a72-8330-8d716271702f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2879848 Dec 07 00:05:01.607421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34134) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:01.611980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'bd23029b-bd54-4cd3-9f7f-a2c57721309c', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:01.697607 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:05:01.702364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.759874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.828674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.846159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96d7712-c90f-4823-88d0-c4241dba67f4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:01.910909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:01.912180 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-28779e67-19ee-4de2-8d05-8649e7a0379d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3037720 Dec 07 00:05:02.058597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-c9f5f5da-e4f2-4f80-8417-0ee3e4bc4899 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121085060&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0438583 Dec 07 00:05:02.105781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-ec103b37-1913-4d62-b1e9-564fb608d9f2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:02.107113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-ec103b37-1913-4d62-b1e9-564fb608d9f2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 930 time: 0.0420067 Dec 07 00:05:02.163275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-7aa17a7b-1a0c-4134-90bd-baf74bf39374 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:05:02.164317 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-7aa17a7b-1a0c-4134-90bd-baf74bf39374 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460649 Dec 07 00:05:02.222203 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-63d213f8-52d0-44ad-ab2b-d54f7ba5ccfe service neutron] 10.222.0.53 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0442669 Dec 07 00:05:02.313299 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-3e737374-f02b-4d1f-9e4e-424a85b441f5 service neutron] 10.222.0.53 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917568 Dec 07 00:05:02.405262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-9bd9573f-127c-4ce7-b119-23c70b96e543 service neutron] 10.222.0.53 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859640 Dec 07 00:05:02.629629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0d563743-140a-4266-b219-f5499a7904f4 req-e3811700-bd50-4598-871a-4fa309ad1434 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 210 time: 0.0258410 Dec 07 00:05:03.377504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:03.726102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8e42e82-2620-428a-a8fb-db2ef3e77da7 req-afd6fe17-6ba5-4efa-b17a-c69b244c2977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 210 time: 0.0274911 Dec 07 00:05:04.479808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-83bf4f07-db85-43b7-9640-3edf8d76e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:04.482568 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-83bf4f07-db85-43b7-9640-3edf8d76e536 service neutron] 10.222.0.45 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1026 time: 0.0398660 Dec 07 00:05:04.608326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-849ad2e4-b233-492a-aa24-9a623b9bf0f6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:04.609793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-849ad2e4-b233-492a-aa24-9a623b9bf0f6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 200 len: 797 time: 0.1021214 Dec 07 00:05:04.709377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-0c223cf2-1743-42e4-9f71-c8bdb75ca98b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 473 time: 0.0753353 Dec 07 00:05:04.724852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Request body: {'port': {'device_id': 'b3276528-06c0-4038-9257-5d082510081f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:04.776691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:04.845202 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95889d62-838f-437e-a7f3-0a3752190438 req-0dbdc833-558b-4209-a42e-d70b016ae8ad tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 210 time: 0.0363140 Dec 07 00:05:05.060482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:05:05.067793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:05.079817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Transition to ACTIVE for port object 735b07e2-df26-4132-9b9f-07c715437157 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:05:05.137919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:05.212072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=7']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:05.314925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:05:05.315192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:05:05.315526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:05.320325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:05:05.320650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Attempting to bind port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:05.326139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:05:05.326482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Checking segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:05.326955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Bound using segment: {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:05:05.327331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Bound port: 735b07e2-df26-4132-9b9f-07c715437157, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:05:05.327696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:05.388777 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:05.391806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:05:05.469421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:05.502641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:05.503117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:05.504545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] 10.222.0.45 "PUT /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1131 time: 0.7836540 Dec 07 00:05:05.508849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3276528-06c0-4038-9257-5d082510081f', 'tag': '735b07e2-df26-4132-9b9f-07c715437157'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:05:05.511118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62" -d '{"events": [{"name": "network-changed", "server_uuid": "b3276528-06c0-4038-9257-5d082510081f", "tag": "735b07e2-df26-4132-9b9f-07c715437157"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:05:05.537399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5134c-7481-46d0-83ff-84cbb3406dbc service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=8']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:05.557976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3614d5b4-4e0f-4c6d-bf5e-4e69a05738fc x-openstack-request-id: req-3614d5b4-4e0f-4c6d-bf5e-4e69a05738fc {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:05:05.558286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3276528-06c0-4038-9257-5d082510081f", "tag": "735b07e2-df26-4132-9b9f-07c715437157", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:05:05.558599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3614d5b4-4e0f-4c6d-bf5e-4e69a05738fc {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:05:05.559561 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3276528-06c0-4038-9257-5d082510081f', 'tag': '735b07e2-df26-4132-9b9f-07c715437157', 'status': 'completed', 'code': 200} Dec 07 00:05:05.651188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-f2849c81-7569-4952-b334-83ea9a4fcd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:05.652870 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-f2849c81-7569-4952-b334-83ea9a4fcd9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 1134 time: 0.0456905 Dec 07 00:05:05.770956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-8b1196ff-e48a-4648-b156-1e4d44bc5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:05.772495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-8b1196ff-e48a-4648-b156-1e4d44bc5a6b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0983577 Dec 07 00:05:05.872979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-1e04fa50-b676-45f9-b508-4093315e6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:05.874392 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ced4cdef-2d9e-47bf-a5b4-88113d8e8a62 req-1e04fa50-b676-45f9-b508-4093315e6d62 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904901 Dec 07 00:05:05.979660 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc414e-edb5-4752-9ecc-c3638cecb853 req-aeaa25a7-85d7-4cdb-9a6c-80b7096d656b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:05.981815 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6fbc414e-edb5-4752-9ecc-c3638cecb853 req-aeaa25a7-85d7-4cdb-9a6c-80b7096d656b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 981 time: 0.0713909 Dec 07 00:05:06.006349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-ff84bcd4-f2cd-498a-843c-daa4ee502d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:06.007746 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-ff84bcd4-f2cd-498a-843c-daa4ee502d76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 1134 time: 0.0652328 Dec 07 00:05:06.071611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6fbc414e-edb5-4752-9ecc-c3638cecb853 req-4099305e-eda0-4bff-809c-5ed9bb008ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832129 Dec 07 00:05:06.097864 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-ad593fa7-6554-47fb-9308-7d884e1a9888 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1037 time: 0.0662804 Dec 07 00:05:06.151435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-675d977c-dee4-4f5f-9de2-c09e0ed54a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:06.153447 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-675d977c-dee4-4f5f-9de2-c09e0ed54a93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=255d30d1-060a-4496-b20c-8997acbccc0b HTTP/1.1" status: 200 len: 835 time: 0.0438292 Dec 07 00:05:06.201997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-1b79b18d-d1e3-45fe-9245-48c2206a0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:06.203353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-1b79b18d-d1e3-45fe-9245-48c2206a0d0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383334 Dec 07 00:05:06.298339 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-18a0dc84-b000-4b65-acfb-2a14d16b35c3 service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Dec 07 00:05:06.394027 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bb8a08e3-66b4-4ff4-9026-07d20c4cb993 req-f6c7ce35-9f3e-47ac-8918-0433db136daf service neutron] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844126 Dec 07 00:05:07.187297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cf1de-72a9-4927-abb3-b5c9b1d3d2d6 req-6c96de5b-0b10-451d-8444-16ec2776b7e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:07.188777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-552cf1de-72a9-4927-abb3-b5c9b1d3d2d6 req-6c96de5b-0b10-451d-8444-16ec2776b7e4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 981 time: 0.0484650 Dec 07 00:05:07.234887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-552cf1de-72a9-4927-abb3-b5c9b1d3d2d6 req-c7b05836-5701-4d2a-9fe0-ee37ca3ad52f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Dec 07 00:05:08.638237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249acef-e444-4c77-b90c-d95535f12dbd req-80e43362-8c53-4b38-8c20-fa402ae4f924 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:08.639726 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4249acef-e444-4c77-b90c-d95535f12dbd req-80e43362-8c53-4b38-8c20-fa402ae4f924 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 981 time: 0.3389745 Dec 07 00:05:08.686423 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4249acef-e444-4c77-b90c-d95535f12dbd req-fa9da4b7-0a35-4eb4-a090-f745df6ac006 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Dec 07 00:05:08.889897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:05:08.984530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:08.995241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '735b07e2-df26-4132-9b9f-07c715437157', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'port_id': '735b07e2-df26-4132-9b9f-07c715437157', 'mac_address': 'fa:16:3e:15:c3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:05:09.031425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:09.047221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:05:09.066875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:09.125985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:09.171450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:09.462366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['735b07e2-df26-4132-9b9f-07c715437157'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:05:09.776145 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:05:09.803392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a2d27-a656-4a87-8f05-5bd31a1be0d8 req-bb9c8412-5c1f-426c-ad0c-0ab9b0ca666a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:09.805206 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-406a2d27-a656-4a87-8f05-5bd31a1be0d8 req-bb9c8412-5c1f-426c-ad0c-0ab9b0ca666a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 982 time: 0.0529194 Dec 07 00:05:09.852683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-406a2d27-a656-4a87-8f05-5bd31a1be0d8 req-8fbf0f02-bc30-4bf5-b66d-ddfa86c4b4b9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Dec 07 00:05:10.910332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:10.967658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f6f1d-acf1-405e-ae31-05d838a1c7ac req-ea6560d7-90c0-41a9-bf32-f461b28dcf72 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:10.969264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3c7f6f1d-acf1-405e-ae31-05d838a1c7ac req-ea6560d7-90c0-41a9-bf32-f461b28dcf72 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 982 time: 0.0518894 Dec 07 00:05:11.016859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3c7f6f1d-acf1-405e-ae31-05d838a1c7ac req-f3b73acc-fa9d-4b23-b204-c1e8672a63b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Dec 07 00:05:11.046236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 735b07e2-df26-4132-9b9f-07c715437157 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:05:11.050238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 735b07e2-df26-4132-9b9f-07c715437157 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:11.050696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:11.126926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:11.151942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3276528-06c0-4038-9257-5d082510081f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b07e2-df26-4132-9b9f-07c715437157'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:05:11.154694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dd1805-4a9b-44b8-9724-cd5b92af9bbd" -d '{"events": [{"server_uuid": "b3276528-06c0-4038-9257-5d082510081f", "name": "network-vif-plugged", "status": "completed", "tag": "735b07e2-df26-4132-9b9f-07c715437157"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:05:11.167383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:11.250170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:11.250170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88abdc8b-38fb-4f83-a008-d3dbb4820310 x-openstack-request-id: req-88abdc8b-38fb-4f83-a008-d3dbb4820310 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:05:11.250170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3276528-06c0-4038-9257-5d082510081f", "name": "network-vif-plugged", "status": "completed", "tag": "735b07e2-df26-4132-9b9f-07c715437157", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:05:11.250170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88abdc8b-38fb-4f83-a008-d3dbb4820310 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:05:11.250170 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3276528-06c0-4038-9257-5d082510081f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b07e2-df26-4132-9b9f-07c715437157', 'code': 200} Dec 07 00:05:11.295746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:11.644150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39af0c3-4aa1-4dc3-8aea-11d8426d7abb req-f078f6ba-ecfb-4354-92f9-8bfe573a82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:11.645697 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d39af0c3-4aa1-4dc3-8aea-11d8426d7abb req-f078f6ba-ecfb-4354-92f9-8bfe573a82ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 1137 time: 0.0428691 Dec 07 00:05:11.691020 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d39af0c3-4aa1-4dc3-8aea-11d8426d7abb req-af2e75b4-7045-4c3e-9219-e172c54c04f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Dec 07 00:05:12.133328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebe725-af70-4095-9ca7-642a96bbb96f req-0e60870b-2667-4243-afeb-0b341d2a6cd6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:12.134721 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d8ebe725-af70-4095-9ca7-642a96bbb96f req-0e60870b-2667-4243-afeb-0b341d2a6cd6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0483541 Dec 07 00:05:12.181002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d8ebe725-af70-4095-9ca7-642a96bbb96f req-b3767d01-95dd-46eb-9e00-38dff4e938da tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401525 Dec 07 00:05:12.649602 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-60dccbb1-2def-414b-b6a3-8d795e326667 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372641 Dec 07 00:05:12.775022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-242accfb-ec17-4084-ba96-e552314055dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:12.776545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-242accfb-ec17-4084-ba96-e552314055dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.0415053 Dec 07 00:05:12.894652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-2e4333ea-a9d5-4aae-8cff-efb18276ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:12.896104 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-2e4333ea-a9d5-4aae-8cff-efb18276ad10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0839629 Dec 07 00:05:12.967354 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-cae3ea38-a5af-4074-8541-a6ee31a89ac2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 1002 time: 0.0633504 Dec 07 00:05:13.019023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-a7c82f2f-7e95-4c64-a305-c660cd5df6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:13.021102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-a7c82f2f-7e95-4c64-a305-c660cd5df6e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0458126 Dec 07 00:05:13.079214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-1ef07bd7-3fd0-4d4c-a94c-14628cab1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:13.080764 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-1ef07bd7-3fd0-4d4c-a94c-14628cab1d75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411468 Dec 07 00:05:13.178107 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-49ca23bd-da94-4bcf-b56d-bdd523dee5d3 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873291 Dec 07 00:05:13.269990 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a55c9923-1e1f-4c81-9be3-6be384e9dc03 req-6fef93fa-9f41-4d6c-b06a-756693a3a2df service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840719 Dec 07 00:05:13.338058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dca4c8-b453-4e2c-9027-da486c383486 req-0966872b-3d34-475a-bc26-e517e872ddb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:13.339579 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-72dca4c8-b453-4e2c-9027-da486c383486 req-0966872b-3d34-475a-bc26-e517e872ddb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0877688 Dec 07 00:05:13.386360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-72dca4c8-b453-4e2c-9027-da486c383486 req-d812687e-2e94-4523-b778-f8e903663235 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Dec 07 00:05:13.507435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c1e7-9da6-4719-9771-509509d56cc2 req-4a41e243-f574-4e10-bd57-a71d8ab70747 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:13.509008 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b01c1e7-9da6-4719-9771-509509d56cc2 req-4a41e243-f574-4e10-bd57-a71d8ab70747 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0548127 Dec 07 00:05:13.558622 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b01c1e7-9da6-4719-9771-509509d56cc2 req-0b403ff6-f951-4774-adfe-7b52c3193265 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Dec 07 00:05:13.580724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34192) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:13.649723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7789e533-cd7e-4f6d-a653-779fd4212152 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:13.651092 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7789e533-cd7e-4f6d-a653-779fd4212152 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f&network_id=6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 200 len: 1132 time: 0.0693767 Dec 07 00:05:14.247703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3854c-d64b-4409-a92c-886bbf617b10 req-d0754084-1d00-436e-9722-cd7c0e46b569 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:14.249967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebb3854c-d64b-4409-a92c-886bbf617b10 req-d0754084-1d00-436e-9722-cd7c0e46b569 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0550671 Dec 07 00:05:14.298820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebb3854c-d64b-4409-a92c-886bbf617b10 req-857fd46b-2fbd-49a7-81e8-4487204aca35 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Dec 07 00:05:15.416950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498432-1c0f-48ba-8406-24efc9cfd048 req-127c3199-7cfb-493a-bc8c-53be2d9eda81 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:15.418551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02498432-1c0f-48ba-8406-24efc9cfd048 req-127c3199-7cfb-493a-bc8c-53be2d9eda81 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0497510 Dec 07 00:05:15.472912 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02498432-1c0f-48ba-8406-24efc9cfd048 req-c968d44e-a4b9-4689-bb92-b40e5e523eab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d033e4b-b326-4382-aa6a-ee3fb17120d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Dec 07 00:05:15.827727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-14abd91b-3170-447e-bb17-c1448ffd96ef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:15.829181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-14abd91b-3170-447e-bb17-c1448ffd96ef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 984 time: 0.0484779 Dec 07 00:05:15.875850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-e8c7a02a-71cd-43e1-9b7b-25d04fabae12 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:15.877182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-e8c7a02a-71cd-43e1-9b7b-25d04fabae12 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0382731 Dec 07 00:05:15.981013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-a4344ed1-e17d-410f-93b8-c5b5fbb508ce tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0947449 Dec 07 00:05:15.992604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:16.043887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:16.177464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=735b07e2-df26-4132-9b9f-07c715437157,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:16.209205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] For port 735b07e2-df26-4132-9b9f-07c715437157, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:16.242259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] device_id is not set on port 735b07e2-df26-4132-9b9f-07c715437157 yet. {{(pid=110159) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 07 00:05:16.250704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:16.314326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:16.404370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Pushing event updated for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=11']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:16.445246 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] No DVR routers for this DVR port 735b07e2-df26-4132-9b9f-07c715437157 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:05:16.577770 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-271dd552-3964-41ca-b3ed-45f03f27c2bd req-040be5d5-4af5-4237-9c86-2b52c5def604 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3276528-06c0-4038-9257-5d082510081f HTTP/1.1" status: 200 len: 210 time: 0.0331404 Dec 07 00:05:16.590301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0a029095-7b69-4711-b6ef-092b77cf97e9 None None] Provisioning complete for port 735b07e2-df26-4132-9b9f-07c715437157 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:16.590818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0a029095-7b69-4711-b6ef-092b77cf97e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:16.629138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0a029095-7b69-4711-b6ef-092b77cf97e9 None None] Port 735b07e2-df26-4132-9b9f-07c715437157 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:05:16.629371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] In _notify_port_updated(), no bound segment for port 735b07e2-df26-4132-9b9f-07c715437157 on network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 {{(pid=110159) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 07 00:05:16.630720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:16.631781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:16.633225 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-87f02a1a-8efa-4b8e-8ea5-63eb975f383e req-2fe25e01-3330-436c-824c-cf1a40049088 service neutron] 10.222.0.45 "PUT /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 200 len: 1027 time: 0.6443043 Dec 07 00:05:17.647059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34204) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:17.704887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:17.733249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:17.845543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:17.848156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:17.849415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/bd23029b-bd54-4cd3-9f7f-a2c57721309c HTTP/1.1" status: 204 len: 168 time: 0.2013106 Dec 07 00:05:17.858762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27265-2dd9-40b4-ba64-77f4392f7850 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd23029b-bd54-4cd3-9f7f-a2c57721309c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:17.938408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34208) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:18.097650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port b4292562-4178-4f9d-ac10-23cac4d9b8f1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:05:18.098002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.175803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.176047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.188340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for b4292562-4178-4f9d-ac10-23cac4d9b8f1 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:05:18.359894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-86cd922a-8f6e-4f7e-ad9e-a41819eb9e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.428683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.457440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=b4292562-4178-4f9d-ac10-23cac4d9b8f1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:18.517486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.517819 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 2c7d7621-51e4-429e-8f10-9f88277afe1f disassociated (deleted). External IP: 172.36.7.190, port: 735b07e2-df26-4132-9b9f-07c715437157. Dec 07 00:05:18.721529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:05:18.825554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:05:18.830936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:18.835871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Sync routers for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:05:18.846723 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:18.847331 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:18.858237 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b796c92-5654-48f3-a648-5ad539c8556c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/2c7d7621-51e4-429e-8f10-9f88277afe1f HTTP/1.1" status: 204 len: 168 time: 0.9187484 Dec 07 00:05:18.935624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:18.951709 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:18.992575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.018019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.157514 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:19.183689 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Checking router: 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:05:19.192315 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:19.192915 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:04:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:19.205949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.208780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.209991 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/20e9989e-2b18-4426-a06a-22059fad1edc HTTP/1.1" status: 204 len: 168 time: 0.2732105 Dec 07 00:05:19.219591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcba1a-9b21-4329-9365-b0ea2cdc5c89 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9989e-2b18-4426-a06a-22059fad1edc,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:19.298104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34218) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:19.298435 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:19.393195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:05:19.393559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.489345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.493938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:19.502987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 735b07e2-df26-4132-9b9f-07c715437157 owned by {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:05:19.523774 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c4172-d2fa-4f09-a449-17796cb92c64 None None] The sync data for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv is: [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:04:34Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '45a8ec8c-3f58-4196-b338-3f4ced0fccf5', 'name': '', 'network_id': '6f261cb1-08df-4982-a6a3-ffc8de17ddd2', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ca:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:33Z', 'updated_at': '2021-12-07T00:04:37Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '255d30d1-060a-4496-b20c-8997acbccc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:05:19.728474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.758804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42962fe-0bbd-4688-bcb3-904f1a4d0881 None None] New status for floating IP 2c7d7621-51e4-429e-8f10-9f88277afe1f: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:05:19.764337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=735b07e2-df26-4132-9b9f-07c715437157,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:19.837449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:19.841825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1d41d7a0-a8f1-4091-b9b7-52579cc64f2f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/ports/735b07e2-df26-4132-9b9f-07c715437157 HTTP/1.1" status: 204 len: 168 time: 0.5417564 Dec 07 00:05:19.844000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34220) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:20.206376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:20.457020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:05:20.457259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:20.547819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 45a8ec8c-3f58-4196-b338-3f4ced0fccf5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:20.548176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:20.560968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:05:20.662806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21a3a70d-f939-4336-8c1a-15c1e16e55df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:20.805959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:20.833895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=45a8ec8c-3f58-4196-b338-3f4ced0fccf5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:21.005593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:05:21.007469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.025579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 735b07e2-df26-4132-9b9f-07c715437157 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:05:21.025931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 735b07e2-df26-4132-9b9f-07c715437157 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:05:21.228588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:05:21.337651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:05:21.343339 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-096f108f-3ca1-4438-b5a6-2c456494c654 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4980330 Dec 07 00:05:21.345784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34224) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:21.348303 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Sync routers for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:05:21.359048 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:21.359662 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:21.397445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 255d30d1-060a-4496-b20c-8997acbccc0b {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:05:21.401052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.442547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.533209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.551287 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:21.635028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.662963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=255d30d1-060a-4496-b20c-8997acbccc0b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:21.664946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.671431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ebdc0a46-6a2a-471a-98b0-3237a12ad844 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/255d30d1-060a-4496-b20c-8997acbccc0b HTTP/1.1" status: 204 len: 168 time: 0.3214364 Dec 07 00:05:21.671671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34226) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:21.675650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea219c50-3250-4a41-8ed0-684023ac400d None None] Network 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:05:21.744408 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:05:20Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:21.772064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Checking router: 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:05:21.782183 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Routers {'067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:21.783016 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:21.783353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.872092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] DHCP port deletion for 6f261cb1-08df-4982-a6a3-ffc8de17ddd2 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:05:21.902375 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] Set router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:21.910460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.926838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.930834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Deleting port b98bdb02-f64a-455a-b149-2f172a50148a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:05:21.930834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:21.995278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] For port b98bdb02-f64a-455a-b149-2f172a50148a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b98bdb02-f64a-455a-b149-2f172a50148a,segment=NetworkSegment(a15517c2-fe12-4a80-bb7d-8cd9265e0fea),segment_id=a15517c2-fe12-4a80-bb7d-8cd9265e0fea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:21.995683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.008993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Calling delete_port for b98bdb02-f64a-455a-b149-2f172a50148a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:05:22.016913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port ac17758d-9d76-4f92-98b0-4b16efb2632c {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:05:22.017268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.095826 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:05:20Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:22.100507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port ac17758d-9d76-4f92-98b0-4b16efb2632c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac17758d-9d76-4f92-98b0-4b16efb2632c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:22.100879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.112658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for ac17758d-9d76-4f92-98b0-4b16efb2632c owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:05:22.123715 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e3366-da21-4d97-9cba-dd516ef28531 None None] The sync data for ids ['067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce'] in dv-neutron-master-2-hyperv is: [{'id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'name': 'tempest-TestNetworkBasicOps-router-228482423', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162'}], 'enable_snat': True}, 'gw_port_id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:04:29Z', 'updated_at': '2021-12-07T00:05:20Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'ac17758d-9d76-4f92-98b0-4b16efb2632c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:04:30Z', 'updated_at': '2021-12-07T00:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:05:22.160398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.189432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] Pushing event deleted for resources: {'Port': ['ID=b98bdb02-f64a-455a-b149-2f172a50148a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:22.196643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac512e-a916-4c5f-b3e5-cec3adeb6c62 None None] No DVR routers for this DVR port b98bdb02-f64a-455a-b149-2f172a50148a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:05:22.319740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.346199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=ac17758d-9d76-4f92-98b0-4b16efb2632c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:22.360973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaddbc8-eca2-4d35-9974-9a1781e04abb None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:05:22.407297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.508564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.510826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.634398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.634867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router 067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:05:22.641638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.642740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bd5e2cde-bd67-46e2-a5a4-45ce169d1c34 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/067ac6a4-25b6-4bf7-a62c-3c95ff3db8ce HTTP/1.1" status: 204 len: 168 time: 0.9701965 Dec 07 00:05:22.645542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:22.723578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.826665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.845922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f261cb1-08df-4982-a6a3-ffc8de17ddd2']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:22.855062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:22.855358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15517c2-fe12-4a80-bb7d-8cd9265e0fea') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:22.865076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.878522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.884279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:05:22.884722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:05:22.887531 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:05:22.984054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.377263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.384486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.387179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/6f261cb1-08df-4982-a6a3-ffc8de17ddd2 HTTP/1.1" status: 204 len: 168 time: 0.7405708 Dec 07 00:05:23.404724 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a9b93-9157-41c1-9b8a-09ad681c54bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=6f261cb1-08df-4982-a6a3-ffc8de17ddd2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:23.406058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:23.415116 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-13b7de03-9daf-4c2c-a9b0-f68d20e5210b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114770 Dec 07 00:05:23.417520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34232) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:23.421992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--502816196', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:23.502805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:05:23.506326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.529324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:05:23.538256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.538596 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment dec17464-068d-4134-8fcf-6e5ee54e3f92 of type vlan for network 94b49bdc-a83f-40e6-a379-b13771e01975 Dec 07 00:05:23.583023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.737483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.743094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:23.743677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.807281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=94b49bdc-a83f-40e6-a379-b13771e01975,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:23.817799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 94b49bdc-a83f-40e6-a379-b13771e01975 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:05:23.837863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-796ea839-7cde-4fbc-8f32-7ebaaa58a521 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4192584 Dec 07 00:05:23.840613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34234) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:23.845431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:23.883102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b98bdb02-f64a-455a-b149-2f172a50148a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:05:23.908028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b98bdb02-f64a-455a-b149-2f172a50148a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:05:23.908415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b98bdb02-f64a-455a-b149-2f172a50148a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:05:23.908849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:05:23.920521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.921630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:23.927801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:05:23.928151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 45a8ec8c-3f58-4196-b338-3f4ced0fccf5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:05:23.928578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ac17758d-9d76-4f92-98b0-4b16efb2632c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:05:23.948254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ac17758d-9d76-4f92-98b0-4b16efb2632c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:05:23.948599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ac17758d-9d76-4f92-98b0-4b16efb2632c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:05:23.979090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.119896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.181422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.448905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.467174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.574142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.133 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c40c222a-b7af-479b-9cb1-c6498b4e9dd7) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:05:24.675678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.783322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.825766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:24.835385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:24.835385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:05:24.839273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:24.844322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7b4472-97d1-44bd-9aaf-02faf6c471a6 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:05:24.897512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-72b59dea-4b2e-4e5c-a14d-3dcc0fb7c61c None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:24.897885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-72b59dea-4b2e-4e5c-a14d-3dcc0fb7c61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:24.931618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-72b59dea-4b2e-4e5c-a14d-3dcc0fb7c61c None None] Port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:05:25.125113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:25.649276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:25.828029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:05:25.932666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:05:25.943055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:05:25.951979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:25.956113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:26.001951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.003238 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-edc423f8-f02f-41ac-8ba9-39cbc63e6c8d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1614907 Dec 07 00:05:26.006251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34236) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:26.036415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9135101b-e04e-448e-bda4-5d546c2a64c4 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267117 Dec 07 00:05:26.036649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34238) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:26.058263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:26.127610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30526b62-2558-45a4-ae45-0201ddd637b8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:26.129085 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-30526b62-2558-45a4-ae45-0201ddd637b8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915461 Dec 07 00:05:26.131898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34240) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:26.158979 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3eba882c-9cd7-47a7-a0af-c5f6a01209ab tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259941 Dec 07 00:05:26.161511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34242) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:26.166154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23951159', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:26.238203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:24Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:26.264186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:05:26.264565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Updating router 0a4f21cf-403b-4386-a6ac-97b774851a19 port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:05:26.289772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.336214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:05:26.339791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.541312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.565958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.623016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.629903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=8ac91c61-b219-4a0a-8f92-5d4775176e58,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:26.642226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.642582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.642938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.643280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.643616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.643953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.644312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.644643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.645090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.645420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.645748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.646076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.646399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:26.651660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:26.652433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 94b49bdc-a83f-40e6-a379-b13771e01975, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:05:26.673653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107d35ae-88bb-4782-84c5-b4cafe664e50 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:05:26.678010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Attempting to bind port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:05:26.678425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Attempting to bind port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:05:26.678830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Attempting to bind port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:26.690807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Bound port: c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.695715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c401-302d-4ccf-8e1f-e21e6a2e3131 None None] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:26.745163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:26.748108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:05:26.760240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 94b49bdc-a83f-40e6-a379-b13771e01975 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:05:26.764686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-43a560cf-2463-4fe5-bbf0-f7ab924509a5 None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:26.764686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43a560cf-2463-4fe5-bbf0-f7ab924509a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.799772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-43a560cf-2463-4fe5-bbf0-f7ab924509a5 None None] Port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:05:26.823281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.833447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 94b49bdc-a83f-40e6-a379-b13771e01975) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:26.837520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:26.838113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:26.856694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eac8c-cfd8-4986-8026-d5432ac29d73 None None] Network 94b49bdc-a83f-40e6-a379-b13771e01975 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:05:26.891661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f740ca8d-931d-4c1b-b093-7df48595b2e9 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:05:26.897095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b0c4b764-4ee1-413e-84d8-594c56151abc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7320061 Dec 07 00:05:26.897303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34244) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:26.954594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:26.955230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:26.958957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c401-302d-4ccf-8e1f-e21e6a2e3131 None None] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:27.095155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:27.095446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.146724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:27.234121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-94b49bdc-a83f-40e6-a379-b13771e01975', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:05:27.234973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.337714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.555934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.610945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:27.616134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (94b49bdc-a83f-40e6-a379-b13771e01975/8ac91c61-b219-4a0a-8f92-5d4775176e58/8c29955a-fb1d-4392-9e73-664e9e3e5ab1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:05:27.637362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:24Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:27.664548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b0ce83-c103-45f5-b7a9-9e366bf2d582 None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:24Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:05:27.702797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.743572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.759444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3a50f-5c50-4bbd-92a5-cc94e1c2ae9b None None] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:27.823235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:27.863811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 94b49bdc-a83f-40e6-a379-b13771e01975 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:27.874597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:27.881862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:05:27.908368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Allocated IP 172.20.0.2 (94b49bdc-a83f-40e6-a379-b13771e01975/8ac91c61-b219-4a0a-8f92-5d4775176e58/f2836edb-6847-4f1f-9c5e-db5714a1fd9a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:05:27.927883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:27.950748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.108346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.220734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.235023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.273491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Network 94b49bdc-a83f-40e6-a379-b13771e01975 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:28.276621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:28.284162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:05:28.322961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Pushing event updated for resources: {'Port': ['ID=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:28.361603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Attempting to bind port f2836edb-6847-4f1f-9c5e-db5714a1fd9a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:05:28.362068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Attempting to bind port f2836edb-6847-4f1f-9c5e-db5714a1fd9a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:05:28.362508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Attempting to bind port f2836edb-6847-4f1f-9c5e-db5714a1fd9a on network 94b49bdc-a83f-40e6-a379-b13771e01975 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:28.371963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:05:28.372499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Checking segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:28.373325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.373793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Bound using segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:05:28.374347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Bound port: f2836edb-6847-4f1f-9c5e-db5714a1fd9a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:05:28.374831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.451811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] For port f2836edb-6847-4f1f-9c5e-db5714a1fd9a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:28.456603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] For port f2836edb-6847-4f1f-9c5e-db5714a1fd9a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:05:28.560215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.561016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.629812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad1aa0-2451-4408-8885-88218ea72916 None None] Pushing event updated for resources: {'Port': ['ID=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:28.634329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.715373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:28.723363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:28.823533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 94b49bdc-a83f-40e6-a379-b13771e01975 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:28.824966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:28.943788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:05:29.051968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:05:29.057476 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb5cdc54-9345-48f7-bf47-099e089501fc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1591275 Dec 07 00:05:29.059901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34246) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:29.161190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.161674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.162151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.162611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.163117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.163524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.170113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9c7c8203-ef62-412a-ae36-94e1dcd7ad0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1044848 Dec 07 00:05:29.170113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34248) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:29.227171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.227639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.228097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.228588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.229062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.229505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:29.231311 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-33559227-7561-416a-abd5-2e5eca677900 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0623193 Dec 07 00:05:29.234722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34250) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:29.329599 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:05:29.338979 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:29.339586 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:29.375253 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b3b63938-a890-46d1-9aef-a6c93ea1f625 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.1368661 Dec 07 00:05:29.446230 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:29.649413 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:29.678322 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:05:29.678685 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Updating router 0a4f21cf-403b-4386-a6ac-97b774851a19 port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:05:29.705071 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:29.980757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f2836edb-6847-4f1f-9c5e-db5714a1fd9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:30.001981 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.011198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f730109-4576-4615-b51f-584e906bf92a None None] Network 94b49bdc-a83f-40e6-a379-b13771e01975 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:05:30.085699 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.100855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f2836edb-6847-4f1f-9c5e-db5714a1fd9a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:30.101334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.146270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34254) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:30.150804 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544393018', 'description': 'tempest-secgroup-smoke-1544393018 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:30.175696 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0613a0-739c-4ca5-8de1-40da278fad0f None None] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:30.182967 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Attempting to bind port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:05:30.183195 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Attempting to bind port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:05:30.183573 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Attempting to bind port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 on network 94b49bdc-a83f-40e6-a379-b13771e01975 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:30.189441 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:05:30.194236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Checking segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:30.194236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.194236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Bound using segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:05:30.194236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Bound port: 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:05:30.194236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.195018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-04f893c3-bbac-41d7-8fdf-712741a337ae None None] Provisioning complete for port f2836edb-6847-4f1f-9c5e-db5714a1fd9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:30.195018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-04f893c3-bbac-41d7-8fdf-712741a337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.245811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.256438 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:30.259565 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:05:30.316137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.331983 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.339743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.361178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-04f893c3-bbac-41d7-8fdf-712741a337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.399484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f2836edb-6847-4f1f-9c5e-db5714a1fd9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:30.406551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.439297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61133cc4-81ea-474f-af74-3038c6e4cad9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:30.452587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.453725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:30.481121 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:30.481759 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:30.516806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.518276 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-edfcd795-8093-4b43-adc2-343a3f114ac5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3709989 Dec 07 00:05:30.521139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34256) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:30.526492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:30.541474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-04f893c3-bbac-41d7-8fdf-712741a337ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:05:30.541713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-04f893c3-bbac-41d7-8fdf-712741a337ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:05:30.589542 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0613a0-739c-4ca5-8de1-40da278fad0f None None] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:30.609790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:30.610425 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:30.618894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:30.619276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.634883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.703604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.784122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.806842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8646a3e3-3382-4d5b-8a43-970a30e6b3bb,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:30.834397 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:30Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:30.864642 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674c9fa-7bd1-449b-b7ab-8f091dbe0fdb None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:30Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:05:30.899605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:30.900592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f1bf2891-5b36-489d-b8bb-4d48ed3f1eb4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778954 Dec 07 00:05:30.906404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34258) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:30.921715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:31.019379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.100679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.154077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.175105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56aaf5ad-2977-4336-92a8-499fa7e936b8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:31.211101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Provisioning complete for port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:31.211890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.231018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.232561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-59c8b13b-0e28-4887-a2f2-530f4af8843d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277328 Dec 07 00:05:31.235902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34260) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:31.242260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:31.307119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.313806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.363705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-586def70-eae4-4751-8326-d60e4541c797 None None] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:31.381345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.434453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.444866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.464318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31bb251-5b50-45ec-99da-104330795ee0,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:31.476755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Provisioning complete for port f2836edb-6847-4f1f-9c5e-db5714a1fd9a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:31.477132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.511919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586def70-eae4-4751-8326-d60e4541c797 None None] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:31.534220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.538478 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ecd27f37-2ad8-4eb8-a422-c72cca206127 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3012369 Dec 07 00:05:31.538906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34262) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:31.547909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:31.657173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.691201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9d2a3929-3ee6-442d-8164-4cd8c58bef88 None None] Provisioning complete for port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:31.691574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9d2a3929-3ee6-442d-8164-4cd8c58bef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.723813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.783074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.802249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac870236-00f5-471c-9c88-d37728cf8083,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:31.865040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.868948 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cf958ae0-4020-4652-8560-332556c20e37 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3263261 Dec 07 00:05:31.869285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34266) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:31.874964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:31.948434 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:05:31.954772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:31.956586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f2836edb-6847-4f1f-9c5e-db5714a1fd9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:32.009527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f2836edb-6847-4f1f-9c5e-db5714a1fd9a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:32.010545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.018205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.063589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.084854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce316dac-e1ee-4c17-9f7c-0e30bd6f59d7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:32.093295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:32.138649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.140631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:32.140987 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b86d442f-1b40-4382-b5ed-19759ea329f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697465 Dec 07 00:05:32.141170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.144491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34268) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:32.148886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '61133cc4-81ea-474f-af74-3038c6e4cad9', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:32.233695 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:05:32.239285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.298894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.364669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.383683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae4818e-5e78-4cd6-9304-1387111026cc,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:32.447695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:32.448966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-97e9e95e-9454-4fc2-ad95-4f5e33a6872b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035243 Dec 07 00:05:32.597976 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-dd4f5b36-cc6e-4c95-9b07-e8dbe688aca2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544393018&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0474265 Dec 07 00:05:32.702347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-74eb21b9-055d-41f9-94b8-89e8fee6c9c3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:32.703834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-74eb21b9-055d-41f9-94b8-89e8fee6c9c3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=94b49bdc-a83f-40e6-a379-b13771e01975 HTTP/1.1" status: 200 len: 796 time: 0.0991223 Dec 07 00:05:32.718785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-c3c5cf17-9fd4-476d-9104-d26045cf13de tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0088100 Dec 07 00:05:32.767823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-852194c1-4ddb-48df-b988-fe9d09bb2e00 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439606 Dec 07 00:05:32.872370 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-eb30b8ac-8bd6-4642-9904-cba9451fdf25 service neutron] 10.222.0.53 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928929 Dec 07 00:05:32.963042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-f7d26473-446d-4467-a332-ab3f6f2d2b3c service neutron] 10.222.0.53 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846388 Dec 07 00:05:33.208962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e3940da6-f0e2-466b-a243-078dd6dd4ab0 req-b9d25782-9ec0-49f8-8240-6d9d85d7d7e8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 210 time: 0.0292356 Dec 07 00:05:33.416836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:34.305126 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-888b6a72-cf9f-4915-8741-1bc81e4588fb req-20707220-9d60-4825-87ae-033c74809334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 210 time: 0.0292449 Dec 07 00:05:35.086932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-07f88445-419d-4d96-8f3e-4458fac03903 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:35.088406 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-07f88445-419d-4d96-8f3e-4458fac03903 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=94b49bdc-a83f-40e6-a379-b13771e01975 HTTP/1.1" status: 200 len: 796 time: 0.0994844 Dec 07 00:05:35.168300 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-600224e9-7207-40dc-9993-b980ddb3380a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 380 time: 0.0615087 Dec 07 00:05:35.178097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['61133cc4-81ea-474f-af74-3038c6e4cad9']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:35.371038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:05:35.374699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:35.410973 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-202f5720-062d-4a2d-adb9-42ea000863a1 req-1272977b-beb4-4897-8c2f-b2e91136ab4f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 210 time: 0.0329735 Dec 07 00:05:35.530106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.9 (94b49bdc-a83f-40e6-a379-b13771e01975/8ac91c61-b219-4a0a-8f92-5d4775176e58/d0bd7caa-5e56-4cc9-b01e-a325065d86b0) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:05:35.670234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:35.765631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:35.809174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 94b49bdc-a83f-40e6-a379-b13771e01975 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:35.812168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:35.816515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:05:35.840656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:35.869558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:35.870199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:35.963217 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-3b0f578c-0946-447f-9af0-b604151b461f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7888939 Dec 07 00:05:35.991329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Request body: {'port': {'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:36.027557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4ca20a6f-6c90-4cc7-9695-4b21eb2e9710 None None] Provisioning complete for port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:36.028136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4ca20a6f-6c90-4cc7-9695-4b21eb2e9710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.048617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.061406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4ca20a6f-6c90-4cc7-9695-4b21eb2e9710 None None] Port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:05:36.307046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bd7caa-5e56-4cc9-b01e-a325065d86b0 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:05:36.315773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.327400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Transition to ACTIVE for port object d0bd7caa-5e56-4cc9-b01e-a325065d86b0 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:05:36.382270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.433342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:36.511326 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Attempting to bind port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:05:36.511672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Attempting to bind port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:05:36.512009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Attempting to bind port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 on network 94b49bdc-a83f-40e6-a379-b13771e01975 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:36.517902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 on network 94b49bdc-a83f-40e6-a379-b13771e01975 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:05:36.518153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Attempting to bind port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 on network 94b49bdc-a83f-40e6-a379-b13771e01975 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:05:36.523488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:05:36.523840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Checking segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:05:36.524286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Bound using segment: {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:05:36.525288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Bound port: d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec17464-068d-4134-8fcf-6e5ee54e3f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:05:36.525288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.542188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5941d-40d2-42a7-a3b9-8bfc0359083c req-3f43f4f7-1309-4c01-ab8f-67d348faa97b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:36.550002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a5941d-40d2-42a7-a3b9-8bfc0359083c req-3f43f4f7-1309-4c01-ab8f-67d348faa97b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 943 time: 0.0596778 Dec 07 00:05:36.595202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:05:36.598430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a5941d-40d2-42a7-a3b9-8bfc0359083c req-818730d4-8975-4448-b9a2-51e794170fbe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475388 Dec 07 00:05:36.598805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:05:36.680136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.717047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:36.717671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:36.719069 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] 10.222.0.45 "PUT /v2.0/ports/d0bd7caa-5e56-4cc9-b01e-a325065d86b0 HTTP/1.1" status: 200 len: 1093 time: 0.7320445 Dec 07 00:05:36.719525 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:05:36.721853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:05:36.748457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048a590-b7ec-4f93-b2c3-2591806caa1b service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:36.765683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b6bd5-ce4f-41c4-95c8-8b5ec1d03180 x-openstack-request-id: req-fc3b6bd5-ce4f-41c4-95c8-8b5ec1d03180 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:05:36.766034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:05:36.766335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc3b6bd5-ce4f-41c4-95c8-8b5ec1d03180 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:05:36.766700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'status': 'completed', 'code': 200} Dec 07 00:05:36.857114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-a7d87e38-7d12-44fe-a9b4-6fa33126c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:36.858558 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-a7d87e38-7d12-44fe-a9b4-6fa33126c4e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1096 time: 0.0476744 Dec 07 00:05:36.973488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-56313467-460f-4a52-8879-3fa94def9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:36.974953 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-56313467-460f-4a52-8879-3fa94def9c72 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0924559 Dec 07 00:05:37.077485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-c2439a88-0f9b-4a6b-94e3-84ca8f4d689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:37.079550 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-78548bdd-d01c-4af3-ab79-38b6d58ffe6c req-c2439a88-0f9b-4a6b-94e3-84ca8f4d689e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946283 Dec 07 00:05:37.181781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-310f4279-caf5-4585-bcb1-aea3619ed57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:37.183158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-310f4279-caf5-4585-bcb1-aea3619ed57e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1096 time: 0.0391071 Dec 07 00:05:37.237629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-71ed6bba-7f8a-4688-a521-579a982e8f62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0 HTTP/1.1" status: 200 len: 217 time: 0.0377817 Dec 07 00:05:37.289227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-00e28932-edb4-4241-aa4f-df44c1b647f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:37.290772 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-00e28932-edb4-4241-aa4f-df44c1b647f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ac91c61-b219-4a0a-8f92-5d4775176e58 HTTP/1.1" status: 200 len: 833 time: 0.0441456 Dec 07 00:05:37.338948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-6f9ef59f-8f40-47b1-8f48-bea7891feb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:37.340442 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-6f9ef59f-8f40-47b1-8f48-bea7891feb38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94b49bdc-a83f-40e6-a379-b13771e01975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405753 Dec 07 00:05:37.432377 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-55e5a770-3847-464f-bd1d-9d67e250c7b1 service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Dec 07 00:05:37.524998 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f8ba979-9fc2-406b-bc12-30f97c081a89 req-cb9485e9-79d5-4b2d-8a04-abe2aff89d81 service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816782 Dec 07 00:05:37.713063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90af4ee-e09c-4a9c-8dfd-e67d67667dda req-4e81146a-b165-4719-a983-9ea2dd47cbc0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:37.714502 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b90af4ee-e09c-4a9c-8dfd-e67d67667dda req-4e81146a-b165-4719-a983-9ea2dd47cbc0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 943 time: 0.0500515 Dec 07 00:05:37.767465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b90af4ee-e09c-4a9c-8dfd-e67d67667dda req-06c99ac6-6fdd-464f-85b6-d3ba3786a9bf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469279 Dec 07 00:05:38.883115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b1b13-e098-40f7-8bc1-8f24f08b447c req-2b0f43fb-e4d9-4990-80d8-b49d8e8e0f49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:38.884579 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c48b1b13-e098-40f7-8bc1-8f24f08b447c req-2b0f43fb-e4d9-4990-80d8-b49d8e8e0f49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 943 time: 0.0490601 Dec 07 00:05:38.939448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c48b1b13-e098-40f7-8bc1-8f24f08b447c req-915fc273-6ca3-4d28-b067-ef49e323377c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487783 Dec 07 00:05:40.058621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b6760-4f36-48a2-82f8-5dabc0433ca7 req-eac147b4-938c-4689-802c-c232feab3f67 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:40.060087 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f06b6760-4f36-48a2-82f8-5dabc0433ca7 req-eac147b4-938c-4689-802c-c232feab3f67 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 943 time: 0.0508702 Dec 07 00:05:40.111226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f06b6760-4f36-48a2-82f8-5dabc0433ca7 req-d5122fb0-59ad-473d-977a-300a409ebc28 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Dec 07 00:05:41.071868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d0bd7caa-5e56-4cc9-b01e-a325065d86b0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:05:41.169366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:41.181051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:05:41.218796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:41.223762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d7501-6a86-40fd-9ca8-b3b9bf00ec80 req-c70a98b3-c95d-4f65-af3c-668e6d346726 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:41.228201 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-682d7501-6a86-40fd-9ca8-b3b9bf00ec80 req-c70a98b3-c95d-4f65-af3c-668e6d346726 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 943 time: 0.0505276 Dec 07 00:05:41.231601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd7caa-5e56-4cc9-b01e-a325065d86b0 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:05:41.251921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:41.276939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-682d7501-6a86-40fd-9ca8-b3b9bf00ec80 req-0350bcc5-6dc3-4b40-ba3d-ce157c182e91 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Dec 07 00:05:41.319845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:41.369449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:41.377000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.377402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.377701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.378043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.378389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.378726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.379062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.379399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.379734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.380067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.380426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.380755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.381086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:05:41.666347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d0bd7caa-5e56-4cc9-b01e-a325065d86b0'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:05:42.392399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19778ecd-2dcf-48dd-a9ab-a4ed8412f00a req-b74b6292-5d60-40eb-88c0-56e171699a4f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:42.393795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19778ecd-2dcf-48dd-a9ab-a4ed8412f00a req-b74b6292-5d60-40eb-88c0-56e171699a4f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 944 time: 0.0487969 Dec 07 00:05:42.443823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19778ecd-2dcf-48dd-a9ab-a4ed8412f00a req-2969748e-a452-41e9-8815-bf13edd82da4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440326 Dec 07 00:05:43.069562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d0bd7caa-5e56-4cc9-b01e-a325065d86b0 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:05:43.165587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:05:43.170359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:05:43.170766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:43.247863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:43.272492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:05:43.274660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e29dd6-bcdf-4161-8b79-5e429765c0e1" -d '{"events": [{"server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:05:43.287757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:05:43.311909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6abc07-954d-4ce4-9929-a0f697c45775 x-openstack-request-id: req-1f6abc07-954d-4ce4-9929-a0f697c45775 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:05:43.312201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:05:43.312701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f6abc07-954d-4ce4-9929-a0f697c45775 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:05:43.313359 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'code': 200} Dec 07 00:05:43.382514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:43.431101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:43.565833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac8027-b1e1-412a-9520-f990d4e57e57 req-6c7472a0-aa7c-4df4-9f67-0441a1eb84ef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:43.567307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-94ac8027-b1e1-412a-9520-f990d4e57e57 req-6c7472a0-aa7c-4df4-9f67-0441a1eb84ef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0532250 Dec 07 00:05:43.617064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-94ac8027-b1e1-412a-9520-f990d4e57e57 req-9cd837e7-4ae1-450f-9908-0ec141b55bd8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Dec 07 00:05:43.646261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0f44d-6a0a-4ad5-811d-1d38499ef0f2 req-58d3a6c2-1a0d-42aa-ab51-d712a875897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:43.647684 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5ab0f44d-6a0a-4ad5-811d-1d38499ef0f2 req-58d3a6c2-1a0d-42aa-ab51-d712a875897e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1098 time: 0.0391209 Dec 07 00:05:43.694318 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5ab0f44d-6a0a-4ad5-811d-1d38499ef0f2 req-d69d47be-f256-466a-aac7-25d4f9621e0d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393481 Dec 07 00:05:44.744423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647b988-d170-4a24-885e-48e28741a080 req-1862b5d9-1b13-446b-86e5-9cb21d980af9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:44.745906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1647b988-d170-4a24-885e-48e28741a080 req-1862b5d9-1b13-446b-86e5-9cb21d980af9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0564132 Dec 07 00:05:44.793789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1647b988-d170-4a24-885e-48e28741a080 req-05de1c13-a808-4c3c-8f2d-5141ba17ce96 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Dec 07 00:05:45.910620 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a5cc-f906-4224-8a3a-788250e873a0 req-ee2b3269-0a92-4e2f-a5dd-a91f9011ac91 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:45.912117 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b92a5cc-f906-4224-8a3a-788250e873a0 req-ee2b3269-0a92-4e2f-a5dd-a91f9011ac91 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0492570 Dec 07 00:05:45.966105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b92a5cc-f906-4224-8a3a-788250e873a0 req-a2e00379-6bed-414d-8550-b7eaa7482f8f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476217 Dec 07 00:05:46.124179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ba56a-33d1-4d23-9088-4fcc17739a9b req-e110a4bd-34f8-490b-80e2-d52dcf3a23d4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:46.125637 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a17ba56a-33d1-4d23-9088-4fcc17739a9b req-e110a4bd-34f8-490b-80e2-d52dcf3a23d4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0498698 Dec 07 00:05:46.175828 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a17ba56a-33d1-4d23-9088-4fcc17739a9b req-ff0512be-79e7-494e-a123-80d5ebdb2099 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 Dec 07 00:05:46.197131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34328) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:46.239323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34db7ec-28a0-474a-a30d-7b6a5259c014 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:46.240848 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e34db7ec-28a0-474a-a30d-7b6a5259c014 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1093 time: 0.0427709 Dec 07 00:05:46.243630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34330) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:46.247819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:05:46.353558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:46.447372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:46.552242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.211 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/30633bdb-e7ba-4767-91be-f5b54fe8c0d8) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:05:46.649638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:46.775819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:05:46.777087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:46.819036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:05:46.821776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:05:46.825171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:05:46.848315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=30633bdb-e7ba-4767-91be-f5b54fe8c0d8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:47.168381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:47.284365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:47.425796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:47.479375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:47.549435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=30633bdb-e7ba-4767-91be-f5b54fe8c0d8,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:05:47.564256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:47.661673 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf associated. External IP: 172.36.7.211, port: d0bd7caa-5e56-4cc9-b01e-a325065d86b0. Dec 07 00:05:47.862224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:05:47.964857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:05:47.974917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:05:47.984019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:47.993894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:48.036524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:48.063204 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e803a495-eee9-469b-973b-d775985749c8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8185701 Dec 07 00:05:48.063887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:05:48.066076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34332) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:48.066582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338db960-566c-40e0-9972-2a4fe25e5067" -d '{"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:05:48.090757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:48.104387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977bbfd-b5cf-49ac-8dee-ab5bd91da776 x-openstack-request-id: req-f977bbfd-b5cf-49ac-8dee-ab5bd91da776 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:05:48.104685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:05:48.105070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f977bbfd-b5cf-49ac-8dee-ab5bd91da776 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:05:48.105629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'status': 'completed', 'code': 200} Dec 07 00:05:48.175498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-37054c87-fb7a-4eed-a188-0c603ddd8b82 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19 HTTP/1.1" status: 200 len: 923 time: 0.1059134 Dec 07 00:05:48.176663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34336) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:48.203125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db960-566c-40e0-9972-2a4fe25e5067 req-5eba67a5-bf1a-4ba4-a6f9-b622293c8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:48.204691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-5eba67a5-bf1a-4ba4-a6f9-b622293c8fcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1098 time: 0.0528827 Dec 07 00:05:48.242545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5ccb1849-ff21-47c6-9f91-61ec502b4382 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0634181 Dec 07 00:05:48.299548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db960-566c-40e0-9972-2a4fe25e5067 req-d2c29e46-0ea4-4cb4-9538-750bcab750c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:48.301053 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-d2c29e46-0ea4-4cb4-9538-750bcab750c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94b49bdc-a83f-40e6-a379-b13771e01975 HTTP/1.1" status: 200 len: 897 time: 0.0888872 Dec 07 00:05:48.368432 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-221f0025-6ed8-4f5d-a79d-0449c86cdaa5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0 HTTP/1.1" status: 200 len: 999 time: 0.0596330 Dec 07 00:05:48.419574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db960-566c-40e0-9972-2a4fe25e5067 req-d90a21b4-58ea-4f09-adbd-d5f5aa979864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:48.421122 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-d90a21b4-58ea-4f09-adbd-d5f5aa979864 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ac91c61-b219-4a0a-8f92-5d4775176e58 HTTP/1.1" status: 200 len: 833 time: 0.0459106 Dec 07 00:05:48.471656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db960-566c-40e0-9972-2a4fe25e5067 req-9ef23783-9c48-4367-a3a4-0378775a3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:05:48.473201 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-9ef23783-9c48-4367-a3a4-0378775a3403 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94b49bdc-a83f-40e6-a379-b13771e01975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449455 Dec 07 00:05:48.480546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb7aebe6-5848-43fe-a2e4-f93f2eab8ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:48.509542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:05:47Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:31Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:48.538484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:05:48.549138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:05:48.549927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:05:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:48.581043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-2a19e93f-9970-4ddf-84ba-82b595baa56f service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997095 Dec 07 00:05:48.657539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:05:48.904706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:05:47Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:31Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:05:48.939381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76b23f-65c0-4396-816e-d4e72fb02d62 None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:05:47Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:05:31Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:05:48.980956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-338db960-566c-40e0-9972-2a4fe25e5067 req-d5613fcd-75af-4cfb-99db-83f411ffbdd4 service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937337 Dec 07 00:05:49.142681 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07179d2-d80b-47c6-9c46-36c99260d225 None None] New status for floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:05:49.245415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34338) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:49.309399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-74971e05-deb6-4b7f-a420-10051773aeb2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0613871 Dec 07 00:05:50.312249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34340) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:05:50.668177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5bb16ecd-b294-4f6f-9fdd-fb1b83e5dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:50.742165 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f6171469-e1fd-40ce-bb4e-dc2e0bd1c401 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 993 time: 0.4287360 Dec 07 00:05:51.936540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:52.982012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:05:54.125054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:03.427754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:12.654663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-f7057e7b-ddff-4bbc-8de9-7f930da26134 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371861 Dec 07 00:06:12.753043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-edc05f85-15f4-4e85-9264-7ac4ebb565b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:12.754507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-edc05f85-15f4-4e85-9264-7ac4ebb565b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.0386126 Dec 07 00:06:12.858529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-6f283d5f-aed7-40c3-b292-01c4ee8fc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:12.859931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-6f283d5f-aed7-40c3-b292-01c4ee8fc440 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0850012 Dec 07 00:06:12.925494 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-005d150d-e0f0-4c0a-bc80-a81128346786 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 1002 time: 0.0566733 Dec 07 00:06:12.974294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-35bb1fad-1823-48ef-b815-f9c4cb47a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:12.976163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-35bb1fad-1823-48ef-b815-f9c4cb47a394 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0419478 Dec 07 00:06:13.024965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-054899be-78ac-40a8-b6fe-6c84eb0ba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:13.026415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-054899be-78ac-40a8-b6fe-6c84eb0ba405 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417223 Dec 07 00:06:13.113921 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-7097fcbc-6e56-4a56-b7bc-99458e3208c7 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795531 Dec 07 00:06:13.206197 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26aaf3b2-e04d-49c4-9090-f1e915adcb10 req-41c3afab-d5fb-490e-b6d3-db5f55c4330d service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826585 Dec 07 00:06:18.341354 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99a49e2c-ea1d-4fa2-ad23-8e435ea8b9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:20.661402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2e15-9e84-4ace-ad08-01c82169be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:21.848377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34352) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:21.913586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:21.957594 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-08ebf9e6-839f-482b-9d4d-8fdc0f8b7ca7 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1079161 Dec 07 00:06:21.960331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34354) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:22.120291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4fc27a-9ebd-47e9-be1a-11465bf74652 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=110158) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 07 00:06:22.123876 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4e4fc27a-9ebd-47e9-be1a-11465bf74652 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "DELETE /v2.0/agents/975715dd-2e6b-4ddc-b706-307e9cb84fdc/l3-routers/0a4f21cf-403b-4386-a6ac-97b774851a19 HTTP/1.1" status: 204 len: 168 time: 0.1626282 Dec 07 00:06:22.126392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34356) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:22.236501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-72743e5c-8831-47a3-8b3e-888a9a918b4b tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1089859 Dec 07 00:06:22.239145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34358) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:22.296982 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-987fa029-fa2f-42f0-ac5b-718e1f23d57f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 993 time: 0.0568221 Dec 07 00:06:22.595075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ce08e-fdda-47ce-ac6c-ab8f49ec620b None None] New status for floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:06:23.004159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:23.300681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34360) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:23.362875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0bc7ced0-f999-471c-94f6-44e4faee8bf8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0610554 Dec 07 00:06:23.775066 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:06:23.903915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:23.978683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:24.005939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:24.039080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:24.039685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:24.126983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:24.154973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:24.170415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:24.205536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:24.272859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:24.319157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:24.500774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34364) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:24.677606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a96f2-1674-4f89-90bd-a406a6d151b8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:06:24.677847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a96f2-1674-4f89-90bd-a406a6d151b8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=110158) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 07 00:06:24.707195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:24.707802 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c61a96f2-1674-4f89-90bd-a406a6d151b8 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "POST /v2.0/agents/975715dd-2e6b-4ddc-b706-307e9cb84fdc/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2053750 Dec 07 00:06:24.725342 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:06:24.738262 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:24.738927 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:24.837286 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4e3ee308-daae-4fe1-ae0f-5b51caa9aa81 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1261549 Dec 07 00:06:24.837556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34372) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:24.845476 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:24.896728 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-418ac5f4-d5e3-430b-824f-aa69f2239700 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0581915 Dec 07 00:06:25.062849 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:06:22Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:24Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:25.094078 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:06:25.102949 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:25.103550 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:25.204675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:25.418445 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:06:22Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:24Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:25.443748 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceac9e0-e5ef-4808-b5b9-dd314b36d281 None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '66b59fcf-8c0b-482a-a3c3-e2851cc320bf', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.211', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'port_id': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'mac_address': 'fa:16:3e:53:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:05:47Z', 'updated_at': '2021-12-07T00:06:22Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:24Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:06:25.900739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34384) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:25.977789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:26.003623 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a08ddb42-89f7-4757-becb-29331204cdb6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0997508 Dec 07 00:06:26.040284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:26.040954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:26.138891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:26.179865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:26.250152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:26.304586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:27.006180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34388) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:27.068524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2c824456-dcdd-4fbf-b196-9c4c821e240b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 991 time: 0.0610921 Dec 07 00:06:27.243697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e18313-ed75-418e-9bc1-17696a61fdfe None None] New status for floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:06:27.969962 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:28.017255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:28.017628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:28.072096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34392) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:28.095328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:28.115305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:28.133353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bdfec895-8e94-4e5c-bf6e-76f80abde937 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 200 len: 993 time: 0.0600550 Dec 07 00:06:28.169831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:28.170622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:28.244129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:28.254765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:28.255134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.077796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34404) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:29.246966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 30633bdb-e7ba-4767-91be-f5b54fe8c0d8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:06:29.247316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.332367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.332708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.347109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 30633bdb-e7ba-4767-91be-f5b54fe8c0d8 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:06:29.587525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.613838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=30633bdb-e7ba-4767-91be-f5b54fe8c0d8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:29.638339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.638872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.639223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.639583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.639899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.640253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.640586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.640922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.641252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.641777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.641952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.642261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.642587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:29.688956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:29.689240 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf disassociated (deleted). External IP: 172.36.7.211, port: d0bd7caa-5e56-4cc9-b01e-a325065d86b0. Dec 07 00:06:29.908890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:06:29.919072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:29.966296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:29.966841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:30.023727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:06:30.029729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:30.036841 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:06:30.051944 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:30.053146 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:30.071021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4e704e9-8287-4758-bb76-8da499100676 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/66b59fcf-8c0b-482a-a3c3-e2851cc320bf HTTP/1.1" status: 204 len: 168 time: 0.9921753 Dec 07 00:06:30.071761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:06:30.074304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970af21-6550-4b2f-b487-976c448eec76" -d '{"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:06:30.235133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18acfc-b839-4bd5-a837-67464d170bd0 x-openstack-request-id: req-8e18acfc-b839-4bd5-a837-67464d170bd0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:06:30.235740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:06:30.235740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e18acfc-b839-4bd5-a837-67464d170bd0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:06:30.236069 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'status': 'completed', 'code': 200} Dec 07 00:06:30.263271 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:30.350588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970af21-6550-4b2f-b487-976c448eec76 req-49c64d8b-178e-4920-83b0-370156234345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:30.352989 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-49c64d8b-178e-4920-83b0-370156234345 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 1098 time: 0.0518606 Dec 07 00:06:30.465414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970af21-6550-4b2f-b487-976c448eec76 req-82d1915d-ae69-4252-9010-104ea15718b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:30.467244 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-82d1915d-ae69-4252-9010-104ea15718b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=94b49bdc-a83f-40e6-a379-b13771e01975 HTTP/1.1" status: 200 len: 897 time: 0.1052625 Dec 07 00:06:30.501057 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:26Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:30.528565 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-db9787f4-cff3-4b16-846f-5e7eee7cb23d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0 HTTP/1.1" status: 200 len: 217 time: 0.0477006 Dec 07 00:06:30.530488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:06:30.539355 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:30.539976 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:30.616466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad273c3e-328e-46cb-973e-3a9d6f9f20fc req-d250eddb-4a1a-411a-9800-89082543681c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:30.618087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad273c3e-328e-46cb-973e-3a9d6f9f20fc req-d250eddb-4a1a-411a-9800-89082543681c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0884559 Dec 07 00:06:30.619971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970af21-6550-4b2f-b487-976c448eec76 req-2ec87e45-e7d6-4db5-bae1-fa4ef9c3f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:30.621403 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-2ec87e45-e7d6-4db5-bae1-fa4ef9c3f105 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8ac91c61-b219-4a0a-8f92-5d4775176e58 HTTP/1.1" status: 200 len: 833 time: 0.0641632 Dec 07 00:06:30.651483 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:30.701758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970af21-6550-4b2f-b487-976c448eec76 req-ecc51b1b-30f8-48fe-91c1-8c82b4ccd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:30.703190 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-ecc51b1b-30f8-48fe-91c1-8c82b4ccd858 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=94b49bdc-a83f-40e6-a379-b13771e01975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711515 Dec 07 00:06:30.707010 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad273c3e-328e-46cb-973e-3a9d6f9f20fc req-fe92b977-5007-4347-afac-dcfa4c887e54 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815492 Dec 07 00:06:30.801284 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-17d5ffe5-ca17-4fd9-9e64-09fe9b8a224c service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899541 Dec 07 00:06:30.858069 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:26Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:30.884836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4e3acd-4a9b-4ee8-921a-fc2c02139a00 None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:05:28Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8c29955a-fb1d-4392-9e73-664e9e3e5ab1', 'name': '', 'network_id': '94b49bdc-a83f-40e6-a379-b13771e01975', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:dd:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:27Z', 'updated_at': '2021-12-07T00:06:26Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '8ac91c61-b219-4a0a-8f92-5d4775176e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:06:30.908890 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8970af21-6550-4b2f-b487-976c448eec76 req-bfbb835d-2ed1-45f3-b869-fdea2b701657 service neutron] 10.222.0.45 "GET /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985932 Dec 07 00:06:31.567503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4875e9-ea69-4a82-b53d-f891ffd8ac12 None None] New status for floating IP 66b59fcf-8c0b-482a-a3c3-e2851cc320bf: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:06:31.829057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386146-0848-4f95-9b27-353012692d9c req-7f532e00-4093-4685-838e-e7ade2d88e72 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:31.830543 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47386146-0848-4f95-9b27-353012692d9c req-7f532e00-4093-4685-838e-e7ade2d88e72 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0480697 Dec 07 00:06:31.880483 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47386146-0848-4f95-9b27-353012692d9c req-f92c1c19-69bd-4463-b9d7-7a7796a06147 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=61133cc4-81ea-474f-af74-3038c6e4cad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Dec 07 00:06:32.218958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-42b2bd73-1154-4c68-84a0-68bb8f10be6d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:32.220552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-42b2bd73-1154-4c68-84a0-68bb8f10be6d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 945 time: 0.0514145 Dec 07 00:06:32.328707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:06:32.329049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:32.419453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port d0bd7caa-5e56-4cc9-b01e-a325065d86b0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:32.419818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:32.433471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for d0bd7caa-5e56-4cc9-b01e-a325065d86b0 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:06:32.638399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:32.667074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=d0bd7caa-5e56-4cc9-b01e-a325065d86b0,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:32.697575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.697938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.698286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.698629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.698969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.699305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.699641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.699993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.700370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.700717 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.701090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.701486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.701857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:32.719961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port d0bd7caa-5e56-4cc9-b01e-a325065d86b0 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:06:32.722160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:32.726062 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da8d3c2a-500f-4b2e-a6cb-311a9b5c82e8 req-f344a488-6dd3-49bd-881a-21c1387639d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/d0bd7caa-5e56-4cc9-b01e-a325065d86b0 HTTP/1.1" status: 204 len: 173 time: 0.4961426 Dec 07 00:06:32.726509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'name': 'network-vif-deleted', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:06:32.728808 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3c7154-001a-4c25-aebb-06b0be7fdd81" -d '{"events": [{"server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "name": "network-vif-deleted", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:06:32.773457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd013763-86b3-4462-8957-111aa76992f0 x-openstack-request-id: req-cd013763-86b3-4462-8957-111aa76992f0 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:06:32.773700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950dba08-ea98-4c2b-83da-33c18b3af9ae", "name": "network-vif-deleted", "tag": "d0bd7caa-5e56-4cc9-b01e-a325065d86b0", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:06:32.773954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd013763-86b3-4462-8957-111aa76992f0 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:06:32.774358 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950dba08-ea98-4c2b-83da-33c18b3af9ae', 'name': 'network-vif-deleted', 'tag': 'd0bd7caa-5e56-4cc9-b01e-a325065d86b0', 'status': 'completed', 'code': 200} Dec 07 00:06:32.982749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa7ebba-e884-4579-ad85-c597f9d311cd req-09c3e5bf-524c-4038-837f-08b6c5195741 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=950dba08-ea98-4c2b-83da-33c18b3af9ae HTTP/1.1" status: 200 len: 210 time: 0.0283167 Dec 07 00:06:33.449530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:34.042834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34436) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:34.102833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:34.131582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:34.273539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:34.276436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:34.277607 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/61133cc4-81ea-474f-af74-3038c6e4cad9 HTTP/1.1" status: 204 len: 168 time: 0.2337828 Dec 07 00:06:34.289309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7307275-152f-43be-9e37-f25ad42d3a84 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61133cc4-81ea-474f-af74-3038c6e4cad9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:34.412140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34440) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:34.790552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:35.060969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:06:35.061653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:35.152434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 8c29955a-fb1d-4392-9e73-664e9e3e5ab1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:35.152723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:35.165642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:06:35.443900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:35.473443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=8c29955a-fb1d-4392-9e73-664e9e3e5ab1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:35.656962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:35.894066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 0a4f21cf-403b-4386-a6ac-97b774851a19 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:06:36.350787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:06:36.358496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34446) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:36.359016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a8c4c99f-a463-4796-91bf-9813cc8f4f7e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9452994 Dec 07 00:06:36.366718 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Sync routers for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:06:36.377509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:36.378117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:36.417103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 8ac91c61-b219-4a0a-8f92-5d4775176e58 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:06:36.421011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:36.464137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:36.490106 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:36.564276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:36.699552 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:06:35Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:36.729247 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Checking router: 0a4f21cf-403b-4386-a6ac-97b774851a19 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:06:36.738383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Routers {'0a4f21cf-403b-4386-a6ac-97b774851a19'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:36.738987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0a4f21cf-403b-4386-a6ac-97b774851a19'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:36.752910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:36.789251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac91c61-b219-4a0a-8f92-5d4775176e58,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:36.793487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:36.799471 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd899fd2-fb11-4525-94b2-13c3b4d02833 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/8ac91c61-b219-4a0a-8f92-5d4775176e58 HTTP/1.1" status: 204 len: 168 time: 0.4373043 Dec 07 00:06:36.799995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34450) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:36.812934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b512f6e-b285-4951-afd2-1ce37ce77c4a None None] Network 94b49bdc-a83f-40e6-a379-b13771e01975 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:06:36.868199 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] Set router 0a4f21cf-403b-4386-a6ac-97b774851a19 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:36.981955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.044333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] DHCP port deletion for 94b49bdc-a83f-40e6-a379-b13771e01975 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:06:37.093672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Deleting port f2836edb-6847-4f1f-9c5e-db5714a1fd9a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:06:37.094331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.111141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.169417 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:06:35Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:37.202708 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0246d489-6ebf-4a1d-81a2-893ac81a5c34 None None] The sync data for ids ['0a4f21cf-403b-4386-a6ac-97b774851a19'] in dv-neutron-master-2-hyperv is: [{'id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'name': 'tempest-TestNetworkBasicOps-router-1463837757', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133'}], 'enable_snat': True}, 'gw_port_id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:05:23Z', 'updated_at': '2021-12-07T00:06:35Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': 'c40c222a-b7af-479b-9cb1-c6498b4e9dd7', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f21cf-403b-4386-a6ac-97b774851a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:05:24Z', 'updated_at': '2021-12-07T00:06:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:06:37.277220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port c40c222a-b7af-479b-9cb1-c6498b4e9dd7 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:06:37.277609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.317665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] For port f2836edb-6847-4f1f-9c5e-db5714a1fd9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,segment=NetworkSegment(dec17464-068d-4134-8fcf-6e5ee54e3f92),segment_id=dec17464-068d-4134-8fcf-6e5ee54e3f92)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:37.318245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.330765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Calling delete_port for f2836edb-6847-4f1f-9c5e-db5714a1fd9a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:06:37.373747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d0bd7caa-5e56-4cc9-b01e-a325065d86b0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:37.379141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port c40c222a-b7af-479b-9cb1-c6498b4e9dd7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:37.379682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.396026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: d0bd7caa-5e56-4cc9-b01e-a325065d86b0 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:06:37.396410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d0bd7caa-5e56-4cc9-b01e-a325065d86b0 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:06:37.398354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for c40c222a-b7af-479b-9cb1-c6498b4e9dd7 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:06:37.495665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.525565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] Pushing event deleted for resources: {'Port': ['ID=f2836edb-6847-4f1f-9c5e-db5714a1fd9a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:37.529315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3e2034-8e31-45a0-a1cc-ab73547aef19 None None] No DVR routers for this DVR port f2836edb-6847-4f1f-9c5e-db5714a1fd9a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:06:37.719759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.745864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=c40c222a-b7af-479b-9cb1-c6498b4e9dd7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:37.761058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad415559-3510-4473-b64d-c508a8532daf None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:06:37.816219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.915414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.917741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:37.980601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f2836edb-6847-4f1f-9c5e-db5714a1fd9a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:38.000906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f2836edb-6847-4f1f-9c5e-db5714a1fd9a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:06:38.001239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f2836edb-6847-4f1f-9c5e-db5714a1fd9a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:06:38.002070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:38.021193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:06:38.026617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 8c29955a-fb1d-4392-9e73-664e9e3e5ab1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:06:38.044582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.045306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4f21cf-403b-4386-a6ac-97b774851a19 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:06:38.052434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.053831 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-673a0918-ef0f-46ab-a343-fbeb983f5abd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/0a4f21cf-403b-4386-a6ac-97b774851a19 HTTP/1.1" status: 204 len: 168 time: 1.2523458 Dec 07 00:06:38.056736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34454) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:38.140188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.246510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.268023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b49bdc-a83f-40e6-a379-b13771e01975']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:38.280778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec17464-068d-4134-8fcf-6e5ee54e3f92') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:38.281077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec17464-068d-4134-8fcf-6e5ee54e3f92') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:38.291393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.306905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.313099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:06:38.313547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:06:38.316743 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:06:38.462115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.468885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.472067 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/94b49bdc-a83f-40e6-a379-b13771e01975 HTTP/1.1" status: 204 len: 168 time: 0.4143944 Dec 07 00:06:38.483817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90653624-e15b-4f48-9ef3-354f58d8813c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=94b49bdc-a83f-40e6-a379-b13771e01975,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:38.496583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34456) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:38.504091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--1332157412', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:38.609082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:06:38.612678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.638018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:06:38.646770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.647887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment 9031ed62-ec4c-4b74-9480-0302bae847a2 of type vlan for network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 Dec 07 00:06:38.688323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.780646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.787787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:38.788475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:38.859959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:38.875995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:06:38.933102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38bbb09c-83f2-4f76-93d5-7b0e01cfbc78 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4339318 Dec 07 00:06:38.935839 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34460) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:38.940596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-218902765', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:39.060848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.062026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.114982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.356862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.632393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.654642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.770554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.148 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/293134b6-115a-49cc-81df-db97fb3dfd94) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:06:39.877854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:39.879288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:06:39.902758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c40c222a-b7af-479b-9cb1-c6498b4e9dd7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:06:39.903110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c40c222a-b7af-479b-9cb1-c6498b4e9dd7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:06:39.987901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:40.030201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:06:40.033401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:40.038881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:06:40.041503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=293134b6-115a-49cc-81df-db97fb3dfd94,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:40.048896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b1885-0a64-4917-89e1-490cb0f976ca None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:06:40.111272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ce0f7fd0-6b90-450b-b91c-54fab5b39536 None None] Provisioning complete for port 293134b6-115a-49cc-81df-db97fb3dfd94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:40.111732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7fd0-6b90-450b-b91c-54fab5b39536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:40.150119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f7fd0-6b90-450b-b91c-54fab5b39536 None None] Port 293134b6-115a-49cc-81df-db97fb3dfd94 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:40.368704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:40.606259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:40.838598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:06:40.947445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:06:40.957228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Sync routers for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:06:40.971317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:40.971964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:41.057373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.058693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5874b537-c17e-4991-b2a5-b19b3f46172d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1217580 Dec 07 00:06:41.061882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:41.084617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:41.091221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-56bbc2ac-4f2b-4508-a2d8-fd2c34ebc825 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276291 Dec 07 00:06:41.094475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34468) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:41.190726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3b13e-2c05-4ee7-9c0d-16efa09dcd0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:41.192264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7de3b13e-2c05-4ee7-9c0d-16efa09dcd0d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968077 Dec 07 00:06:41.195098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34470) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:41.225297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b36d291-de97-48f4-b33a-58099220bd41 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290444 Dec 07 00:06:41.228412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34472) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:41.233965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271142164', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:41.270447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:40Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:41.299580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Checking router: 6317a7d4-a137-4912-ae41-ef5097e5c2a1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:06:41.299915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Updating router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 port 293134b6-115a-49cc-81df-db97fb3dfd94 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:06:41.326065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.397970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:06:41.402142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.603309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.701767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.758212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa75182-03b7-4291-ae66-0a4ac5ad6ba7 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:06:41.776088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Attempting to bind port 293134b6-115a-49cc-81df-db97fb3dfd94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:06:41.776504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Attempting to bind port 293134b6-115a-49cc-81df-db97fb3dfd94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:06:41.776998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Attempting to bind port 293134b6-115a-49cc-81df-db97fb3dfd94 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:06:41.787091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Pushing event updated for resources: {'Port': ['ID=293134b6-115a-49cc-81df-db97fb3dfd94,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:41.790273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:06:41.790638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:06:41.791043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.791679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:06:41.792148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Bound port: 293134b6-115a-49cc-81df-db97fb3dfd94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:06:41.792555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.799374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.799724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.800069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.802972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.803171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.803729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:41.862220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] For port 293134b6-115a-49cc-81df-db97fb3dfd94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:06:41.865530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] For port 293134b6-115a-49cc-81df-db97fb3dfd94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=293134b6-115a-49cc-81df-db97fb3dfd94,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:06:41.885834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5543a3f9-9ac4-4a6f-ba82-3802288a4ecb None None] Provisioning complete for port 293134b6-115a-49cc-81df-db97fb3dfd94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:41.886201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5543a3f9-9ac4-4a6f-ba82-3802288a4ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.920605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5543a3f9-9ac4-4a6f-ba82-3802288a4ecb None None] Port 293134b6-115a-49cc-81df-db97fb3dfd94 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:41.953296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:41.981719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.014974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:42.015762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:42.023769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea242a7-117f-4251-a59e-39bf88129507 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:06:42.048414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:42.062284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccddf48-5872-4a05-8c1a-06a65aa60abf None None] Pushing event updated for resources: {'Port': ['ID=293134b6-115a-49cc-81df-db97fb3dfd94,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:42.068924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:06:42.075467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: bd6e780e-0e3a-449e-bf79-9ef2a01e29f8, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:06:42.153662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:42.174421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:06:42.215022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] Provisioning complete for port 293134b6-115a-49cc-81df-db97fb3dfd94 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:42.215321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.272442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd6e780e-0e3a-449e-bf79-9ef2a01e29f8) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:42.277403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:42.278048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.291042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a88509-293e-4ed3-ab08-1fc20b9afb10 None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:06:42.380897 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7795713a-bc70-4985-a93f-021032b567dc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1489275 Dec 07 00:06:42.381253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34476) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:42.487573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.523328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] For port 293134b6-115a-49cc-81df-db97fb3dfd94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=293134b6-115a-49cc-81df-db97fb3dfd94,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:42.557971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:40Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:42.589671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:06:42.590534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.600055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc4065b-d4db-4e8d-9e16-064711fc97bc None None] The sync data for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv is: [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:40Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:06:42.665704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.762132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713694eb-4f2c-4fbb-9e37-f0a4cb680234 None None] Pushing event updated for resources: {'Port': ['ID=293134b6-115a-49cc-81df-db97fb3dfd94,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:42.782044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Allocated IP 172.20.0.2 (bd6e780e-0e3a-449e-bf79-9ef2a01e29f8/2b73dd35-e0ea-47b6-acfd-bd0c93294ce4/1d61d39e-8e6c-47a7-81b3-2bb653849c19) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:06:42.917944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:42.987324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.075072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.135023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:06:43.141386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:43.147310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:06:43.164337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Pushing event updated for resources: {'Port': ['ID=1d61d39e-8e6c-47a7-81b3-2bb653849c19,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:43.263688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (bd6e780e-0e3a-449e-bf79-9ef2a01e29f8/2b73dd35-e0ea-47b6-acfd-bd0c93294ce4/e976ed19-eae8-46ae-b17c-a4d281a573fe) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:06:43.367857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Attempting to bind port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:06:43.368394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Attempting to bind port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:06:43.368846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Attempting to bind port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 on network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:06:43.374203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:06:43.375281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Checking segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:06:43.375281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.375796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Bound using segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:06:43.375796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Bound port: 1d61d39e-8e6c-47a7-81b3-2bb653849c19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:06:43.376205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.412503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.449430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] For port 1d61d39e-8e6c-47a7-81b3-2bb653849c19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:06:43.452931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] For port 1d61d39e-8e6c-47a7-81b3-2bb653849c19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d61d39e-8e6c-47a7-81b3-2bb653849c19,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:06:43.558436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.581695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.618961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78d4e-c689-4dac-bfe7-0551e2f51a57 None None] Pushing event updated for resources: {'Port': ['ID=1d61d39e-8e6c-47a7-81b3-2bb653849c19,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:43.652402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:06:43.655999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:43.660500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:06:43.668174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:43.712964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.986013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:43.988480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 293134b6-115a-49cc-81df-db97fb3dfd94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:44.042434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 293134b6-115a-49cc-81df-db97fb3dfd94 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:44.042682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.123714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d61d39e-8e6c-47a7-81b3-2bb653849c19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:44.183250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:44.184344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.270734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.299922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.306389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 1d61d39e-8e6c-47a7-81b3-2bb653849c19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d61d39e-8e6c-47a7-81b3-2bb653849c19,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:44.398121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.409789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.466930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=1d61d39e-8e6c-47a7-81b3-2bb653849c19,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:44.489137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:44.491752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:44.622214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:06:44.624112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:44.761188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:06:44.815400 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d68acf-fbb9-4f8d-b344-08433495143a None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:06:44.897042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:06:44.905247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-726cdc7a-b32d-4075-b6c2-116278ddceeb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/6317a7d4-a137-4912-ae41-ef5097e5c2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5197210 Dec 07 00:06:44.905247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34482) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:44.908601 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Sync routers for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:06:44.926566 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:44.927549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:44.939877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8cdf7e71-fc2d-4767-8529-9d32f0755c5e None None] Provisioning complete for port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:44.940296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8cdf7e71-fc2d-4767-8529-9d32f0755c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.007017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.007262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.008266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.008746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.009447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.009671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.011442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3f976912-e726-410c-9125-ae52d2938559 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1058974 Dec 07 00:06:45.016013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34484) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:45.078021 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:45.108967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.109843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.110530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.110972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.111598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.112353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:45.114355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e71e75c1-b731-4604-b4fb-27610171679f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0963957 Dec 07 00:06:45.120053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34486) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:45.310859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:44Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:45.343829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Checking router: 6317a7d4-a137-4912-ae41-ef5097e5c2a1 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:06:45.344188 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Updating router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 port e976ed19-eae8-46ae-b17c-a4d281a573fe binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:06:45.369171 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.372888 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ecd15d24-1fb8-4bd6-87a1-943fafd220ec tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2515967 Dec 07 00:06:45.396624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-daf37107-003f-429f-94eb-f096b60b9668 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:45.399368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-daf37107-003f-429f-94eb-f096b60b9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.447384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-daf37107-003f-429f-94eb-f096b60b9668 None None] Port e976ed19-eae8-46ae-b17c-a4d281a573fe cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:45.459786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-daf37107-003f-429f-94eb-f096b60b9668 None None] Provisioning complete for port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:45.460168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-daf37107-003f-429f-94eb-f096b60b9668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.684401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-eccc60f2-d343-49cf-947d-72136c6a86a3 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:45.684814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eccc60f2-d343-49cf-947d-72136c6a86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.699108 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.718997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-eccc60f2-d343-49cf-947d-72136c6a86a3 None None] Port e976ed19-eae8-46ae-b17c-a4d281a573fe cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:45.797965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.838622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8f7dae56-709c-4f29-9129-5a3197fe7afd None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:45.839402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f7dae56-709c-4f29-9129-5a3197fe7afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.895213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Pushing event updated for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:45.900329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8f7dae56-709c-4f29-9129-5a3197fe7afd None None] Port e976ed19-eae8-46ae-b17c-a4d281a573fe cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:45.906291 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.910744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:06:45.943491 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Attempting to bind port e976ed19-eae8-46ae-b17c-a4d281a573fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:06:45.944280 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Attempting to bind port e976ed19-eae8-46ae-b17c-a4d281a573fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:06:45.945619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Attempting to bind port e976ed19-eae8-46ae-b17c-a4d281a573fe on network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:06:45.952531 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:06:45.953509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Checking segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:06:45.954070 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.954576 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Bound using segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:06:45.956923 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Bound port: e976ed19-eae8-46ae-b17c-a4d281a573fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:06:45.957756 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:45.977482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d61d39e-8e6c-47a7-81b3-2bb653849c19 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:46.027117 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] For port e976ed19-eae8-46ae-b17c-a4d281a573fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:06:46.032094 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] For port e976ed19-eae8-46ae-b17c-a4d281a573fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e976ed19-eae8-46ae-b17c-a4d281a573fe,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:06:46.044580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:46.044964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.137712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e81c6b09-ed08-4bd5-8e0b-e0bb1f964073 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:46.138087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b09-ed08-4bd5-8e0b-e0bb1f964073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.170018 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.175787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e81c6b09-ed08-4bd5-8e0b-e0bb1f964073 None None] Port e976ed19-eae8-46ae-b17c-a4d281a573fe cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:46.236402 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:06:46.237048 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:46.239760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34492) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:46.242992 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035f07e-eb4c-4c78-ab56-97eb145c07d0 None None] Pushing event updated for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:46.245828 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211336938', 'description': 'tempest-secgroup-smoke-1211336938 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:46.357391 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:06:46.403081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.467240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.498768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:46.499330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.564678 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:06:46.569624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.582436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.591585 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54218553-7c12-4d61-9e49-65baa4dd3b53 None None] The sync data for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv is: [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:06:46.603622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144a8bbb-8c8b-4114-a2df-989e3b092d1b,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:46.626225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] For port e976ed19-eae8-46ae-b17c-a4d281a573fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e976ed19-eae8-46ae-b17c-a4d281a573fe,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:46.703598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.705018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0f67ba50-e438-43a0-9f0d-7b80c401b2fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4639375 Dec 07 00:06:46.707890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34496) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:46.713259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:46.731209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.786181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342aca0-cb8b-4de0-90ac-ead6b1021a72 None None] Pushing event updated for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:46.831951 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.895858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:46.981368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.001459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145e7951-b766-4b89-ad96-90ee7666e70d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:47.097764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.099004 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a4209dbb-6743-49ca-ad86-55e7bbf21e99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3900957 Dec 07 00:06:47.101864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34498) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:47.106465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:47.204708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.268647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.438630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.457622 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aef2062-9d47-4be4-8022-814ed152837d,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:47.572169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.573489 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c43d29b4-1e8f-480a-a30f-e3244ba17dac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4706550 Dec 07 00:06:47.576414 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:47.581073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:47.697125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.752884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.849919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.868935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be044e3-20d4-49c6-9318-900e11937077,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:47.940482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:47.943664 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f88f078a-d1f5-466c-bd58-0ef929cb02fd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659539 Dec 07 00:06:47.948027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:47.950401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e976ed19-eae8-46ae-b17c-a4d281a573fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:47.953261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:47.999283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:47.999692 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.090116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.145896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.238161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.257281 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee133f-301f-434b-b3f8-7baceeddc0b9,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:48.320642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.322452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b096f14-6018-4786-a37c-21c11a6dd303 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3727992 Dec 07 00:06:48.325610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34506) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:48.329901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:48.369271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b95da8b-d719-4011-bfcf-9d13fdc4d4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.443700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:06:48.449520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.508992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.597556 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.615025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec48695-78b4-4a5f-9762-3e4fa0a447e5,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:48.714534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.715800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a877bb00-df9f-434e-9fb5-7c93815da967 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3892746 Dec 07 00:06:48.718688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34510) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:06:48.723394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '144a8bbb-8c8b-4114-a2df-989e3b092d1b', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:48.821638 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:06:48.826873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.889271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.969057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:48.988127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a2156-5bc8-45c3-9e34-e202084849ad,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:49.057535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:49.058782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-756aa6d0-8406-4d6c-9175-1709443ca706 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3391371 Dec 07 00:06:49.226191 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-b5fb2f45-e5a5-4e36-89de-f0dcebcbe062 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211336938&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0511715 Dec 07 00:06:49.340225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-c69d543f-6181-4e8a-8627-806d2f8ed5e3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:49.341720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-c69d543f-6181-4e8a-8627-806d2f8ed5e3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 200 len: 797 time: 0.1078660 Dec 07 00:06:49.358048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-73dac86d-2d87-4f37-86c3-570827b2a641 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0103860 Dec 07 00:06:49.409882 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-7aa53ad1-c3b9-4b29-9053-b26fc4e489d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460012 Dec 07 00:06:49.527275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d3171164-fa1c-49a1-a0c4-602c9aba60fe service neutron] 10.222.0.53 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971875 Dec 07 00:06:49.627779 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-dd84c24b-f49c-4845-a838-48b9aa59c411 service neutron] 10.222.0.53 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942805 Dec 07 00:06:49.904713 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b27c40ea-198a-49e3-a077-6f98c97104d4 req-f4051505-bb6f-47df-b7b7-6f86c3b713ab tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 210 time: 0.0346878 Dec 07 00:06:50.706432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54830261-7b7b-4222-a4c6-ece05a300bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:51.002259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-328b6df6-4fea-4489-b59c-b1d138bec8e7 req-773a76d5-fd18-4177-b053-5068b3a8b1e9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 210 time: 0.0320032 Dec 07 00:06:51.951737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:52.098951 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-16495cc1-88a6-4fa4-8d06-ca25122825e7 req-98e7469d-20c5-41a5-8c4a-dfe1410b3245 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 210 time: 0.0295620 Dec 07 00:06:52.253389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-68b174fd-c7e8-47ee-b70e-dd105a96d3c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:52.254855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-68b174fd-c7e8-47ee-b70e-dd105a96d3c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 200 len: 797 time: 0.1200261 Dec 07 00:06:52.350215 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-67c67e1f-9291-4c4e-a284-2ae3b6332f35 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 380 time: 0.0543809 Dec 07 00:06:52.363954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['144a8bbb-8c8b-4114-a2df-989e3b092d1b']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:52.597587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:06:52.603195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:52.740552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.10 (bd6e780e-0e3a-449e-bf79-9ef2a01e29f8/2b73dd35-e0ea-47b6-acfd-bd0c93294ce4/c908c31e-4627-4e78-b370-53cdf72db5af) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:06:52.881165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:52.969797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.016415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:06:53.019348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:06:53.020759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.024274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:06:53.049548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:53.079546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:53.080171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.201181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-d1e3a46a-961a-4f60-9b43-fd92ef8a9031 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408232 Dec 07 00:06:53.221337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fcb38-2e82-4152-8d02-82ea72a23b93 req-8b3dec3d-b16e-4d56-bef9-aa407e26e8f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:53.224827 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-018fcb38-2e82-4152-8d02-82ea72a23b93 req-8b3dec3d-b16e-4d56-bef9-aa407e26e8f7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 932 time: 0.0536427 Dec 07 00:06:53.229990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Request body: {'port': {'device_id': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:06:53.273908 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-018fcb38-2e82-4152-8d02-82ea72a23b93 req-4592eee1-92ba-44a2-86f6-d68610f8322f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 Dec 07 00:06:53.296110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.296365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2e94b8d9-b7e8-4093-b2ff-a130c2e0b94f None None] Provisioning complete for port c908c31e-4627-4e78-b370-53cdf72db5af triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:53.296365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2e94b8d9-b7e8-4093-b2ff-a130c2e0b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.332269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2e94b8d9-b7e8-4093-b2ff-a130c2e0b94f None None] Port c908c31e-4627-4e78-b370-53cdf72db5af cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:06:53.561988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c908c31e-4627-4e78-b370-53cdf72db5af {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:06:53.569944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.583160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Transition to ACTIVE for port object c908c31e-4627-4e78-b370-53cdf72db5af will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:06:53.672321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.745371 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Pushing event updated for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:53.812886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Attempting to bind port c908c31e-4627-4e78-b370-53cdf72db5af on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:06:53.812886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Attempting to bind port c908c31e-4627-4e78-b370-53cdf72db5af by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:06:53.812886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Attempting to bind port c908c31e-4627-4e78-b370-53cdf72db5af on network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:06:53.812886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Port c908c31e-4627-4e78-b370-53cdf72db5af on network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:06:53.812886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Attempting to bind port c908c31e-4627-4e78-b370-53cdf72db5af on network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:06:53.814958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:06:53.815299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Checking segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:06:53.815693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Bound using segment: {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:06:53.816122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Bound port: c908c31e-4627-4e78-b370-53cdf72db5af, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9031ed62-ec4c-4b74-9480-0302bae847a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:06:53.816509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:53.886540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:06:53.889895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c908c31e-4627-4e78-b370-53cdf72db5af,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:06:53.969927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:54.004131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.004794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:54.006233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] 10.222.0.45 "PUT /v2.0/ports/c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 200 len: 1094 time: 0.7832789 Dec 07 00:06:54.011481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:06:54.016603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b6382-8068-4431-baf1-3b957fe17f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:06:54.038587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e60b3-1473-4a19-8763-45f449d26a5f service neutron] Pushing event updated for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:54.055317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a818498-1d5f-4f88-be04-4b3297196c12 x-openstack-request-id: req-6a818498-1d5f-4f88-be04-4b3297196c12 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:06:54.055663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:06:54.055932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a818498-1d5f-4f88-be04-4b3297196c12 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:06:54.056374 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'status': 'completed', 'code': 200} Dec 07 00:06:54.146300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6382-8068-4431-baf1-3b957fe17f1a req-fe77ff38-f870-4540-937a-f7165179ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.148117 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-567b6382-8068-4431-baf1-3b957fe17f1a req-fe77ff38-f870-4540-937a-f7165179ab4e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1097 time: 0.0464132 Dec 07 00:06:54.157963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:54.269322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6382-8068-4431-baf1-3b957fe17f1a req-069d7dbf-f011-433c-a88f-d8fe64f35f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.270749 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-567b6382-8068-4431-baf1-3b957fe17f1a req-069d7dbf-f011-433c-a88f-d8fe64f35f4f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0986109 Dec 07 00:06:54.382755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6382-8068-4431-baf1-3b957fe17f1a req-b9d039fd-30f1-40ad-ae03-2e22586f8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.384148 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-567b6382-8068-4431-baf1-3b957fe17f1a req-b9d039fd-30f1-40ad-ae03-2e22586f8c42 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028688 Dec 07 00:06:54.394904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3654c-3524-4b2c-a884-dbafa8052ebb req-6a848f81-7d55-49b6-b208-9c9f498317e0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.396456 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-69c3654c-3524-4b2c-a884-dbafa8052ebb req-6a848f81-7d55-49b6-b208-9c9f498317e0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 944 time: 0.0492291 Dec 07 00:06:54.450501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-69c3654c-3524-4b2c-a884-dbafa8052ebb req-d1e87086-a809-4dac-8f7c-3ae2c6ee1b15 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477583 Dec 07 00:06:54.496790 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-73a621a8-c5e0-4624-892e-ea22a91de2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.498306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-73a621a8-c5e0-4624-892e-ea22a91de2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1097 time: 0.0418732 Dec 07 00:06:54.556200 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-90b66026-8ddd-4f97-a240-7c4e20fd1f9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 200 len: 217 time: 0.0352991 Dec 07 00:06:54.611327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e6e10566-94bd-4deb-a232-e6781173561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.612999 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-e6e10566-94bd-4deb-a232-e6781173561e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 200 len: 844 time: 0.0460825 Dec 07 00:06:54.665825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-90f76ded-0c65-4ced-abd6-d6129970cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:54.667935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-90f76ded-0c65-4ced-abd6-d6129970cc36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432780 Dec 07 00:06:54.764058 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-7d18243a-dfa2-4c91-bfdc-6adf159bae76 service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844457 Dec 07 00:06:54.862862 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e465291d-2dc4-4ff3-b755-719c90e5f763 req-48e4eda7-9a8a-40b2-a41b-822685b801ac service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880041 Dec 07 00:06:55.582866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702d7bd-4239-48d6-9ceb-8f896e2cb462 req-211029bf-c5a5-4ac8-bdf0-8440708a8df0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:55.584512 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e702d7bd-4239-48d6-9ceb-8f896e2cb462 req-211029bf-c5a5-4ac8-bdf0-8440708a8df0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 944 time: 0.0655904 Dec 07 00:06:55.636694 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e702d7bd-4239-48d6-9ceb-8f896e2cb462 req-8f9b2ab1-1a32-4e6a-82fa-10a8ade2dd76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 Dec 07 00:06:56.752988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91c238-0d32-4168-a0af-01cca8193177 req-227e5da8-8fd3-485a-882d-6ac1ba3ccf97 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:56.754413 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df91c238-0d32-4168-a0af-01cca8193177 req-227e5da8-8fd3-485a-882d-6ac1ba3ccf97 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 944 time: 0.0510728 Dec 07 00:06:56.802328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df91c238-0d32-4168-a0af-01cca8193177 req-cfd56ef0-fdf1-4991-a0cf-64916ec850f4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Dec 07 00:06:57.031789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-abe16402-dfed-4b35-826d-8173dd6ae88e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750773743&fields=id&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 267 time: 0.0440576 Dec 07 00:06:57.144448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-6068a826-56ee-4ece-a2cd-dadf132bbb0c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:57.146062 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-6068a826-56ee-4ece-a2cd-dadf132bbb0c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.1076198 Dec 07 00:06:57.161294 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-86044096-c681-46ff-91bb-7b664cf3b947 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/quotas/a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 375 time: 0.0093663 Dec 07 00:06:57.214095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-65c9a073-38ef-4f85-8935-3c998f591c0b tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469460 Dec 07 00:06:57.378235 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-ae9d3e08-2ede-4fd5-b547-485bfb950a16 service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520288 Dec 07 00:06:57.459383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device c908c31e-4627-4e78-b370-53cdf72db5af details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:06:57.465388 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-0fa1a1fb-60fd-45df-9ee8-74c91410a85f service neutron] 10.222.0.53 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811560 Dec 07 00:06:57.563047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c908c31e-4627-4e78-b370-53cdf72db5af,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:57.574578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'port_id': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:06:57.618842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:57.631446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c908c31e-4627-4e78-b370-53cdf72db5af {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:06:57.650033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c908c31e-4627-4e78-b370-53cdf72db5af,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:57.751859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:57.799104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:06:57.918423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145213f-94a3-4d9b-b519-d46ef0d359a7 req-ff7f28e6-326d-4e07-b262-6513b12aa40b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:57.919968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1145213f-94a3-4d9b-b519-d46ef0d359a7 req-ff7f28e6-326d-4e07-b262-6513b12aa40b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 945 time: 0.0505791 Dec 07 00:06:57.970271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1145213f-94a3-4d9b-b519-d46ef0d359a7 req-7c3c1555-b6c2-4c12-962c-3ba256eb6e7f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Dec 07 00:06:58.044581 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05a48072-10f3-4ff6-8c87-16d0caa70403 req-b4f338e8-80cf-425f-aa2a-996795b12bff tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0310633 Dec 07 00:06:58.118989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['c908c31e-4627-4e78-b370-53cdf72db5af'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:06:59.089951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ec68f-7948-4cc3-9fda-cb9873e053a7 req-01fc3d23-26b1-4366-bfc3-7aeebf84ff8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:06:59.091456 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-389ec68f-7948-4cc3-9fda-cb9873e053a7 req-01fc3d23-26b1-4366-bfc3-7aeebf84ff8e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 945 time: 0.0524974 Dec 07 00:06:59.143027 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3beb2333-1f14-4822-ac82-f821b0c5eec6 req-f4c1111e-bfa4-406d-903f-537b402b6190 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0324924 Dec 07 00:06:59.143782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-389ec68f-7948-4cc3-9fda-cb9873e053a7 req-afc08515-25bc-4594-8f39-051990b574e1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Dec 07 00:06:59.460196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device c908c31e-4627-4e78-b370-53cdf72db5af up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:06:59.575035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port c908c31e-4627-4e78-b370-53cdf72db5af completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:06:59.579745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port c908c31e-4627-4e78-b370-53cdf72db5af triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:06:59.580152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:59.660098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:59.681877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:06:59.684740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f1481f-7dd1-4716-9b90-5af086848e42" -d '{"events": [{"server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "name": "network-vif-plugged", "status": "completed", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:06:59.697024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c908c31e-4627-4e78-b370-53cdf72db5af,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:06:59.720626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7311275-1b59-436f-890b-4d8544ba7728 x-openstack-request-id: req-a7311275-1b59-436f-890b-4d8544ba7728 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:06:59.720918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "name": "network-vif-plugged", "status": "completed", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:06:59.721176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7311275-1b59-436f-890b-4d8544ba7728 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:06:59.721593 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'code': 200} Dec 07 00:06:59.780632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:06:59.827230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:00.075925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ebd1a-0bcf-4ae2-b5f1-ec94c7bb540f req-7b93797b-4e8a-4803-abeb-98e49c472abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:00.077444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-809ebd1a-0bcf-4ae2-b5f1-ec94c7bb540f req-7b93797b-4e8a-4803-abeb-98e49c472abb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1099 time: 0.0395126 Dec 07 00:07:00.128705 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-809ebd1a-0bcf-4ae2-b5f1-ec94c7bb540f req-b6f9fb27-9b74-422f-bcd7-87ba9ba01be4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395598 Dec 07 00:07:00.240791 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-aa479f6a-23a1-4728-bcc8-5594b656ba4e req-53f1d00f-6592-4ce3-9460-29ad6162be67 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Dec 07 00:07:00.268735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544621c5-9943-4eb1-953f-71edbf92793a req-c7248084-4d4d-4ea5-bf4d-4ce37c01c7b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:00.270214 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-544621c5-9943-4eb1-953f-71edbf92793a req-c7248084-4d4d-4ea5-bf4d-4ce37c01c7b3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.0546904 Dec 07 00:07:00.319470 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-544621c5-9943-4eb1-953f-71edbf92793a req-27e8c933-d6b7-4f0e-a027-260c16ffb616 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Dec 07 00:07:00.556700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-63877292-951d-4157-bbb3-4b67c79f048a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:00.559041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-63877292-951d-4157-bbb3-4b67c79f048a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 810 time: 0.1136260 Dec 07 00:07:00.632887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-74e5f222-f549-457e-a147-1c55e74960b0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d HTTP/1.1" status: 200 len: 379 time: 0.0559626 Dec 07 00:07:00.646159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'port': {'device_id': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'admin_state_up': True, 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'security_groups': ['3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:07:00.774805 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:07:00.825889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Made reservation on behalf of a9923834fbdf4a3aa1d06b8d2ecc029d for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:07:00.829505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:00.959158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.20.0.7 (2d91c540-c0a8-4934-ba62-af32082651f4/da8a1a96-7009-41e8-b26a-1b141fa8a15a/d1ec4dd7-c653-430c-bf78-7238b0573a91) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:07:01.097153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.192395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.235216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network 2d91c540-c0a8-4934-ba62-af32082651f4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:07:01.238245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:07:01.242096 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:07:01.274501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:01.310772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:01.311801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.381814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb3dc-e2ec-4cb3-920b-999044f8af9a req-93f95ab3-1b90-4c1d-9577-6c348d9a882d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:01.391169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fd8fb3dc-e2ec-4cb3-920b-999044f8af9a req-93f95ab3-1b90-4c1d-9577-6c348d9a882d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 931 time: 0.0650852 Dec 07 00:07:01.401917 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-03af6a37-c0ba-48eb-9341-d4e50d7e2abf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594900 Dec 07 00:07:01.433146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Request body: {'port': {'device_id': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:07:01.466577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a28e34-d5b1-4a1a-a7a7-a79b396490a0 req-543762d3-a334-4c23-9aa8-caebda35b84f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:01.476147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a28e34-d5b1-4a1a-a7a7-a79b396490a0 req-543762d3-a334-4c23-9aa8-caebda35b84f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.0628870 Dec 07 00:07:01.480560 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fd8fb3dc-e2ec-4cb3-920b-999044f8af9a req-ab0aa9a3-3b9f-452a-9f3d-3c0bda12fe49 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852411 Dec 07 00:07:01.517290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.530044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a28e34-d5b1-4a1a-a7a7-a79b396490a0 req-11819960-abb3-4b6d-90ae-d172d7231bd3 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527701 Dec 07 00:07:01.574382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b6653153-e90d-4b2e-a19a-97baa79be546 None None] Provisioning complete for port d1ec4dd7-c653-430c-bf78-7238b0573a91 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:07:01.575223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6653153-e90d-4b2e-a19a-97baa79be546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.618221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b6653153-e90d-4b2e-a19a-97baa79be546 None None] Port d1ec4dd7-c653-430c-bf78-7238b0573a91 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:07:01.790397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1ec4dd7-c653-430c-bf78-7238b0573a91 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:07:01.797886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.810029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Transition to ACTIVE for port object d1ec4dd7-c653-430c-bf78-7238b0573a91 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:07:01.889447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:01.940716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Pushing event updated for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:02.014395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Attempting to bind port d1ec4dd7-c653-430c-bf78-7238b0573a91 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:07:02.014735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Attempting to bind port d1ec4dd7-c653-430c-bf78-7238b0573a91 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:07:02.015066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Attempting to bind port d1ec4dd7-c653-430c-bf78-7238b0573a91 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:07:02.019835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Port d1ec4dd7-c653-430c-bf78-7238b0573a91 on network 2d91c540-c0a8-4934-ba62-af32082651f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:07:02.020158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Attempting to bind port d1ec4dd7-c653-430c-bf78-7238b0573a91 on network 2d91c540-c0a8-4934-ba62-af32082651f4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:07:02.025493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:07:02.025830 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Checking segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:07:02.026256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Bound using segment: {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:07:02.026682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Bound port: d1ec4dd7-c653-430c-bf78-7238b0573a91, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:07:02.027036 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:02.097475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:07:02.101057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:07:02.250095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:02.287184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.288118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:02.289576 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] 10.222.0.45 "PUT /v2.0/ports/d1ec4dd7-c653-430c-bf78-7238b0573a91 HTTP/1.1" status: 200 len: 1093 time: 0.8640428 Dec 07 00:07:02.301913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:07:02.301913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd5239-e8cc-4603-bb5d-e496e48bd678" -d '{"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:07:02.318740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d31c36-6b1d-4e71-9aaf-5cc25adbb74f service neutron] Pushing event updated for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:02.344284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72128b2-2caa-4b8e-b9d4-c1627d609414 x-openstack-request-id: req-c72128b2-2caa-4b8e-b9d4-c1627d609414 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:07:02.344284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:07:02.344284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c72128b2-2caa-4b8e-b9d4-c1627d609414 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:07:02.344825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'status': 'completed', 'code': 200} Dec 07 00:07:02.460816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-eb6c7185-5d95-42bf-9073-6d32eb60f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.462376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-eb6c7185-5d95-42bf-9073-6d32eb60f778 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0524564 Dec 07 00:07:02.594380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-8a0e0660-46b9-4a1c-b5c4-ae3e389e5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.597111 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-8a0e0660-46b9-4a1c-b5c4-ae3e389e5c04 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1201284 Dec 07 00:07:02.625013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537420da-7d15-41af-949b-935de694826d req-3a85dda6-604d-4917-ad41-b95d0c988585 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.630884 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-537420da-7d15-41af-949b-935de694826d req-3a85dda6-604d-4917-ad41-b95d0c988585 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0715005 Dec 07 00:07:02.682323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-537420da-7d15-41af-949b-935de694826d req-f0822afe-2077-4caf-a561-cbfba2d76770 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486753 Dec 07 00:07:02.734954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57b9c0-57b4-4605-96ef-07eb4d9b33fc req-1b3f2888-f533-417f-a7d1-649f8ac48c43 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.736436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b57b9c0-57b4-4605-96ef-07eb4d9b33fc req-1b3f2888-f533-417f-a7d1-649f8ac48c43 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.1063476 Dec 07 00:07:02.753348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-8c163325-5621-4277-9cb3-fc644d4bb4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.754804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-92cd5239-e8cc-4603-bb5d-e496e48bd678 req-8c163325-5621-4277-9cb3-fc644d4bb4c6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489606 Dec 07 00:07:02.794170 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b57b9c0-57b4-4605-96ef-07eb4d9b33fc req-301a1a83-1551-44b8-a54a-20535dd4a618 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503824 Dec 07 00:07:02.865451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-16551327-a6bb-4dee-b056-879306ad462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.867122 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-16551327-a6bb-4dee-b056-879306ad462f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1096 time: 0.0497942 Dec 07 00:07:02.915466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c92a3-04d0-4f90-aa16-8a883292d6cf req-8d3840c3-94eb-4100-9897-dbd037da25a4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.918491 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a88c92a3-04d0-4f90-aa16-8a883292d6cf req-8d3840c3-94eb-4100-9897-dbd037da25a4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.0519509 Dec 07 00:07:02.921793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-30aaf0f2-a48a-4bb6-ab17-0529f92819dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91 HTTP/1.1" status: 200 len: 217 time: 0.0404887 Dec 07 00:07:02.969012 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a88c92a3-04d0-4f90-aa16-8a883292d6cf req-c35b2ce9-1335-4301-8b9e-41a715d20609 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454931 Dec 07 00:07:02.977935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-2f0560b0-a2f8-4701-b11d-56cba84cc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:02.979432 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-2f0560b0-a2f8-4701-b11d-56cba84cc73c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0502613 Dec 07 00:07:02.996655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34622) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:03.028141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-3df70304-232a-417a-afc2-515f70417017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:03.030567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-3df70304-232a-417a-afc2-515f70417017 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436749 Dec 07 00:07:03.040137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f71ec-451a-4def-8aa8-abf85361da55 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:03.042234 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-658f71ec-451a-4def-8aa8-abf85361da55 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1094 time: 0.0440602 Dec 07 00:07:03.045031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34624) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:03.051496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:07:03.127193 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-28df3d97-268d-4642-a24b-4cc980ce8830 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898578 Dec 07 00:07:03.145704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:03.225457 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd905944-a5b0-4cf7-874e-cb5a91d50aa8 req-8d30ac7d-7fc9-4ae7-8339-8759dee7af39 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912774 Dec 07 00:07:03.249219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:03.369713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.114 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/e7c5a89b-8032-40dd-803f-a60a285a3e02) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:07:03.432930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:03.473613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:03.563578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:03.607122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:07:03.610080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:07:03.614150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:07:03.637281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=e7c5a89b-8032-40dd-803f-a60a285a3e02,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:03.810727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9188-d2fe-4ea9-bca1-751f04071019 req-41664ac0-d376-4dce-baab-c119aa51e9f9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:03.816844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc3d9188-d2fe-4ea9-bca1-751f04071019 req-41664ac0-d376-4dce-baab-c119aa51e9f9 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0594034 Dec 07 00:07:03.864360 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc3d9188-d2fe-4ea9-bca1-751f04071019 req-86548407-6f37-4667-ac05-0e2e4b0d75b1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460117 Dec 07 00:07:03.999985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:04.132436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:04.630394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:04.694677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:04.763410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=e7c5a89b-8032-40dd-803f-a60a285a3e02,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:04.779587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:04.879424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 associated. External IP: 172.36.7.114, port: c908c31e-4627-4e78-b370-53cdf72db5af. Dec 07 00:07:05.028879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06153477-135b-434a-81bb-098a87252d83 req-e488c549-9af8-469d-9adf-d9fe1a6f20ff tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:05.035426 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06153477-135b-434a-81bb-098a87252d83 req-e488c549-9af8-469d-9adf-d9fe1a6f20ff tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0694411 Dec 07 00:07:05.161763 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06153477-135b-434a-81bb-098a87252d83 req-b91c1b51-3c93-4274-a95b-f77d9fb13451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933626 Dec 07 00:07:05.181630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:07:05.284559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:07:05.295805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Sync routers for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:07:05.308286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:07:05.309783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:05.376936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:05.410786 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c00a9526-3a6b-44fe-bd6e-61757b00a53c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3623259 Dec 07 00:07:05.410786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:07:05.411248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34630) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:05.411707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f982f2-619e-4953-b54e-e343dca95aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:07:05.431851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:07:05.456886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9871528c-6120-4c94-988f-041e882647a1 x-openstack-request-id: req-9871528c-6120-4c94-988f-041e882647a1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:07:05.457241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:07:05.457446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9871528c-6120-4c94-988f-041e882647a1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:07:05.457859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'status': 'completed', 'code': 200} Dec 07 00:07:05.477327 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6df8da5c-64ad-4d20-8823-d88ebf337675 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 HTTP/1.1" status: 200 len: 992 time: 0.0649931 Dec 07 00:07:05.552554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-ade10d28-303d-49c0-b6eb-415fbbe57034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:05.554348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-ade10d28-303d-49c0-b6eb-415fbbe57034 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1099 time: 0.0493779 Dec 07 00:07:05.655293 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-4304d0a7-75aa-4475-8ec7-62857a573712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:05.657882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-4304d0a7-75aa-4475-8ec7-62857a573712 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 200 len: 898 time: 0.0954688 Dec 07 00:07:05.668514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.114', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'port_id': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:03Z', 'updated_at': '2021-12-07T00:07:03Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:05.695763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Checking router: 6317a7d4-a137-4912-ae41-ef5097e5c2a1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:07:05.705155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:07:05.705740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:06:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:05.817446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:07:06.049244 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-efbf094a-4998-4eb6-83e1-e702c7d873fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 200 len: 1000 time: 0.3841758 Dec 07 00:07:06.062221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.114', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'port_id': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:03Z', 'updated_at': '2021-12-07T00:07:03Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:06.087916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892997d5-e686-4f63-878b-2d6542301de7 None None] The sync data for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv is: [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.114', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'port_id': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'mac_address': 'fa:16:3e:cf:c9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:03Z', 'updated_at': '2021-12-07T00:07:03Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:07:06.100320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-35e0c0a0-948b-48d3-9225-f9cb030c1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:06.104746 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-35e0c0a0-948b-48d3-9225-f9cb030c1004 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 200 len: 844 time: 0.0449824 Dec 07 00:07:06.151822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-dc025296-ae82-4ccd-919c-a96bd461277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:06.153386 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-dc025296-ae82-4ccd-919c-a96bd461277e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439136 Dec 07 00:07:06.261775 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-6113d40f-3bac-4ff8-aa96-6345b743e297 service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963707 Dec 07 00:07:06.283540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b731b7-c3f4-48bf-a9a1-a7940ad73dfb req-7fb6ded7-48f4-4c36-b339-57bbdc930cd3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:06.291360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b8b731b7-c3f4-48bf-a9a1-a7940ad73dfb req-7fb6ded7-48f4-4c36-b339-57bbdc930cd3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0580142 Dec 07 00:07:06.317909 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18909afe-d944-4389-9d2c-2bf26e225e54 None None] New status for floating IP c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:07:06.343630 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b8b731b7-c3f4-48bf-a9a1-a7940ad73dfb req-2b3d69b6-3cc1-44a3-b6d8-2b527925ec0a tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513430 Dec 07 00:07:06.358235 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09f982f2-619e-4953-b54e-e343dca95aa9 req-fbd97e15-4adc-4c4a-8cd9-39b01aa7a802 service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897949 Dec 07 00:07:06.480782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34636) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:06.544284 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5b10ee5a-4a8d-420d-be2a-c46ce0e3d9ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 HTTP/1.1" status: 200 len: 992 time: 0.0622282 Dec 07 00:07:07.469086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140702a5-4bbe-4d6a-9fb2-bc559a21fe47 req-0b006939-1620-4d1a-9293-bbb2ede2881d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:07.470537 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-140702a5-4bbe-4d6a-9fb2-bc559a21fe47 req-0b006939-1620-4d1a-9293-bbb2ede2881d tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0492232 Dec 07 00:07:07.519085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-140702a5-4bbe-4d6a-9fb2-bc559a21fe47 req-7c176b7c-6ce3-48ad-a46e-38efc03fae45 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 Dec 07 00:07:07.547860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34640) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:07.609281 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-13d3a0b1-b0ad-4caa-a81d-25035e74bb40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 HTTP/1.1" status: 200 len: 994 time: 0.0601733 Dec 07 00:07:08.632739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc535f8-4fda-4075-87b8-c014e7b24f71 req-60176cb2-b68f-4397-9888-db454c96b6d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:08.634209 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1bc535f8-4fda-4075-87b8-c014e7b24f71 req-60176cb2-b68f-4397-9888-db454c96b6d1 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0495558 Dec 07 00:07:08.686744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1bc535f8-4fda-4075-87b8-c014e7b24f71 req-2f0c4896-f321-4df1-96d7-ababe4d52412 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460689 Dec 07 00:07:09.801841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d855781-30e2-4c2f-9e45-e04df90b5b25 req-2b6fef8b-8e09-4631-82df-7bd55093bf2c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:09.803465 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0d855781-30e2-4c2f-9e45-e04df90b5b25 req-2b6fef8b-8e09-4631-82df-7bd55093bf2c tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0489311 Dec 07 00:07:09.852208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0d855781-30e2-4c2f-9e45-e04df90b5b25 req-340427f3-c5be-4e9a-9e8a-e5f6a70538c3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Dec 07 00:07:10.970740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89c271-405f-45c3-b645-d8fe49fb6872 req-1e5307d6-8d97-434c-999f-6980845b97bf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:10.972197 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b89c271-405f-45c3-b645-d8fe49fb6872 req-1e5307d6-8d97-434c-999f-6980845b97bf tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0537145 Dec 07 00:07:11.021031 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b89c271-405f-45c3-b645-d8fe49fb6872 req-698e736f-484c-47b4-84b3-28591f5eae52 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 Dec 07 00:07:12.133286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da62b2-c251-43c4-8758-e401296a5d98 req-95f5e858-d182-4cfc-a8e5-f76c233e0932 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:12.134682 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c7da62b2-c251-43c4-8758-e401296a5d98 req-95f5e858-d182-4cfc-a8e5-f76c233e0932 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0480032 Dec 07 00:07:12.183499 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c7da62b2-c251-43c4-8758-e401296a5d98 req-48b3c139-40b6-4c71-9514-dfbca8239cb6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Dec 07 00:07:13.296544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d22d-7f18-472c-8398-0f4fd507a20a req-63a9d966-d9ae-4e1b-86fa-c3f69b617538 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:13.297999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8409d22d-7f18-472c-8398-0f4fd507a20a req-63a9d966-d9ae-4e1b-86fa-c3f69b617538 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0486712 Dec 07 00:07:13.346303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8409d22d-7f18-472c-8398-0f4fd507a20a req-a0315212-0fda-4f03-ae1e-cb0bf0bf0611 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Dec 07 00:07:14.463964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f6ecc-f1fb-4b15-b272-a28f95956c60 req-3814a98a-d867-4a10-a9a0-3adb73b524b3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:14.465446 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2c2f6ecc-f1fb-4b15-b272-a28f95956c60 req-3814a98a-d867-4a10-a9a0-3adb73b524b3 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.0527759 Dec 07 00:07:14.515939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2c2f6ecc-f1fb-4b15-b272-a28f95956c60 req-d0b2e0df-4d66-4161-bac1-667a3d916885 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442977 Dec 07 00:07:15.509519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d1ec4dd7-c653-430c-bf78-7238b0573a91 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:07:15.613597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:07:15.626163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'port_id': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'mac_address': 'fa:16:3e:35:16:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:07:15.665992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:15.684031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1ec4dd7-c653-430c-bf78-7238b0573a91 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:07:15.711537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:07:15.723308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b4a9f-eb9c-4058-9097-e0976d4630cb req-1ed60f8a-646b-43f0-8a7e-10656b14df61 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:15.724869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d04b4a9f-eb9c-4058-9097-e0976d4630cb req-1ed60f8a-646b-43f0-8a7e-10656b14df61 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 943 time: 0.1407197 Dec 07 00:07:15.757630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:15.781286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d04b4a9f-eb9c-4058-9097-e0976d4630cb req-c36a8e82-9ab3-4e36-a72b-b2dabec3708f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 Dec 07 00:07:15.805650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:16.080315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d1ec4dd7-c653-430c-bf78-7238b0573a91'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:07:16.897653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b8095-b13e-49f4-b8fb-ca4ee48846b6 req-999181ba-1d94-4942-b7a5-63a3ef5c64e0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:16.899190 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c2b8095-b13e-49f4-b8fb-ca4ee48846b6 req-999181ba-1d94-4942-b7a5-63a3ef5c64e0 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Dec 07 00:07:16.948266 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c2b8095-b13e-49f4-b8fb-ca4ee48846b6 req-f7a19c47-a65c-4d44-ac0b-a0467c675f2e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426631 Dec 07 00:07:17.530216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d1ec4dd7-c653-430c-bf78-7238b0573a91 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:07:17.648657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port d1ec4dd7-c653-430c-bf78-7238b0573a91 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:07:17.652666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port d1ec4dd7-c653-430c-bf78-7238b0573a91 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:07:17.653069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:17.732102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:17.754309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:07:17.756707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d34c373-bad8-424a-95b5-13a1c9586f11" -d '{"events": [{"server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "name": "network-vif-plugged", "status": "completed", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:07:17.769115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:07:17.791655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e91828e-f159-4afd-9067-02cdfc7705e3 x-openstack-request-id: req-6e91828e-f159-4afd-9067-02cdfc7705e3 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:07:17.791953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "name": "network-vif-plugged", "status": "completed", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:07:17.792213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e91828e-f159-4afd-9067-02cdfc7705e3 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:07:17.792635 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'code': 200} Dec 07 00:07:17.831619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:17.880825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:18.061328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b788363-2db1-4477-a26f-41b3db3c6f3b req-d0adfe9c-5e7d-4454-b29c-461fbbf12803 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:18.062800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1b788363-2db1-4477-a26f-41b3db3c6f3b req-d0adfe9c-5e7d-4454-b29c-461fbbf12803 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0492549 Dec 07 00:07:18.147179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1b788363-2db1-4477-a26f-41b3db3c6f3b req-91e96214-2211-4daa-ba3d-d7ad377879e7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751252 Dec 07 00:07:18.153610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fedd80-2a84-4c93-9980-5d22b5246321 req-14fbe368-cd6d-4caf-bed3-0df613c4273a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:18.155108 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75fedd80-2a84-4c93-9980-5d22b5246321 req-14fbe368-cd6d-4caf-bed3-0df613c4273a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1098 time: 0.0645485 Dec 07 00:07:18.201395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75fedd80-2a84-4c93-9980-5d22b5246321 req-7ced3eb6-f80d-45f1-b143-99bdfae7bfe6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Dec 07 00:07:18.403032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0998bf64-904f-4298-8116-2d342524caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:19.263449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238caad-f55b-40fc-954b-68f22465f556 req-f03b9382-b579-4e84-9c57-ee2260ada1e7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:19.264961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1238caad-f55b-40fc-954b-68f22465f556 req-f03b9382-b579-4e84-9c57-ee2260ada1e7 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Dec 07 00:07:19.316741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1238caad-f55b-40fc-954b-68f22465f556 req-c99f81e1-b894-4ad1-8b10-bc25c3684aad tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457830 Dec 07 00:07:20.430269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a62a6-cfa4-49fc-b535-c985852c0ddc req-32a45571-72f9-4569-9fd8-5389208eb969 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:20.431780 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c2a62a6-cfa4-49fc-b535-c985852c0ddc req-32a45571-72f9-4569-9fd8-5389208eb969 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Dec 07 00:07:20.482722 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c2a62a6-cfa4-49fc-b535-c985852c0ddc req-6bd619e9-9d1e-4a5e-bf59-c928ff7dfec6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 Dec 07 00:07:20.598000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31748256-b264-4c11-9b07-2dbf03a5ebc1 req-b0616995-9628-4953-888d-3449badec3e2 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:20.599397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31748256-b264-4c11-9b07-2dbf03a5ebc1 req-b0616995-9628-4953-888d-3449badec3e2 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Dec 07 00:07:20.654127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31748256-b264-4c11-9b07-2dbf03a5ebc1 req-a2f353b8-6374-4944-a674-8b4cbfa589a5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485268 Dec 07 00:07:20.665796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0353c74d-ad5f-4bf0-93e9-fc4f02b97668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:20.677216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34668) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:20.814482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e3f55-5f8c-49c1-9028-12d3700286ab tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:20.815976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca2e3f55-5f8c-49c1-9028-12d3700286ab tempest-TestVolumeBootPattern-534811171 tempest-TestVolumeBootPattern-534811171-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1093 time: 0.1374795 Dec 07 00:07:20.818850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34672) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:07:20.823007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:07:20.923258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.016786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.121929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Allocated IP 172.36.7.124 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/37286b25-5ed6-40f0-9753-49c7e91b83c3) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:07:21.221111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.317411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.361489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:07:21.365947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:07:21.370261 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:07:21.373300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=37286b25-5ed6-40f0-9753-49c7e91b83c3,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:21.719276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.839141 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.945762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:21.988875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:22.042625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:22.108110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event updated for resources: {'Port': ['ID=37286b25-5ed6-40f0-9753-49c7e91b83c3,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:07:22.120202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:22.217266 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c associated. External IP: 172.36.7.124, port: d1ec4dd7-c653-430c-bf78-7238b0573a91. Dec 07 00:07:22.422413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:07:22.528343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:07:22.538861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:07:22.551801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:07:22.552445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:07:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:22.610991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:22.638332 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5efec4f8-3084-44b5-b399-82c7aa72e451 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8184645 Dec 07 00:07:22.638952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:07:22.641798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c" -d '{"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:07:22.667579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:07:22.681854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dac097-e4b9-4313-9c46-800c90a9718f x-openstack-request-id: req-97dac097-e4b9-4313-9c46-800c90a9718f {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:07:22.682150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:07:22.682406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97dac097-e4b9-4313-9c46-800c90a9718f {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:07:22.682878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'status': 'completed', 'code': 200} Dec 07 00:07:22.770729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-2df7ab9d-38cd-498a-8c3a-70f695d78733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:22.772352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-2df7ab9d-38cd-498a-8c3a-70f695d78733 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1098 time: 0.0427465 Dec 07 00:07:22.873896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-409e070a-2f57-4a15-8326-7d5f60d51385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:22.876424 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-409e070a-2f57-4a15-8326-7d5f60d51385 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0961189 Dec 07 00:07:22.909084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}, {'id': '74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.124', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:35:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:21Z', 'updated_at': '2021-12-07T00:07:21Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:22.941827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:07:22.948785 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-21d64139-a560-47c8-876a-bd7dbfc7a371 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91 HTTP/1.1" status: 200 len: 999 time: 0.0624223 Dec 07 00:07:22.955934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:07:22.956575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:07:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:23.012139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-03a97545-19a3-41c5-9ff9-cede49bff4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:23.012429 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-03a97545-19a3-41c5-9ff9-cede49bff4ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0516145 Dec 07 00:07:23.043428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:23.059310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-b41ab40c-d1a7-4265-b6a5-5c999af63044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:07:23.060804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-b41ab40c-d1a7-4265-b6a5-5c999af63044 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406044 Dec 07 00:07:23.068328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:07:23.178133 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-2a37d5ae-7559-4aa5-91fd-34bfed9c2d49 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093926 Dec 07 00:07:23.274148 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9d83c69e-98c6-462d-bbae-5f1fa1e2997c req-3f7c9a10-211c-4343-80db-775c27511899 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872960 Dec 07 00:07:23.309666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}, {'id': '74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.124', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:35:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:21Z', 'updated_at': '2021-12-07T00:07:21Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:07:23.336418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53769662-a63c-49a1-b852-c0f470a77759 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}, {'id': '74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.124', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:35:16:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:07:21Z', 'updated_at': '2021-12-07T00:07:21Z', 'revision_number': 0, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:07:23.538925 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d755fc6c-5bbd-4ab8-a985-8faaab27bad5 None None] New status for floating IP 74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:07:24.157146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:33.517177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:37.773940 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:07:48.339221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-50f3dec0-21ad-4ee4-8948-65adcf63a81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:50.693872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5be9c6bf-038f-4acd-88cf-fcc80751e1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:51.956256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:52.985072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:07:54.122367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:03.447955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:14.772381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:08:15.885369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-2364674c-a225-4123-8087-0edda9006217 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370007 Dec 07 00:08:15.998175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-9e5a3d4e-f082-4d3b-9f0d-a32b34c88b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:08:15.999614 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-9e5a3d4e-f082-4d3b-9f0d-a32b34c88b8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.0423892 Dec 07 00:08:16.108929 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-4fa5e953-10d9-4942-a502-e2829094f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:08:16.110364 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-4fa5e953-10d9-4942-a502-e2829094f248 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0815897 Dec 07 00:08:16.178454 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-d01318dd-fe53-4497-b443-7c6ea73ca183 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 1002 time: 0.0594366 Dec 07 00:08:16.230530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-98180c8d-5f8b-4984-b9df-6119b67da367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:08:16.231953 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-98180c8d-5f8b-4984-b9df-6119b67da367 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0425901 Dec 07 00:08:16.280706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-98708394-7d11-4ee6-900a-60a3025ea2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:08:16.284087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-98708394-7d11-4ee6-900a-60a3025ea2e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383320 Dec 07 00:08:16.376644 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-e9c88309-2a44-4862-a9ec-bb5c58aad4e4 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829351 Dec 07 00:08:16.468095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71d503f0-4fb6-4264-8150-1b9c370374d5 req-0e4ebe13-e052-4849-9a19-7c21e9d70b1f service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792882 Dec 07 00:08:18.355863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc073-e539-4964-aa2f-deb6e333f64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:20.675494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a4da9118-bc18-4ce1-86c0-e5dd42413598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:21.972408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:23.001047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:24.138413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:33.469560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:48.354653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f885f2e1-a089-4304-b15e-23a234e60ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:50.680344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d13182bc-fc0d-42f8-9074-94d1a722e5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:51.771903 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:08:51.960787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:52.983578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:08:54.103872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.092335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34728) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:01.155533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:09:01.244410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10049160'] for subnet, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.429557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728377440687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11763481'] for subnet, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.464372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:01.464962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.466365 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/subnets/2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 200 len: 836 time: 0.3729017 Dec 07 00:09:01.471083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99158ccd-53cc-43ca-994a-f0bfdddd8665 None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:09:01.482370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:01.489837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.490193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.490656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.491004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.491338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.491668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.491998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.494530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.494900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.495236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.495568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.495895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.496221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c91856-aebe-44cd-8a33-4ccb7e4acf40 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:01.814340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Provisioning complete for port e976ed19-eae8-46ae-b17c-a4d281a573fe triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:01.814710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.897473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Provisioning complete for port c908c31e-4627-4e78-b370-53cdf72db5af triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:01.897777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:01.983914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Provisioning complete for port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:01.984210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e7dad8e-26b3-4dff-ab3e-f1205e77c840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:03.429341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:16.912194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-7da0f95d-0482-40f1-ae4b-39e99072e6e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383298 Dec 07 00:09:16.997345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fc406-6d6a-4431-9966-af169de186f7 req-dea0e243-53b8-4e95-80e0-cba7e56b2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:16.998832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-dea0e243-53b8-4e95-80e0-cba7e56b2809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1099 time: 0.0436707 Dec 07 00:09:17.109936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fc406-6d6a-4431-9966-af169de186f7 req-4bb99591-7e34-450e-a3cf-bfe732e18432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:17.111420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-4bb99591-7e34-450e-a3cf-bfe732e18432 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 200 len: 898 time: 0.0886614 Dec 07 00:09:17.182907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-17d30c3a-a121-46f3-aa99-3c002c18c408 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 200 len: 1002 time: 0.0604100 Dec 07 00:09:17.235073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fc406-6d6a-4431-9966-af169de186f7 req-7bfa0eaf-0b0a-4a2b-851c-15766105b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:17.236473 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-7bfa0eaf-0b0a-4a2b-851c-15766105b877 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 200 len: 844 time: 0.0423024 Dec 07 00:09:17.283651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85fc406-6d6a-4431-9966-af169de186f7 req-b141b91a-e2dd-4d50-b86c-d4878d7c0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:17.290607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-b141b91a-e2dd-4d50-b86c-d4878d7c0299 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0370739 Dec 07 00:09:17.379008 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-b92fd742-e3bc-44d2-9c87-1c4d4656afad service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820756 Dec 07 00:09:17.470424 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c85fc406-6d6a-4431-9966-af169de186f7 req-87abcd20-4f23-4012-9156-d88485921b8d service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801058 Dec 07 00:09:18.326035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-96a253b8-42e5-4522-a058-0c92f2949a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:20.668941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2d04a054-729a-4020-8fde-433630b8cf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:21.948727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:23.017520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:24.143185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:28.770765 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:09:33.480028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.307634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:36.462308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port 37286b25-5ed6-40f0-9753-49c7e91b83c3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:36.463159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.535347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.535672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.547751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for 37286b25-5ed6-40f0-9753-49c7e91b83c3 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:36.754067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.779362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=37286b25-5ed6-40f0-9753-49c7e91b83c3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:36.804769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.805127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.805481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.805826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.806188 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.806533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.806870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.807205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.807540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.807871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.808204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.808554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.808892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:36.854896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:36.855251 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c disassociated (deleted). External IP: 172.36.7.124, port: d1ec4dd7-c653-430c-bf78-7238b0573a91. Dec 07 00:09:37.050679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:09:37.161361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:09:37.166209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:37.170739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:09:37.180697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:37.181805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:37.192921 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6b827a1d-ea55-4e4e-897d-7a48f29bd237 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "DELETE /v2.0/floatingips/74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c HTTP/1.1" status: 204 len: 168 time: 0.8841786 Dec 07 00:09:37.193507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:37.195748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465" -d '{"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:37.237035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448f60d9-4dac-40ae-929c-9f9d90a38c34 x-openstack-request-id: req-448f60d9-4dac-40ae-929c-9f9d90a38c34 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:37.237571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:37.237823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-448f60d9-4dac-40ae-929c-9f9d90a38c34 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:37.238242 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'status': 'completed', 'code': 200} Dec 07 00:09:37.340989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-6767a10f-4f3d-4722-b618-a3f136b4dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:37.342480 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-6767a10f-4f3d-4722-b618-a3f136b4dc26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 1098 time: 0.0461273 Dec 07 00:09:37.441698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-c6f85524-615b-4f64-adb4-386c38e3e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:37.443167 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-c6f85524-615b-4f64-adb4-386c38e3e2aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.0872316 Dec 07 00:09:37.478069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:37.494622 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-4dbc2126-6c92-4db1-b81c-2caf116bc577 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91 HTTP/1.1" status: 200 len: 217 time: 0.0380392 Dec 07 00:09:37.626984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046e96-2ffc-40fc-9299-eb2053015f45 req-bbe4674f-1cd1-4493-8de9-852630adeaea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:37.628592 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03046e96-2ffc-40fc-9299-eb2053015f45 req-bbe4674f-1cd1-4493-8de9-852630adeaea tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0978703 Dec 07 00:09:37.686886 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03046e96-2ffc-40fc-9299-eb2053015f45 req-b1c2942d-5e0a-420b-a0f8-2d222196eb2f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481572 Dec 07 00:09:37.751818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:37.778869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:09:37.787385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:37.788006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:37.872508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-938f2e58-4000-4eff-bcb6-2deeb60e4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:37.873989 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-938f2e58-4000-4eff-bcb6-2deeb60e4c37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.3661036 Dec 07 00:09:37.896213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:37.919759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-854d86f9-ac0f-4a86-995d-fc5e2308acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:37.921295 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-854d86f9-ac0f-4a86-995d-fc5e2308acbd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387754 Dec 07 00:09:38.015920 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-7ab8154d-cdc1-41ab-a061-ac2d11d01b60 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845780 Dec 07 00:09:38.107588 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bd45a8c3-d68d-4cd7-9911-4f960e5ed465 req-daabbf8a-c198-431a-bb3c-292699aaefb6 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831697 Dec 07 00:09:38.120520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:38.146498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af453a8-e5ab-4369-9efb-dff8d3102971 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '521ceb0c-150b-4b67-8e4c-d78ab2fd70de', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'port_id': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'mac_address': 'fa:16:3e:33:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f34395d-784a-4261-900d-36d5a218bd90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:04:09Z', 'updated_at': '2021-12-07T00:04:11Z', 'revision_number': 1, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:09:38.362180 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8689aa-0b7e-41ab-8b66-e66d55fc9eaa None None] New status for floating IP 74dbcfe5-b3fe-4565-8afd-1430f2e4ce3c: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:09:38.827216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b636e-ba90-4435-b77f-b19266242536 req-affc2972-8dbb-428b-9d72-5edeab8d330e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:38.828692 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-632b636e-ba90-4435-b77f-b19266242536 req-affc2972-8dbb-428b-9d72-5edeab8d330e tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Dec 07 00:09:38.879545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-632b636e-ba90-4435-b77f-b19266242536 req-b23ac668-37e4-4718-8fcf-671f0ec19b74 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448918 Dec 07 00:09:39.562465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-f487c55d-7036-47a3-ab61-835dc7678211 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:39.563969 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-f487c55d-7036-47a3-ab61-835dc7678211 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 945 time: 0.0480001 Dec 07 00:09:39.656667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port d1ec4dd7-c653-430c-bf78-7238b0573a91 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:39.657087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:39.747287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] For port d1ec4dd7-c653-430c-bf78-7238b0573a91, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d1ec4dd7-c653-430c-bf78-7238b0573a91,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:39.747647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:39.760151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for d1ec4dd7-c653-430c-bf78-7238b0573a91 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:39.954290 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:39.986123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=d1ec4dd7-c653-430c-bf78-7238b0573a91,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:40.031754 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] No DVR routers for this DVR port d1ec4dd7-c653-430c-bf78-7238b0573a91 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:09:40.034473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:40.037792 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6aaf7981-accf-4964-b573-9f69cfa47b26 req-24683f13-13fe-46be-a4fb-d3de01182c34 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "DELETE /v2.0/ports/d1ec4dd7-c653-430c-bf78-7238b0573a91 HTTP/1.1" status: 204 len: 173 time: 0.4628317 Dec 07 00:09:40.038228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'name': 'network-vif-deleted', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:40.040587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de40d7fa-7518-49e1-91d5-d0f6df5de508" -d '{"events": [{"server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "name": "network-vif-deleted", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:40.047137 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9723f66b-7f0e-471b-bc2c-72ee52a85e8c req-17081a9d-0ce8-451b-98e8-eac7b4b471c4 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.1019752 Dec 07 00:09:40.082097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c0ac0-5799-4570-bb56-130b5bec43f9 x-openstack-request-id: req-934c0ac0-5799-4570-bb56-130b5bec43f9 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:40.082387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3277a340-8eda-46d7-b5fe-ff2aa112d6d8", "name": "network-vif-deleted", "tag": "d1ec4dd7-c653-430c-bf78-7238b0573a91", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:40.082643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-934c0ac0-5799-4570-bb56-130b5bec43f9 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:40.083046 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3277a340-8eda-46d7-b5fe-ff2aa112d6d8', 'name': 'network-vif-deleted', 'tag': 'd1ec4dd7-c653-430c-bf78-7238b0573a91', 'status': 'completed', 'code': 200} Dec 07 00:09:41.142908 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e5d9736-9b0f-40a4-bff9-69f4b78e1851 req-953e23b5-e647-451d-892c-4776c083ab36 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0295393 Dec 07 00:09:42.177034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d1ec4dd7-c653-430c-bf78-7238b0573a91 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:42.197524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: d1ec4dd7-c653-430c-bf78-7238b0573a91 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:42.197881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d1ec4dd7-c653-430c-bf78-7238b0573a91 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:42.284587 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e123a86a-6320-483b-9da6-42e39d4ca9e7 req-482bbf76-a8ff-4f98-9501-281faca5c780 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0695286 Dec 07 00:09:43.421350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f8f7ed12-28b6-4ba2-91e9-d62407a7ca55 req-be5228fd-767a-4aa1-9e11-c3103f9f7979 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0268328 Dec 07 00:09:44.520982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a2638c9-5dea-4da9-87df-020df83b65bb req-e95ec52e-6a39-4e0f-81a0-a1462928b040 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=3277a340-8eda-46d7-b5fe-ff2aa112d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0300446 Dec 07 00:09:44.582618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34784) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:44.734845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port e7c5a89b-8032-40dd-803f-a60a285a3e02 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:44.735194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:44.819342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:44.819668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:44.831533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for e7c5a89b-8032-40dd-803f-a60a285a3e02 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:45.045825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:45.071704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=e7c5a89b-8032-40dd-803f-a60a285a3e02,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:45.137265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:45.137601 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 disassociated (deleted). External IP: 172.36.7.114, port: c908c31e-4627-4e78-b370-53cdf72db5af. Dec 07 00:09:45.347391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:09:45.452043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:09:45.456826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:45.461305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Sync routers for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:09:45.470585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:45.471205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:45.483434 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a5627cdd-00e1-4ee7-bc9f-8b8167b99213 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5 HTTP/1.1" status: 204 len: 168 time: 0.8997970 Dec 07 00:09:45.484127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:45.486500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4db063-0ee4-4247-b9df-c08d98bb4411" -d '{"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:45.525351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d6d7e7-0795-4bdd-ad30-89a399af9321 x-openstack-request-id: req-f3d6d7e7-0795-4bdd-ad30-89a399af9321 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:45.525966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:45.525966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3d6d7e7-0795-4bdd-ad30-89a399af9321 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:45.526289 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'status': 'completed', 'code': 200} Dec 07 00:09:45.581958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:45.617957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-cad850a7-261d-42d9-9683-bc3e6143e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:45.619556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-cad850a7-261d-42d9-9683-bc3e6143e008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 1099 time: 0.0444243 Dec 07 00:09:45.716099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-ecdb53ea-4b70-4fc5-b986-8a5e63809e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:45.717615 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-ecdb53ea-4b70-4fc5-b986-8a5e63809e43 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 200 len: 898 time: 0.0901546 Dec 07 00:09:45.765168 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-871d698b-e8f0-4859-95bb-ae04eca9c44e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 200 len: 217 time: 0.0347822 Dec 07 00:09:45.785278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:45.813519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Checking router: 6317a7d4-a137-4912-ae41-ef5097e5c2a1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:09:45.818853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-26df2fd1-b966-434c-8970-bd7f13bae448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:45.820631 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-26df2fd1-b966-434c-8970-bd7f13bae448 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 200 len: 844 time: 0.0478487 Dec 07 00:09:45.823322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:45.824005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:45.881459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-f3843c4d-a841-4cb7-ba93-af77e0d50e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:45.884652 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-f3843c4d-a841-4cb7-ba93-af77e0d50e0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547948 Dec 07 00:09:45.941999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:46.006276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8cf98-027f-43a7-90a7-5a6da2931f1d req-6eeb8c13-f7b1-47db-a10f-150c6628f8e7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:46.007782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f6a8cf98-027f-43a7-90a7-5a6da2931f1d req-6eeb8c13-f7b1-47db-a10f-150c6628f8e7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.1194916 Dec 07 00:09:46.041604 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-f1cf65f4-c679-4bb7-8e19-20e1e8488b6a service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238649 Dec 07 00:09:46.121421 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f6a8cf98-027f-43a7-90a7-5a6da2931f1d req-5927504f-69e1-4785-8ac3-ab93917a1b3c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053758 Dec 07 00:09:46.166664 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3f4db063-0ee4-4247-b9df-c08d98bb4411 req-67028f12-cc3d-47de-b859-4c8a0ae3f6b4 service neutron] 10.222.0.45 "GET /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123772 Dec 07 00:09:46.174553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:46.201430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6432ba87-db8a-4be3-8322-def70618c082 None None] The sync data for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv is: [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e976ed19-eae8-46ae-b17c-a4d281a573fe', 'name': '', 'network_id': 'bd6e780e-0e3a-449e-bf79-9ef2a01e29f8', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:88:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:43Z', 'updated_at': '2021-12-07T00:06:46Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '2b73dd35-e0ea-47b6-acfd-bd0c93294ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:09:46.438833 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c16bfb-c31c-4e45-a051-ae8de8b29bd0 None None] New status for floating IP c69dfbe6-d75e-4cef-9ca1-efc6cc1d97c5: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:09:47.242505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd635a87-249a-404b-b87b-a06ece583055 req-c492208a-9512-4125-88f6-6888d8c36b08 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:47.244572 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd635a87-249a-404b-b87b-a06ece583055 req-c492208a-9512-4125-88f6-6888d8c36b08 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.0486610 Dec 07 00:09:47.301255 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd635a87-249a-404b-b87b-a06ece583055 req-877a73b1-fd5e-426f-89b5-d083aaf74d73 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=144a8bbb-8c8b-4114-a2df-989e3b092d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497496 Dec 07 00:09:47.569291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-e33565cf-1bd8-4c31-92e5-a9e9422442df tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:47.570678 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-e33565cf-1bd8-4c31-92e5-a9e9422442df tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 946 time: 0.0511770 Dec 07 00:09:47.669401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port c908c31e-4627-4e78-b370-53cdf72db5af {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:47.669750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:47.756123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port c908c31e-4627-4e78-b370-53cdf72db5af, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c908c31e-4627-4e78-b370-53cdf72db5af,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:47.756519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:47.769657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for c908c31e-4627-4e78-b370-53cdf72db5af owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:47.976201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:48.005333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=c908c31e-4627-4e78-b370-53cdf72db5af,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:48.049420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port c908c31e-4627-4e78-b370-53cdf72db5af on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:09:48.052102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:48.055431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-714d9196-ecbd-4770-a0c8-5f05755538dd req-ab80310a-faa0-4a28-9625-c628791ed941 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/c908c31e-4627-4e78-b370-53cdf72db5af HTTP/1.1" status: 204 len: 173 time: 0.4739010 Dec 07 00:09:48.055984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'name': 'network-vif-deleted', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:48.058269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e031dd8a-dc46-49ea-ab3b-127d056cfd27" -d '{"events": [{"server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "name": "network-vif-deleted", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:48.095722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe62edf3-2722-46f0-8234-29abcf227ceb x-openstack-request-id: req-fe62edf3-2722-46f0-8234-29abcf227ceb {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:48.096023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05436be-9a00-4360-a445-c638e8f6f35a", "name": "network-vif-deleted", "tag": "c908c31e-4627-4e78-b370-53cdf72db5af", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:48.096335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe62edf3-2722-46f0-8234-29abcf227ceb {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:48.096774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05436be-9a00-4360-a445-c638e8f6f35a', 'name': 'network-vif-deleted', 'tag': 'c908c31e-4627-4e78-b370-53cdf72db5af', 'status': 'completed', 'code': 200} Dec 07 00:09:48.353546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eea482d7-2e2d-41c5-be59-039fb8c4d234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:48.424363 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cc1ca295-08f1-4102-9f2d-fcfe49eabec8 req-de7d9d37-7b4e-4e88-8b30-bbc7e2b529ae tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=d05436be-9a00-4360-a445-c638e8f6f35a HTTP/1.1" status: 200 len: 210 time: 0.0335169 Dec 07 00:09:49.489016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34820) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:49.549519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:49.580686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:49.744768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:49.747686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:49.749019 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/144a8bbb-8c8b-4114-a2df-989e3b092d1b HTTP/1.1" status: 204 len: 168 time: 0.2587812 Dec 07 00:09:49.758747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af2c89-b37f-4274-b6e3-19fafb2cabdc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a8bbb-8c8b-4114-a2df-989e3b092d1b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:49.864917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34824) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:50.207255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device c908c31e-4627-4e78-b370-53cdf72db5af no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:50.249019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: c908c31e-4627-4e78-b370-53cdf72db5af {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:50.249365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device c908c31e-4627-4e78-b370-53cdf72db5af not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:50.277878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:50.563250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port e976ed19-eae8-46ae-b17c-a4d281a573fe {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:50.563589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:50.660062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port e976ed19-eae8-46ae-b17c-a4d281a573fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e976ed19-eae8-46ae-b17c-a4d281a573fe,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:50.660062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:50.671830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for e976ed19-eae8-46ae-b17c-a4d281a573fe owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:50.702427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-733e296b-4fb7-4e3a-b635-05cdf339513e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:50.925674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:50.952735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=e976ed19-eae8-46ae-b17c-a4d281a573fe,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:51.125082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.160139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:51.322936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port c51c07a2-a0c2-4b25-840c-c0031984dece {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:51.323285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.348709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:09:51.401973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.402364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.416851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for c51c07a2-a0c2-4b25-840c-c0031984dece owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:51.454527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:09:51.463158 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c02216ab-26d4-483b-b212-0eeabf9b637a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/6317a7d4-a137-4912-ae41-ef5097e5c2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5937941 Dec 07 00:09:51.463296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:51.463852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Sync routers for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:09:51.474241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:51.474955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:51.535030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:09:51.540459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.579282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:51.597670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.726578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.758578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:09:50Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:51.785291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Checking router: 6317a7d4-a137-4912-ae41-ef5097e5c2a1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:09:51.794349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Routers {'6317a7d4-a137-4912-ae41-ef5097e5c2a1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:51.794960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:51.822937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.848699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.850627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=c51c07a2-a0c2-4b25-840c-c0031984dece,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:51.888597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=2b73dd35-e0ea-47b6-acfd-bd0c93294ce4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:51.907765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] Set router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:51.908554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.911692 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d9d3b670-e0ef-4d64-98c7-e7060fbf283f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/2b73dd35-e0ea-47b6-acfd-bd0c93294ce4 HTTP/1.1" status: 204 len: 168 time: 0.4481912 Dec 07 00:09:51.914356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34834) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:51.938797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec065d-9d8c-4a99-8060-df7205bf9731 None None] Network bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:09:51.982594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.993050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:51.993470 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Floating IP 521ceb0c-150b-4b67-8e4c-d78ab2fd70de disassociated (deleted). External IP: 172.36.7.143, port: 3915f7a3-1906-4f60-9738-4c76691f13a1. Dec 07 00:09:52.121339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.310655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.331778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:09:50Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:52.333698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:09:52.360102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275a44b5-38df-4706-90d7-8dc6a250749c None None] The sync data for ids ['6317a7d4-a137-4912-ae41-ef5097e5c2a1'] in dv-neutron-master-2-hyperv is: [{'id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'name': 'tempest-TestNetworkBasicOps-router-218902765', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148'}], 'enable_snat': True}, 'gw_port_id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:09:50Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '293134b6-115a-49cc-81df-db97fb3dfd94', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:33:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6317a7d4-a137-4912-ae41-ef5097e5c2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:06:39Z', 'updated_at': '2021-12-07T00:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:09:52.385415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] DHCP port deletion for bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:09:52.440457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Deleting port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:52.440942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.514669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] For port 1d61d39e-8e6c-47a7-81b3-2bb653849c19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d61d39e-8e6c-47a7-81b3-2bb653849c19,segment=NetworkSegment(9031ed62-ec4c-4b74-9480-0302bae847a2),segment_id=9031ed62-ec4c-4b74-9480-0302bae847a2)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:52.515388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.529839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Calling delete_port for 1d61d39e-8e6c-47a7-81b3-2bb653849c19 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:52.692771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.722667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Pushing event deleted for resources: {'Port': ['ID=1d61d39e-8e6c-47a7-81b3-2bb653849c19,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:52.728142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] No DVR routers for this DVR port 1d61d39e-8e6c-47a7-81b3-2bb653849c19 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:09:52.730497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.730852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.731590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.731590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.731856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.732171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.732611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.732947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.733277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.734556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.734556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.734556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.734939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f4416-e422-45e8-b072-0f8d77d5f98e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:52.798947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:09:52.804652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.807702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 293134b6-115a-49cc-81df-db97fb3dfd94 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:52.808040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.810621 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:09:52.825355 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:52.826018 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:52.877341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e35bfc5a-c6f2-47df-b049-467427d68d1f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "DELETE /v2.0/floatingips/521ceb0c-150b-4b67-8e4c-d78ab2fd70de HTTP/1.1" status: 204 len: 168 time: 1.7159812 Dec 07 00:09:52.879398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:52.881794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f45a1-b3f8-430a-be4c-498c9309c9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:52.937499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 293134b6-115a-49cc-81df-db97fb3dfd94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=293134b6-115a-49cc-81df-db97fb3dfd94,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:52.937984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:52.941198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2a473-2ff3-4b94-b71b-1477a8cb4754 x-openstack-request-id: req-c0c2a473-2ff3-4b94-b71b-1477a8cb4754 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:52.943959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:52.944366 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0c2a473-2ff3-4b94-b71b-1477a8cb4754 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:52.944671 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'status': 'completed', 'code': 200} Dec 07 00:09:52.959430 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:52.959574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 293134b6-115a-49cc-81df-db97fb3dfd94 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:53.005908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.114712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-b92779bd-532d-4410-b77b-1ff07f8cb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:53.116268 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-b92779bd-532d-4410-b77b-1ff07f8cb491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 1099 time: 0.1172979 Dec 07 00:09:53.171546 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.201943 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:09:53.210235 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:53.210849 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.243011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-74beabfd-29e0-4b7a-94ba-b7ebdd6aaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:53.245050 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-74beabfd-29e0-4b7a-94ba-b7ebdd6aaf60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 200 len: 911 time: 0.1041861 Dec 07 00:09:53.262758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.292812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca7b25-c5b1-4416-a498-506aa176be01 req-f2c640f0-ca74-423b-bdfd-458da23fdfa6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:53.295074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7ca7b25-c5b1-4416-a498-506aa176be01 req-f2c640f0-ca74-423b-bdfd-458da23fdfa6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.0527666 Dec 07 00:09:53.299027 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-e5e24361-fbf3-46bd-af99-c479db8de229 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 200 len: 217 time: 0.0446587 Dec 07 00:09:53.318221 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=293134b6-115a-49cc-81df-db97fb3dfd94,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:53.328040 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:53.331688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776020b0-137c-47cd-9484-2cd940eeee18 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:09:53.363918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7ca7b25-c5b1-4416-a498-506aa176be01 req-e9e3b212-0805-4145-85f5-68851a48edf2 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601251 Dec 07 00:09:53.429523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-ef28031f-d364-4d3f-9a07-4de91f1c48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:53.432044 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-ef28031f-d364-4d3f-9a07-4de91f1c48c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 200 len: 849 time: 0.0788202 Dec 07 00:09:53.432869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.542441 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.548092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.551380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.570438 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f1c4a8-88c9-4c8e-9318-af7a14bed5d3 None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-06T23:59:21Z', 'revision_number': 4, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c331161d-a078-413f-a1b8-19ecd445b835', 'name': '', 'network_id': '2d91c540-c0a8-4934-ba62-af32082651f4', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'mac_address': 'fa:16:3e:d7:8e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:20Z', 'updated_at': '2021-12-06T23:59:26Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'subnets': [{'id': 'da8a1a96-7009-41e8-b26a-1b141fa8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:09:53.598689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-a4e4699a-d455-4900-aa3b-10d3fc2f2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:53.603320 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-a4e4699a-d455-4900-aa3b-10d3fc2f2723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2d91c540-c0a8-4934-ba62-af32082651f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1389148 Dec 07 00:09:53.675910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.676504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router 6317a7d4-a137-4912-ae41-ef5097e5c2a1 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:09:53.684941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.685929 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e4c03dd8-00b8-4ff5-be2e-d47d4da9d504 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/6317a7d4-a137-4912-ae41-ef5097e5c2a1 HTTP/1.1" status: 204 len: 168 time: 1.7706656 Dec 07 00:09:53.688584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34844) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:53.734832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-ee1b0320-b463-41df-9bd0-aacf7ecb8dfd service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257622 Dec 07 00:09:53.835288 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.865526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a3e072-2d56-4431-9eba-1e57a49d55c6 None None] New status for floating IP 521ceb0c-150b-4b67-8e4c-d78ab2fd70de: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:09:53.922175 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-231f45a1-b3f8-430a-be4c-498c9309c9b1 req-58e34626-8015-4983-b307-8399d833b348 service neutron] 10.222.0.45 "GET /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578319 Dec 07 00:09:53.960255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:53.981147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6e780e-0e3a-449e-bf79-9ef2a01e29f8']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.990090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9031ed62-ec4c-4b74-9480-0302bae847a2') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.990393 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9031ed62-ec4c-4b74-9480-0302bae847a2') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:53.999677 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.013654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.041405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:09:54.041880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:09:54.045788 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:09:54.118506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-55723524-f45b-4726-93c2-b0b2a5ee9290 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:54.119953 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-55723524-f45b-4726-93c2-b0b2a5ee9290 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.1075604 Dec 07 00:09:54.125358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.204175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.211983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.216193 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/bd6e780e-0e3a-449e-bf79-9ef2a01e29f8 HTTP/1.1" status: 204 len: 168 time: 0.5266728 Dec 07 00:09:54.225085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34846) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:54.237300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--2084934458', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:09:54.244967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffa421-a1c2-44c9-8fb2-bada58b2aa32 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=bd6e780e-0e3a-449e-bf79-9ef2a01e29f8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:54.260961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port 3915f7a3-1906-4f60-9738-4c76691f13a1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:09:54.263774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.270214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 293134b6-115a-49cc-81df-db97fb3dfd94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:54.291923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 293134b6-115a-49cc-81df-db97fb3dfd94 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:54.292294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 293134b6-115a-49cc-81df-db97fb3dfd94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:54.292719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e976ed19-eae8-46ae-b17c-a4d281a573fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:54.311800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e976ed19-eae8-46ae-b17c-a4d281a573fe {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:54.312152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e976ed19-eae8-46ae-b17c-a4d281a573fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:54.312600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d61d39e-8e6c-47a7-81b3-2bb653849c19 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:54.331177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:09:54.332568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1d61d39e-8e6c-47a7-81b3-2bb653849c19 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:54.332925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d61d39e-8e6c-47a7-81b3-2bb653849c19 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:54.334686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.360990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] For port 3915f7a3-1906-4f60-9738-4c76691f13a1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3915f7a3-1906-4f60-9738-4c76691f13a1,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:54.361586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.365410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:09:54.374570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for 3915f7a3-1906-4f60-9738-4c76691f13a1 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:09:54.374757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.375117 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment e4212050-313a-4931-9e3b-0acbb177918f of type vlan for network 369a36f8-890c-4d75-86b8-80e914f427b6 Dec 07 00:09:54.426346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.504825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12173440-33cf-4c30-8cfe-1d0135026a95 req-f0d117e2-bbb0-406a-a8ce-92dbed9042a6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:54.506585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.506943 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-12173440-33cf-4c30-8cfe-1d0135026a95 req-f0d117e2-bbb0-406a-a8ce-92dbed9042a6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 946 time: 0.0697911 Dec 07 00:09:54.513182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:54.513802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.579824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=369a36f8-890c-4d75-86b8-80e914f427b6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:54.587172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-12173440-33cf-4c30-8cfe-1d0135026a95 req-36ea69b4-468a-450b-af79-9fca38b1bd43 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/security-groups?id=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603251 Dec 07 00:09:54.590794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 369a36f8-890c-4d75-86b8-80e914f427b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:09:54.625501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c4880d3e-5dd0-4eaf-9508-e9db6505b974 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3992414 Dec 07 00:09:54.628278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34850) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:54.632691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-975560156', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:09:54.651362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.679331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=3915f7a3-1906-4f60-9738-4c76691f13a1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:54.725264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] No DVR routers for this DVR port 3915f7a3-1906-4f60-9738-4c76691f13a1 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:09:54.727772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.731248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.731414 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d3bdacf3-0a65-4a22-a885-c49e77f77e14 req-52633c9e-e666-4768-a317-2fdfaca30242 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.45 "DELETE /v2.0/ports/3915f7a3-1906-4f60-9738-4c76691f13a1 HTTP/1.1" status: 204 len: 173 time: 0.6005225 Dec 07 00:09:54.732392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.787418 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:54.945529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'name': 'network-vif-deleted', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:09:54.947939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1fbd7c-2cc1-4f33-b947-a7c30c9bd265" -d '{"events": [{"server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "name": "network-vif-deleted", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:09:54.998492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.038315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc16ad-0394-4c4a-935d-1aebc01c9a31 x-openstack-request-id: req-22bc16ad-0394-4c4a-935d-1aebc01c9a31 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:09:55.038894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34395d-784a-4261-900d-36d5a218bd90", "name": "network-vif-deleted", "tag": "3915f7a3-1906-4f60-9738-4c76691f13a1", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:09:55.038894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22bc16ad-0394-4c4a-935d-1aebc01c9a31 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:09:55.039300 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34395d-784a-4261-900d-36d5a218bd90', 'name': 'network-vif-deleted', 'tag': '3915f7a3-1906-4f60-9738-4c76691f13a1', 'status': 'completed', 'code': 200} Dec 07 00:09:55.262513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.280512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.387334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.75 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/07799405-d0fc-45f8-b1d6-bf699c85a5d3) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:09:55.485730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.577008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.621958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:09:55.626677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:09:55.631254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:09:55.634449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=07799405-d0fc-45f8-b1d6-bf699c85a5d3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:55.655904 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857b6b9-0ddc-430d-a7c5-12dc85c8c54e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:09:55.707950 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc7cb6af-58e6-4654-b4c3-7a29feaf6200 req-1dd3e306-6c3e-428f-8fd0-164556a367b6 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0348523 Dec 07 00:09:55.714380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c23a62d6-2f95-44b1-a7dc-c8c1a8002120 None None] Provisioning complete for port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:55.714755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c23a62d6-2f95-44b1-a7dc-c8c1a8002120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:55.752460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c23a62d6-2f95-44b1-a7dc-c8c1a8002120 None None] Port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:09:55.971281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:56.221236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 3915f7a3-1906-4f60-9738-4c76691f13a1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:09:56.248180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 3915f7a3-1906-4f60-9738-4c76691f13a1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:09:56.248703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 3915f7a3-1906-4f60-9738-4c76691f13a1 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:09:56.508400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:56.713017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:09:56.794558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2425ac85-5a3a-49ca-952c-8fc44cfcb368 req-bdea759a-46a6-4277-8806-5b0312dc6a83 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0333552 Dec 07 00:09:56.847867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:09:56.865528 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:09:56.876011 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:56.876728 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:56.939351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:56.943424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d8f54720-1f5c-4555-8f56-5be9cda48902 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3113823 Dec 07 00:09:56.943822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34860) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:57.060962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-07e0ed1c-b4ad-4806-98ed-39753ee41b41 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0998278 Dec 07 00:09:57.075020 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:57.077058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34864) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:57.172192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd83c2c-1199-4ed7-8dc6-7ecd33e47b82 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:57.177254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9dd83c2c-1199-4ed7-8dc6-7ecd33e47b82 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956080 Dec 07 00:09:57.177528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34866) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:57.208146 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-33deea85-1822-4ab7-9770-36247fda0bca tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270412 Dec 07 00:09:57.208428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34868) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:57.213295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1370359874', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:09:57.262425 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:55Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:57.288661 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:09:57.289059 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Updating router bec615db-6bc6-4efa-abae-106ec9381ed4 port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:09:57.314655 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.393915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:09:57.397650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.578496 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.639829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.674705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.684064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a489f4f7-3185-4345-9547-a4e1dca45883 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:09:57.688932 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Attempting to bind port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:09:57.692412 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Attempting to bind port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:09:57.692412 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Attempting to bind port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:09:57.700137 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:09:57.700536 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:09:57.701005 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.701431 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:09:57.701905 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Bound port: 07799405-d0fc-45f8-b1d6-bf699c85a5d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:09:57.702279 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.735982 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Pushing event updated for resources: {'Port': ['ID=07799405-d0fc-45f8-b1d6-bf699c85a5d3,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:57.749008 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.749355 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.749699 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.750316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.750471 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.750679 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.750816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=89e06bef-1061-4b8d-b44d-e6215db1cc3f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:57.751012 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.751331 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.751657 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.751982 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.752326 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.753233 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.753233 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:09:57.761128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:09:57.761128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 369a36f8-890c-4d75-86b8-80e914f427b6, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:09:57.787421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ab42018f-777b-4e55-bfa2-cc191c92a3a0 None None] Provisioning complete for port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:57.787791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ab42018f-777b-4e55-bfa2-cc191c92a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.788858 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] For port 07799405-d0fc-45f8-b1d6-bf699c85a5d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:09:57.792484 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] For port 07799405-d0fc-45f8-b1d6-bf699c85a5d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07799405-d0fc-45f8-b1d6-bf699c85a5d3,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:09:57.822980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ab42018f-777b-4e55-bfa2-cc191c92a3a0 None None] Port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:09:57.841417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:09:57.851550 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.894391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a01a6-fec7-4f89-8056-d154483121e0 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:09:57.898167 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:09:57.898793 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:57.908889 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6580e317-90bf-4624-b465-34e01b3804a1 req-3a929938-d857-4b51-bf6b-d7fffcf13e04 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0370688 Dec 07 00:09:57.925924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 369a36f8-890c-4d75-86b8-80e914f427b6) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:09:57.930763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:09:57.932920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:57.941151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f1aa4-78fb-4e7e-990f-d3b00043d173 None None] Network 369a36f8-890c-4d75-86b8-80e914f427b6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:09:58.002757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] Provisioning complete for port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:09:58.003258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.017278 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aac689-9213-4d7e-9ae0-2e1238dfc86e None None] Pushing event updated for resources: {'Port': ['ID=07799405-d0fc-45f8-b1d6-bf699c85a5d3,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:58.027517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34872) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:09:58.028567 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:09:58.032642 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e124aec1-c7c3-4d26-800c-8142006b39c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8100417 Dec 07 00:09:58.105728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.124753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] For port 07799405-d0fc-45f8-b1d6-bf699c85a5d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07799405-d0fc-45f8-b1d6-bf699c85a5d3,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:09:58.199614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.213498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-369a36f8-890c-4d75-86b8-80e914f427b6', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:09:58.214228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.221043 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:55Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:09:58.251051 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a770c-8db3-4245-8981-3cbb306c907e None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:55Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:09:58.281643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e1f88-648a-4059-b810-f5955b39de5c None None] Pushing event updated for resources: {'Port': ['ID=07799405-d0fc-45f8-b1d6-bf699c85a5d3,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:58.443199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Allocated IP 172.20.0.2 (369a36f8-890c-4d75-86b8-80e914f427b6/89e06bef-1061-4b8d-b44d-e6215db1cc3f/0c141935-b646-4f4b-85b9-04d9fa996771) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:09:58.591838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.624928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.680225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.728470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:09:58.731677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:09:58.735558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:09:58.760670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Pushing event updated for resources: {'Port': ['ID=0c141935-b646-4f4b-85b9-04d9fa996771,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:58.808314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Attempting to bind port 0c141935-b646-4f4b-85b9-04d9fa996771 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:09:58.808846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Attempting to bind port 0c141935-b646-4f4b-85b9-04d9fa996771 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:09:58.809270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Attempting to bind port 0c141935-b646-4f4b-85b9-04d9fa996771 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:09:58.815752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:09:58.816135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Checking segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:09:58.816579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.817170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Bound using segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:09:58.817550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Bound port: 0c141935-b646-4f4b-85b9-04d9fa996771, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:09:58.817943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:58.893507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] For port 0c141935-b646-4f4b-85b9-04d9fa996771, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:09:58.897518 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] For port 0c141935-b646-4f4b-85b9-04d9fa996771, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c141935-b646-4f4b-85b9-04d9fa996771,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:09:58.918676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (369a36f8-890c-4d75-86b8-80e914f427b6/89e06bef-1061-4b8d-b44d-e6215db1cc3f/844bc811-daa5-4509-a1d0-b3c60e9c0c10) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:09:59.011448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.035657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7cd5bd3b-e710-4ca5-8446-e784c47a582c req-4312c5d6-8b57-467f-88ed-678c58ca39b8 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0428271 Dec 07 00:09:59.114337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca580e-c6fd-4153-9f5a-b4fe224953e1 None None] Pushing event updated for resources: {'Port': ['ID=0c141935-b646-4f4b-85b9-04d9fa996771,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:59.128947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.212915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.270452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:09:59.280405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:09:59.288263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:09:59.340458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:09:59.362854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.579834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.861129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:09:59.924255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.003589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.005522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:00.082521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 07799405-d0fc-45f8-b1d6-bf699c85a5d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:00.111937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:10:00.115920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:10:00.134140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:00.134608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.195006 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-416fd1ec-6250-4a69-add0-e0aaa9e1deae req-6f617f16-42a8-4251-aac4-59293c9eb4a5 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f34395d-784a-4261-900d-36d5a218bd90 HTTP/1.1" status: 200 len: 210 time: 0.0319812 Dec 07 00:10:00.224941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c141935-b646-4f4b-85b9-04d9fa996771 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:00.267362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:10:00.287111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0c141935-b646-4f4b-85b9-04d9fa996771 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:00.287495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.425605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.465563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 0c141935-b646-4f4b-85b9-04d9fa996771, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c141935-b646-4f4b-85b9-04d9fa996771,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:00.571346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.615596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11e8a0-1e48-4fc3-90f6-427e9d16e6ec None None] Network 369a36f8-890c-4d75-86b8-80e914f427b6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:10:00.703230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=0c141935-b646-4f4b-85b9-04d9fa996771,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:00.714938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bcf809d4-303d-4111-ac1b-0e54a0fd291a None None] Provisioning complete for port 0c141935-b646-4f4b-85b9-04d9fa996771 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:00.715554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bcf809d4-303d-4111-ac1b-0e54a0fd291a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:00.758972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:10:00.767036 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-861199da-285f-4a89-8c24-181d6891457e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bec615db-6bc6-4efa-abae-106ec9381ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7358704 Dec 07 00:10:00.767937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34878) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:00.786267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:10:00.822905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:00.823540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:00.949986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.950475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.950958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.951429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.952365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.952847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:00.960330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34880) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:00.960855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5f285f6c-3798-41d5-8895-1a9459f46d25 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1888666 Dec 07 00:10:00.987803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:01.021107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.021580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.022045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.022497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.023285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.023913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:01.025989 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1c43de54-8bfa-4f17-9e78-16f723c4add6 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0673223 Dec 07 00:10:01.028832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34882) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:01.188407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9702fffe-dcb6-48c5-84f1-448fd4497ce9 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 0.1556499 Dec 07 00:10:01.219168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:01.255102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:10:01.255525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Updating router bec615db-6bc6-4efa-abae-106ec9381ed4 port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:10:01.266307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34888) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:01.279858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-df8d7b5e-29bd-4005-b897-5b686273944a None None] Provisioning complete for port 0c141935-b646-4f4b-85b9-04d9fa996771 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:01.280253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df8d7b5e-29bd-4005-b897-5b686273944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.317306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.411792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Deleting port 3c2c8c06-5254-48be-bab5-cfc37e1084d1 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:01.412186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.502593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.502925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.517400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Calling delete_port for 3c2c8c06-5254-48be-bab5-cfc37e1084d1 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:01.676010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-df8d7b5e-29bd-4005-b897-5b686273944a None None] Provisioning complete for port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:01.676526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df8d7b5e-29bd-4005-b897-5b686273944a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.731262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34890) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:01.737024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420742006', 'description': 'tempest-secgroup-smoke-420742006 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:01.745410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-df8d7b5e-29bd-4005-b897-5b686273944a None None] Port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:10:01.765412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.797300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'Port': ['ID=3c2c8c06-5254-48be-bab5-cfc37e1084d1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:01.818336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.823923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:10:01.829464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.831682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.864092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e5c94801-64ec-4b41-8d7f-0ee4a5bd6fff None None] Provisioning complete for port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:01.864484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5c94801-64ec-4b41-8d7f-0ee4a5bd6fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.888661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.891245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.892664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9a6eb32-5c7d-405d-b8e3-9987d01ee14f tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "DELETE /v2.0/floatingips/8c79aca3-88c4-4894-989b-830f4b94fba2 HTTP/1.1" status: 204 len: 168 time: 0.6250222 Dec 07 00:10:01.906553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e5c94801-64ec-4b41-8d7f-0ee4a5bd6fff None None] Port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:10:01.906553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.946020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:01.959059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e057a-a765-4426-b936-f99c6dee1938 None None] Pushing event updated for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:02.011017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.027241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Attempting to bind port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:10:02.027671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Attempting to bind port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:10:02.028041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Attempting to bind port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:10:02.034709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:10:02.035087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Checking segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:10:02.035694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.035888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Bound using segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:10:02.036379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Bound port: 844bc811-daa5-4509-a1d0-b3c60e9c0c10, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:10:02.037218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.048738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d04c6d7-c516-445b-8b23-5f68895ec6ab,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:02.075547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c141935-b646-4f4b-85b9-04d9fa996771 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:02.110713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.116561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b2a2d24b-e78a-4ee5-8848-bac681934aea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3792667 Dec 07 00:10:02.116561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34898) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:02.121110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:02.144658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] For port 844bc811-daa5-4509-a1d0-b3c60e9c0c10, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:10:02.148472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] For port 844bc811-daa5-4509-a1d0-b3c60e9c0c10, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=844bc811-daa5-4509-a1d0-b3c60e9c0c10,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:10:02.156208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0c141935-b646-4f4b-85b9-04d9fa996771 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:02.156551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.232350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.248607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-db2bf5bd-ef7f-4cad-85c1-22a6fe1f73ac None None] Provisioning complete for port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:02.249138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-db2bf5bd-ef7f-4cad-85c1-22a6fe1f73ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.272912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.288462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.324679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-db2bf5bd-ef7f-4cad-85c1-22a6fe1f73ac None None] Port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:10:02.341227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:02.341882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:02.342753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.363307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417dc9cc-9d1d-46be-b1ae-9acd777f9437,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:02.385423 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e057a-a765-4426-b936-f99c6dee1938 None None] Pushing event updated for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:02.447316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.449182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4cea15af-5121-498d-a316-37eddaeb3b61 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331547 Dec 07 00:10:02.452129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34902) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:02.457433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:02.460444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:02.547337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.608023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.662337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.676401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] Provisioning complete for port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:02.676890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.682820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca32f32-00ee-4d58-b792-67bae32f64d7,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:02.732457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:02.755198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.756592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9c4d09dd-e177-4be1-8832-cf15c3e96f30 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3035288 Dec 07 00:10:02.759438 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34904) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:02.764059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:02.782244 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfe8190-f3e5-4ca8-816d-c82e3b046329 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:10:02.801999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.854623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] For port 844bc811-daa5-4509-a1d0-b3c60e9c0c10, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=844bc811-daa5-4509-a1d0-b3c60e9c0c10,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:02.873458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.914179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.951048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:02.969676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316923-e7ad-40b6-a05d-dbe1f0d43584 None None] Pushing event updated for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:03.016988 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.036720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f37489-ce78-4830-af33-6b9c6fa780e3,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:03.093447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.095039 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-adbccfe9-53bf-4d51-b8c7-b6bd07bf2716 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344398 Dec 07 00:10:03.098064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34906) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:03.102854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:03.177259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.247291 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.347983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.366062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c90efc4-6e2d-4a0f-91e6-cf35f85d1775,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:03.443800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.443800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7a0ab841-9a29-4036-86be-8fcb564610d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3441615 Dec 07 00:10:03.446312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34910) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:03.451791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:03.462118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.548540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:10:03.553820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.618603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.679800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.698734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f188bb-6ab3-4631-a386-10d11e6ab27f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:03.767488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.768849 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3727befe-b0fb-4e60-b94b-63e263ea62b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3207524 Dec 07 00:10:03.775102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34912) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:03.777666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': '6d04c6d7-c516-445b-8b23-5f68895ec6ab', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:03.879595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:10:03.885801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:03.950685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:04.010614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:04.030469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bfefe3-6ff6-4db6-b449-f98ee2ba6b28,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:04.054179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 844bc811-daa5-4509-a1d0-b3c60e9c0c10 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:04.101473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:04.101791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:04.103747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:04.105024 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-acd0dd8c-9ef8-431f-8f95-cf1f04b0dcd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321738 Dec 07 00:10:04.306115 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-e04376a2-a07f-4359-88b0-5055ca354108 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420742006&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0491629 Dec 07 00:10:04.415986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-94bc9cbb-c53c-469a-bf49-f428fa4b0604 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:04.417621 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-94bc9cbb-c53c-469a-bf49-f428fa4b0604 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 797 time: 0.1037121 Dec 07 00:10:04.433529 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-cf639c90-e7af-4414-b9d5-4a29a0234d94 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0100558 Dec 07 00:10:04.489806 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-30f19cec-cbd8-4ce1-9477-ab6a86b8a830 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500426 Dec 07 00:10:04.591085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-f1b50feb-0db4-43e5-a074-80b66d6f0b5e service neutron] 10.222.0.53 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Dec 07 00:10:04.682540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-cdf2ea9d-2ca1-46d5-a74f-d03024190dd1 service neutron] 10.222.0.53 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Dec 07 00:10:04.909391 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-90066c80-2d70-48da-901d-fe1a7e9cc265 req-feddd4a0-d6aa-406f-84e8-fab7d11a066d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 210 time: 0.0309005 Dec 07 00:10:05.769575 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:10:06.007078 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0deba898-05ff-4d43-b924-0e8739acfdd9 req-a5588298-19c7-4494-9926-e2e82b239fbb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 210 time: 0.0256586 Dec 07 00:10:06.408458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34950) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:06.464504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:06.489124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:06.633570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:06.636883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:06.643891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] 10.222.0.53 "DELETE /v2.0/security-groups/3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8 HTTP/1.1" status: 204 len: 168 time: 0.2286832 Dec 07 00:10:06.648501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cba82d-9cf7-4827-b779-53dbb144cf88 tempest-TestVolumeBootPattern-719681997 tempest-TestVolumeBootPattern-719681997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae8b8c-70a0-47ae-b5d8-f4d38a780cb8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:06.798909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34954) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:06.941629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-64400bfc-0549-48b3-806e-0de89d6c1322 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:06.943261 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-64400bfc-0549-48b3-806e-0de89d6c1322 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 797 time: 0.1193314 Dec 07 00:10:07.101395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-c5b67610-790d-4d52-9130-79615807abc5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 379 time: 0.1171439 Dec 07 00:10:07.119519 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-637dfa66-80a9-4d30-9035-18c4ad08a470 req-1a60f70e-4bc2-4b00-92ce-669b1bc1b736 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 210 time: 0.0391326 Dec 07 00:10:07.124183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['6d04c6d7-c516-445b-8b23-5f68895ec6ab']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:07.421883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:10:07.425646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:07.505852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:07.636174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.4 (369a36f8-890c-4d75-86b8-80e914f427b6/89e06bef-1061-4b8d-b44d-e6215db1cc3f/1be65188-ee32-41ec-a2fa-f1cbcbab6467) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:10:07.855501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:07.925984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Deleting port c331161d-a078-413f-a1b8-19ecd445b835 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:07.926557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:07.980342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.048429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:10:08.056843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:10:08.061595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] For port c331161d-a078-413f-a1b8-19ecd445b835, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c331161d-a078-413f-a1b8-19ecd445b835,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:08.061964 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.064348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:10:08.097242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:08.099807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Calling delete_port for c331161d-a078-413f-a1b8-19ecd445b835 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:08.171521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:08.172171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.246273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763838f-420b-4037-921e-3a509376b16f req-57d1316b-1524-4ff5-acc6-2a2b0e88dc93 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:08.247804 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c763838f-420b-4037-921e-3a509376b16f req-57d1316b-1524-4ff5-acc6-2a2b0e88dc93 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 931 time: 0.0506711 Dec 07 00:10:08.251042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-74129da8-7e85-4107-bb38-d4dd663b9e49 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1341074 Dec 07 00:10:08.278614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Request body: {'port': {'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:08.305531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c763838f-420b-4037-921e-3a509376b16f req-2dd449cd-e7f1-4984-9299-89a038dd72c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510967 Dec 07 00:10:08.364520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.370762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-96ca53ac-eed2-4db0-8bd5-d595d8d7cd51 None None] Provisioning complete for port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:08.371562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-96ca53ac-eed2-4db0-8bd5-d595d8d7cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.405936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-96ca53ac-eed2-4db0-8bd5-d595d8d7cd51 None None] Port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:10:08.471026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.507708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c331161d-a078-413f-a1b8-19ecd445b835,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:08.780796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.792468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be65188-ee32-41ec-a2fa-f1cbcbab6467 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:10:08.801244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:08.849010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Transition to ACTIVE for port object 1be65188-ee32-41ec-a2fa-f1cbcbab6467 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:10:09.200608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:09.264778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:09.454608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Attempting to bind port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:10:09.454872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Attempting to bind port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:10:09.455199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Attempting to bind port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:10:09.469203 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 on network 369a36f8-890c-4d75-86b8-80e914f427b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:10:09.469527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Attempting to bind port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:10:09.483450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:10:09.483787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Checking segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:10:09.484171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Bound using segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:10:09.484624 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Bound port: 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:10:09.484978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:09.496107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403e44-dc84-44ff-a926-cf798604a212 req-191183a4-5283-4597-8c9f-66189f244372 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:09.497584 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7f403e44-dc84-44ff-a926-cf798604a212 req-191183a4-5283-4597-8c9f-66189f244372 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 943 time: 0.1185405 Dec 07 00:10:09.499317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:10:09.641719 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7f403e44-dc84-44ff-a926-cf798604a212 req-3d4ea147-ea1b-499b-a9b0-8c3cba69e40c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360819 Dec 07 00:10:09.648225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:10:09.654289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:10:09.705195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:10:09.710937 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c8f8da41-68ca-428d-a5b1-c7b07ed5cb52 admin admin] 10.222.0.53 "PUT /v2.0/routers/5b8f7583-bb55-471a-88c1-71b7fb4e3f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9105792 Dec 07 00:10:09.713352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34968) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:09.715902 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Sync routers for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:10:09.725941 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:09.726627 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:09.755095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:09.832453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:09.833074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:09.834170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:09.834444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-664d0727-d171-432f-858d-52e71049dac3 service neutron] 10.222.0.45 "PUT /v2.0/ports/1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 1093 time: 1.5601707 Dec 07 00:10:09.839403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:09.842749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:09.869605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d0727-d171-432f-858d-52e71049dac3 service neutron] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:09.878349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:09.917728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63bdee5-9e1a-4cf4-89b8-9b19e0e4ee73 x-openstack-request-id: req-e63bdee5-9e1a-4cf4-89b8-9b19e0e4ee73 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:09.918172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:09.918376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e63bdee5-9e1a-4cf4-89b8-9b19e0e4ee73 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:09.918779 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:10:10.046231 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-07T00:10:08Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:10.058206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-428939dc-ab9b-4efc-a1e3-a16742fc6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.059699 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-428939dc-ab9b-4efc-a1e3-a16742fc6d00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1096 time: 0.0735490 Dec 07 00:10:10.061071 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:10.073509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Checking router: 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:10:10.081803 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Routers {'5b8f7583-bb55-471a-88c1-71b7fb4e3f99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:10.082402 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:10.200158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-0a62c52c-2829-44ee-82aa-b3759bb438de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.201689 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-0a62c52c-2829-44ee-82aa-b3759bb438de service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1224990 Dec 07 00:10:10.210919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Deleting port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:10.211167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:10.274261 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] Set router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:10.366372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] For port 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:10.366741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:10.377210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-b4d24d38-32f8-4546-9f6f-d6a4d1ba748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.378686 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a9d166a8-5eaf-4522-ba0c-30f3d74af53f req-b4d24d38-32f8-4546-9f6f-d6a4d1ba748b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653526 Dec 07 00:10:10.382322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Calling delete_port for 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:10.454173 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-07T00:10:08Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:10.483045 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0133840e-3a49-423c-9a2c-6febbcb3b97a None None] The sync data for ids ['5b8f7583-bb55-471a-88c1-71b7fb4e3f99'] in dv-neutron-master-2-hyperv is: [{'id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'name': 'tempest-TestVolumeBootPattern-23557072-router', 'tenant_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9'}], 'enable_snat': True}, 'gw_port_id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:12Z', 'updated_at': '2021-12-07T00:10:08Z', 'revision_number': 5, 'project_id': 'a9923834fbdf4a3aa1d06b8d2ecc029d', 'gw_port': {'id': '0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:77:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8f7583-bb55-471a-88c1-71b7fb4e3f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:14Z', 'updated_at': '2021-12-06T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:10:10.541230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-7c1b7bb3-2c7a-4c8c-8b06-f6b53eb39b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.543009 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-7c1b7bb3-2c7a-4c8c-8b06-f6b53eb39b1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1096 time: 0.0921910 Dec 07 00:10:10.603494 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-8a3bd351-961b-40c9-bcb8-aea7b838d224 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 217 time: 0.0380857 Dec 07 00:10:10.659924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-933c348e-659a-4041-bea6-aec9fa8ba5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.661382 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-933c348e-659a-4041-bea6-aec9fa8ba5cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0474584 Dec 07 00:10:10.702335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:10.744528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:10.745523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d32254-ea4e-42b6-9f4e-b78ca60469a8 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:10:10.779711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-b57fadc6-f40d-4535-9824-9a7e5f23f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.781172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-b57fadc6-f40d-4535-9824-9a7e5f23f375 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1086955 Dec 07 00:10:10.893077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d581698-a3f4-4d9a-87c0-515341992294 req-796a0784-9f20-4bdb-9f19-23a2528e1086 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:10.894625 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3d581698-a3f4-4d9a-87c0-515341992294 req-796a0784-9f20-4bdb-9f19-23a2528e1086 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 943 time: 0.1641693 Dec 07 00:10:10.895505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.022122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.026139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.029060 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-ec5e6816-fe58-4fc7-a28d-e37aa7c21a4c service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258484 Dec 07 00:10:11.107965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3d581698-a3f4-4d9a-87c0-515341992294 req-15ebcae3-f37c-44b5-8eb1-b1b0378294f4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774788 Dec 07 00:10:11.166067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.166619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8f7583-bb55-471a-88c1-71b7fb4e3f99 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:10:11.175369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.175369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ee11521e-cb61-4ab6-aeb7-80fb89aa82a0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5b8f7583-bb55-471a-88c1-71b7fb4e3f99 HTTP/1.1" status: 204 len: 168 time: 1.4584670 Dec 07 00:10:11.176051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34974) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:11.177260 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68a3b2b9-b1ed-4966-ab67-409af430a287 req-7672ddbd-7380-4374-97ef-2f4109dc021b service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329813 Dec 07 00:10:11.226364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Deleting subnet da8a1a96-7009-41e8-b26a-1b141fa8a15a {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:10:11.231366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.287182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.367358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.474277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.497985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8a1a96-7009-41e8-b26a-1b141fa8a15a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:11.504329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.507052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3c9550f8-3c41-4393-9272-35fbfecf5a10 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/da8a1a96-7009-41e8-b26a-1b141fa8a15a HTTP/1.1" status: 204 len: 168 time: 0.3291538 Dec 07 00:10:11.510042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 34976) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:11.510771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015d6ce-dfbe-41b8-84ab-f9066fbe3e59 None None] Network 2d91c540-c0a8-4934-ba62-af32082651f4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:10:11.586507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.645864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Deleting port 7fa9f0e5-9199-4157-ae6e-ae19721e633e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:11.646493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.729987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] For port 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fa9f0e5-9199-4157-ae6e-ae19721e633e,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:11.730451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.730671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] DHCP port deletion for 2d91c540-c0a8-4934-ba62-af32082651f4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:10:11.744582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Calling delete_port for 7fa9f0e5-9199-4157-ae6e-ae19721e633e owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:11.788266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Deleting port 7fa9f0e5-9199-4157-ae6e-ae19721e633e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:11.789263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.851554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] For port 7fa9f0e5-9199-4157-ae6e-ae19721e633e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7fa9f0e5-9199-4157-ae6e-ae19721e633e,segment=NetworkSegment(f9c0a6d8-c5bc-4923-ab92-56e6de4b8469),segment_id=f9c0a6d8-c5bc-4923-ab92-56e6de4b8469)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:11.851863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.864609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Calling delete_port for 7fa9f0e5-9199-4157-ae6e-ae19721e633e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:11.896776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.923253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa9f0e5-9199-4157-ae6e-ae19721e633e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:11.928464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] No DVR routers for this DVR port 7fa9f0e5-9199-4157-ae6e-ae19721e633e on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:10:11.951191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:11.977839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] Pushing event deleted for resources: {'Port': ['ID=7fa9f0e5-9199-4157-ae6e-ae19721e633e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:11.981633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc938b5-94e0-4ad8-b3af-5b45ef441e22 None None] No DVR routers for this DVR port 7fa9f0e5-9199-4157-ae6e-ae19721e633e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:10:12.025609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.047413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d91c540-c0a8-4934-ba62-af32082651f4']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:12.061739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:12.062041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c0a6d8-c5bc-4923-ab92-56e6de4b8469') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:12.063662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c331161d-a078-413f-a1b8-19ecd445b835 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:12.071790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.083086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c331161d-a078-413f-a1b8-19ecd445b835 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:12.083512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c331161d-a078-413f-a1b8-19ecd445b835 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:12.083985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fa9f0e5-9199-4157-ae6e-ae19721e633e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:12.084691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.091391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:10:12.091892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:10:12.093621 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:10:12.107342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 7fa9f0e5-9199-4157-ae6e-ae19721e633e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:12.107342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 7fa9f0e5-9199-4157-ae6e-ae19721e633e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:12.107342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:12.133486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:12.134093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c3ed8c0-d85d-43f7-ba5d-f30ef84825a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:12.216416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.225260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.229000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2d91c540-c0a8-4934-ba62-af32082651f4 HTTP/1.1" status: 204 len: 168 time: 0.7179685 Dec 07 00:10:12.232088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34980) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:12.246809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5dbdd-d90c-412a-8da3-2e48670a3e9a req-db31d3d0-81c2-4743-8b7a-babba8e47fbb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:12.252338 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-76d5dbdd-d90c-412a-8da3-2e48670a3e9a req-db31d3d0-81c2-4743-8b7a-babba8e47fbb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 943 time: 0.0677369 Dec 07 00:10:12.252338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b06254-a0a9-4033-9b56-f1629ed4f68c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d91c540-c0a8-4934-ba62-af32082651f4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:12.307529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-76d5dbdd-d90c-412a-8da3-2e48670a3e9a req-fef61c2f-c2c4-4779-b2fa-91425bce9806 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514286 Dec 07 00:10:12.334750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1be65188-ee32-41ec-a2fa-f1cbcbab6467 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:10:12.440117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:12.452553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:10:12.499842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.512920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be65188-ee32-41ec-a2fa-f1cbcbab6467 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:10:12.534035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:12.598666 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.605766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.655053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:12.857509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Deleting port 0c901f20-6180-4800-9d10-86749c29b882 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:12.857862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.937727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] For port 0c901f20-6180-4800-9d10-86749c29b882, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c901f20-6180-4800-9d10-86749c29b882,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:12.938099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:12.951245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Calling delete_port for 0c901f20-6180-4800-9d10-86749c29b882 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:12.997240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['1be65188-ee32-41ec-a2fa-f1cbcbab6467'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:10:13.499699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855da9bf-1d68-4465-897a-59c4ff27acf8 req-d545b0dd-9fba-43a8-87ed-7d4789f2a1c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:13.501243 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-855da9bf-1d68-4465-897a-59c4ff27acf8 req-d545b0dd-9fba-43a8-87ed-7d4789f2a1c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 944 time: 0.0605383 Dec 07 00:10:13.552019 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-855da9bf-1d68-4465-897a-59c4ff27acf8 req-6fb7224c-0953-4220-9b70-ff189b9786e8 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446019 Dec 07 00:10:13.552672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:13.576868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c901f20-6180-4800-9d10-86749c29b882,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:13.745413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:13.952566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Router ee3b1680-2da6-447b-bb9d-897f6ce6c698 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:10:14.059863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:10:14.064903 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-904636d6-2771-492d-89bc-08e4f98d037b admin admin] 10.222.0.53 "PUT /v2.0/routers/ee3b1680-2da6-447b-bb9d-897f6ce6c698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8316998 Dec 07 00:10:14.067387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34984) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:14.070026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Sync routers for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:10:14.080492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:14.088812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:14.172191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.324276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:14.324488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.354880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1be65188-ee32-41ec-a2fa-f1cbcbab6467 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:14.423612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-07T00:10:13Z', 'revision_number': 5, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port': {'id': 'c04ea13d-71c1-49a4-9890-ac241f5b4fea', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:04:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T23:59:30Z', 'updated_at': '2021-12-06T23:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:14.446659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Deleting port c04ea13d-71c1-49a4-9890-ac241f5b4fea {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:14.448313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.451271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Checking router: ee3b1680-2da6-447b-bb9d-897f6ce6c698 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:10:14.459543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Routers {'ee3b1680-2da6-447b-bb9d-897f6ce6c698'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:14.460199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:14.530825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] For port c04ea13d-71c1-49a4-9890-ac241f5b4fea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c04ea13d-71c1-49a4-9890-ac241f5b4fea,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:14.531465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.545176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Calling delete_port for c04ea13d-71c1-49a4-9890-ac241f5b4fea owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:14.669984 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:10:14.676397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e389e0-33c2-499f-a1ad-2ba7600985be req-5f567cff-db2b-4485-83be-490d9f608b13 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:14.678020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09e389e0-33c2-499f-a1ad-2ba7600985be req-5f567cff-db2b-4485-83be-490d9f608b13 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Dec 07 00:10:14.680938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:14.681505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.723042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] Set router ee3b1680-2da6-447b-bb9d-897f6ce6c698 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:14.737179 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09e389e0-33c2-499f-a1ad-2ba7600985be req-d135d823-6be5-47b9-89b4-689c13db5f17 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482118 Dec 07 00:10:14.779622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-07T00:10:14Z', 'revision_number': 6, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:14.793439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.812255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb523ee-d575-46ef-9524-024910bf3a1c None None] The sync data for ids ['ee3b1680-2da6-447b-bb9d-897f6ce6c698'] in dv-neutron-master-2-hyperv is: [{'id': 'ee3b1680-2da6-447b-bb9d-897f6ce6c698', 'name': 'tempest-TestVolumeBootPattern-2101012360-router', 'tenant_id': 'eb96914b4085432ebf67b0882962dea7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T23:59:29Z', 'updated_at': '2021-12-07T00:10:14Z', 'revision_number': 6, 'project_id': 'eb96914b4085432ebf67b0882962dea7', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:10:14.822229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Pushing event deleted for resources: {'Port': ['ID=c04ea13d-71c1-49a4-9890-ac241f5b4fea,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:14.849388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fb164-fa7a-4206-a74e-9e44b3c253a9 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:10:14.857157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.901178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.902212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:14.902212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783a8e8-4547-4596-9385-0f825477d569" -d '{"events": [{"server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "name": "network-vif-plugged", "status": "completed", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:14.904961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:14.978909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d5499-7e3a-477e-b957-1e431cff49df x-openstack-request-id: req-720d5499-7e3a-477e-b957-1e431cff49df {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:14.979221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "name": "network-vif-plugged", "status": "completed", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:14.979504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-720d5499-7e3a-477e-b957-1e431cff49df {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:14.979900 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'code': 200} Dec 07 00:10:14.982103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.984355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:14.986596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.032371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:15.079396 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.080265 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3b1680-2da6-447b-bb9d-897f6ce6c698 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:10:15.085475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.086626 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5d9211de-9132-4f68-9ac2-e28072a3188a admin admin] 10.222.0.53 "DELETE /v2.0/routers/ee3b1680-2da6-447b-bb9d-897f6ce6c698 HTTP/1.1" status: 204 len: 168 time: 1.0183342 Dec 07 00:10:15.089185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34992) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:15.133217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Deleting subnet 842f3e93-650c-4e21-95af-1c6a53766521 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:10:15.136191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.171019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.257192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.342908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2cba8-a6db-4fda-8a7f-1c31a5872aef req-418cecc5-ddbb-4833-a594-e710c934d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:15.342908 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8ff2cba8-a6db-4fda-8a7f-1c31a5872aef req-418cecc5-ddbb-4833-a594-e710c934d1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1098 time: 0.0427063 Dec 07 00:10:15.395181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.406278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8ff2cba8-a6db-4fda-8a7f-1c31a5872aef req-7786d059-c981-4016-9921-a6a6174a5d22 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518441 Dec 07 00:10:15.429714 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842f3e93-650c-4e21-95af-1c6a53766521,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:15.431720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.437204 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dbbd0444-d8f5-40e5-8f7e-c6eef2ff988a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/842f3e93-650c-4e21-95af-1c6a53766521 HTTP/1.1" status: 204 len: 168 time: 0.3448062 Dec 07 00:10:15.437731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a204c48-b7d9-4d2e-9bdf-bb5e1b47254e None None] Network 29702410-ccb7-4717-b0de-01c4be818e37 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:10:15.438194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 34994) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:15.503284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.556521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Deleting port 53b49910-9137-4804-9c29-d6e1b594864b {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:15.557138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.623975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] DHCP port deletion for 29702410-ccb7-4717-b0de-01c4be818e37 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:10:15.631558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] For port 53b49910-9137-4804-9c29-d6e1b594864b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b49910-9137-4804-9c29-d6e1b594864b,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:15.632001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.646935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Calling delete_port for 53b49910-9137-4804-9c29-d6e1b594864b owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:15.673989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Deleting port 53b49910-9137-4804-9c29-d6e1b594864b {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:10:15.674377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.748336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] For port 53b49910-9137-4804-9c29-d6e1b594864b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=53b49910-9137-4804-9c29-d6e1b594864b,segment=NetworkSegment(3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a),segment_id=3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:15.749041 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.761824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Calling delete_port for 53b49910-9137-4804-9c29-d6e1b594864b owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:10:15.794005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.827996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b49910-9137-4804-9c29-d6e1b594864b,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:15.839111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] No DVR routers for this DVR port 53b49910-9137-4804-9c29-d6e1b594864b on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: from cryptography.utils import int_from_bytes Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: from cryptography.utils import int_from_bytes Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:10:15.840944 dv-neutron-master-2-hyperv neutron-server[110160]: self.session.flush() Dec 07 00:10:15.849199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.877266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] Pushing event deleted for resources: {'Port': ['ID=53b49910-9137-4804-9c29-d6e1b594864b,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:15.881915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b73cb6-1aef-4862-8a50-6a9a3829da4a None None] No DVR routers for this DVR port 53b49910-9137-4804-9c29-d6e1b594864b on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:10:15.894312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0be096-9468-4702-9791-9e2e73dc291f req-463570d1-bef7-447a-a38b-3e1c0f834485 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:15.896000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6d0be096-9468-4702-9791-9e2e73dc291f req-463570d1-bef7-447a-a38b-3e1c0f834485 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0838575 Dec 07 00:10:15.934157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.949249 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6d0be096-9468-4702-9791-9e2e73dc291f req-7ed73ee0-6f8d-45ae-b11a-70b7ca036987 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457933 Dec 07 00:10:15.954683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29702410-ccb7-4717-b0de-01c4be818e37']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:15.965650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:15.965956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba0d3e3-14a1-4631-8cf4-14dd0f186a0a') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:15.976130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.992273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:15.998599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:10:15.999061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:10:16.000877 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:10:16.032003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c04ea13d-71c1-49a4-9890-ac241f5b4fea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:16.055617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c04ea13d-71c1-49a4-9890-ac241f5b4fea {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:16.055878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c04ea13d-71c1-49a4-9890-ac241f5b4fea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:16.056953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c901f20-6180-4800-9d10-86749c29b882 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:16.079460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0c901f20-6180-4800-9d10-86749c29b882 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:16.079805 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c901f20-6180-4800-9d10-86749c29b882 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:16.080220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 53b49910-9137-4804-9c29-d6e1b594864b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:10:16.099866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 53b49910-9137-4804-9c29-d6e1b594864b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:10:16.100150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 53b49910-9137-4804-9c29-d6e1b594864b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:10:16.108006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.117924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.121201 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29702410-ccb7-4717-b0de-01c4be818e37 HTTP/1.1" status: 204 len: 168 time: 0.6828561 Dec 07 00:10:16.134007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9d2ee-b860-4c19-bfe1-cb558b6aafd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29702410-ccb7-4717-b0de-01c4be818e37,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:16.443737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35000) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:16.483459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cb2f8019-6339-45c6-ab76-1dd07832f861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9923834fbdf4a3aa1d06b8d2ecc029d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385041 Dec 07 00:10:16.485946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35002) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:16.535697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.559026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.650872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.653452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:16.654610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f83f1f4e-d1b1-4317-982f-8c4762967ed2 HTTP/1.1" status: 204 len: 168 time: 0.1677542 Dec 07 00:10:16.662703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e237c-b1c3-497a-93e9-79bfec1281f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f1f4e-d1b1-4317-982f-8c4762967ed2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:17.064750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f2977-c7c7-4944-8e2f-cd02e7aa0a62 req-0853d0d2-488d-48d8-abdb-c179c8b40aa6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:17.066907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df9f2977-c7c7-4944-8e2f-cd02e7aa0a62 req-0853d0d2-488d-48d8-abdb-c179c8b40aa6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0494993 Dec 07 00:10:17.114579 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df9f2977-c7c7-4944-8e2f-cd02e7aa0a62 req-f3cf556c-1b72-4a41-81f6-0c55c989a184 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Dec 07 00:10:17.234376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43f62-5888-4bf0-9e35-2ffe8f488cdc req-48985915-ab39-4c22-9d30-f5f00dd454c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:17.235863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91e43f62-5888-4bf0-9e35-2ffe8f488cdc req-48985915-ab39-4c22-9d30-f5f00dd454c1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0527008 Dec 07 00:10:17.283113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35012) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:17.285864 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91e43f62-5888-4bf0-9e35-2ffe8f488cdc req-c252d504-96c0-4d41-9cca-2d566878ca4b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439990 Dec 07 00:10:17.310842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35014) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:17.328561 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-00236cb5-2b53-4533-bf4c-42f2ec5bb2f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb96914b4085432ebf67b0882962dea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441761 Dec 07 00:10:17.330948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35016) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:17.349942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb031d06-a89c-48ef-b63c-8128814ac13d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:17.351500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fb031d06-a89c-48ef-b63c-8128814ac13d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1093 time: 0.0396242 Dec 07 00:10:17.355021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35018) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:17.359478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:17.399531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.420682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.473610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.532276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.534909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.536022 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e319e7a-2d73-495d-b400-a3a853392a57 HTTP/1.1" status: 204 len: 168 time: 0.2041609 Dec 07 00:10:17.547252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26412c-374e-49e8-be03-1492f63564ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e319e7a-2d73-495d-b400-a3a853392a57,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:17.587447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.687924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.7 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/237829c0-ac61-4937-b276-63afb791bfe4) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:10:17.795215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.897586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:17.941936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:10:17.945180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:10:17.948963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:10:17.954740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=237829c0-ac61-4937-b276-63afb791bfe4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:18.311515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.330600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ea5b208-6e6a-4547-b797-0e56ef46d574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.453925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.618989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.685045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.755950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=237829c0-ac61-4937-b276-63afb791bfe4,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:18.769095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:18.865386 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP ac75d634-9c37-449b-af57-ed5663692216 associated. External IP: 172.36.7.7, port: 1be65188-ee32-41ec-a2fa-f1cbcbab6467. Dec 07 00:10:19.060756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:10:19.164073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:10:19.173486 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:10:19.185553 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:19.186183 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:19.241521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:19.268972 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4df77d6d-15b9-4640-aa1f-bb2822a7230c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9128966 Dec 07 00:10:19.269633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:19.271771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:19.272283 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:19.289600 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:19.311621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312949ac-6af6-4529-a459-c0eade196ef3 x-openstack-request-id: req-312949ac-6af6-4529-a459-c0eade196ef3 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:19.312170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:19.312170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-312949ac-6af6-4529-a459-c0eade196ef3 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:19.312629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:10:19.317350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c4e346-1ca4-41f9-98fe-df9c2f330ff0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:19.319103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-25c4e346-1ca4-41f9-98fe-df9c2f330ff0 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1093 time: 0.0455735 Dec 07 00:10:19.407693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-e3f811eb-b8ae-41a7-a852-8261a54d85c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:19.409312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-e3f811eb-b8ae-41a7-a852-8261a54d85c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1098 time: 0.0512738 Dec 07 00:10:19.504794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-6b46b854-c851-4ff8-b389-12c448cc8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:19.506444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-6b46b854-c851-4ff8-b389-12c448cc8817 service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0895247 Dec 07 00:10:19.520039 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:18Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:19.550259 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:10:19.558840 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:19.559452 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:09:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:19.574402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35028) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:19.583452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448659431', 'description': 'tempest-secgroup-smoke-448659431 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:19.596389 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-1f14729d-9f5c-4c03-ae15-cedf391d1751 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 997 time: 0.0832140 Dec 07 00:10:19.648726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-3feaa4da-eecc-4af0-87bb-6604f5d40f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:19.650955 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-3feaa4da-eecc-4af0-87bb-6604f5d40f24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0480847 Dec 07 00:10:19.663694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:19.666709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:19.717838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-1de4548a-859c-4b94-ba29-ec2cf3068da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:19.719342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-1de4548a-859c-4b94-ba29-ec2cf3068da5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615764 Dec 07 00:10:19.818000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:19.839470 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-6900f66b-a237-49f0-a1c2-fbfc567d3740 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097608 Dec 07 00:10:19.884082 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:18Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:19.909913 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58c4333-5023-4efb-a6b8-62eb26cb60f3 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:18Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:10:20.124593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9cbe1-1729-4bcd-b345-d6aa5c3ce48a None None] New status for floating IP ac75d634-9c37-449b-af57-ed5663692216: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:10:20.240105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.283257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe5473-756e-4188-8329-f4d0bcabf2aa,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:20.298125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5bdadd2-e4ad-4154-8443-1cc0fee3ddd4 req-bc02f866-d554-4538-9207-4a260ae9ad3c service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428391 Dec 07 00:10:20.309242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.310394 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-551b8234-75c7-43e8-9310-5b4758f4a426 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7346489 Dec 07 00:10:20.313194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35030) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:20.317582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:20.427299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.483231 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.530526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.547635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ab8657-3dd1-47f2-83c3-c45555eb8011,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:20.595484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.596861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f207814b-9e8a-416e-9d9a-5bffa55ebd21 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2826912 Dec 07 00:10:20.599505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35032) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:20.603792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:20.678509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-75f2fae8-c90d-4dec-9fa4-4819b8529a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.689527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.747947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.810518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.828610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01f8f4c-9cf6-4001-8d94-5337f057a3c5,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:20.897838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:20.899087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-afbb1ed2-6c83-4bc4-8900-97702743ee04 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986586 Dec 07 00:10:20.901894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35034) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:20.906132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:20.997298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.054553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.118645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.137872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927400a5-fa8e-4011-8146-05c19ba4be31,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:21.195082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.196338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b58d7a27-5016-4d29-894b-3397d776fa52 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934926 Dec 07 00:10:21.199059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35036) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:21.203305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:21.277637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.334560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.432727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.451349 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec80287a-b597-48e6-82bb-3269e9f7065c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:21.520404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.521624 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-72851c0c-de4a-4b2a-95a4-9156bd6f0a5f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216536 Dec 07 00:10:21.524387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35038) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:21.529234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:21.605041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:10:21.609905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.665600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.724358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.742559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58709f6c-0f19-4810-95b4-7e64b25e4548,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:21.795063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.796221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dd3896c8-82b6-4cc0-a45f-aa34b280e8b2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708917 Dec 07 00:10:21.798958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35040) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:21.803461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe5473-756e-4188-8329-f4d0bcabf2aa', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:21.878121 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:10:21.883270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.943654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:21.970406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:22.021201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:22.039528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d7a054-0d11-4cfa-90c4-baeca295a2b3,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:22.102953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:22.104106 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-658e8ba1-cf53-49fc-abc7-d1e09bb42ae4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3042073 Dec 07 00:10:22.293353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-e3a3338d-7574-43de-964f-85b34628b1a1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448659431&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0430524 Dec 07 00:10:22.399918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-d5a5a50c-5571-4731-b75c-3ad233d695fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:22.401331 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-d5a5a50c-5571-4731-b75c-3ad233d695fa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 797 time: 0.1009493 Dec 07 00:10:22.416978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-a485e95e-9eb9-4e97-91b9-95edacd94fca tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Dec 07 00:10:22.469473 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-fa3b21c6-f41c-4892-8ac7-fccf3c59e4ba tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465803 Dec 07 00:10:22.562820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-3cdd9bd6-f724-4c27-a0d3-620908d99501 service neutron] 10.222.0.53 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819445 Dec 07 00:10:22.655599 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-a5beffbb-385f-4405-83f0-3f87752e4138 service neutron] 10.222.0.53 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865226 Dec 07 00:10:22.901386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-330864be-7e06-4898-ad85-b1a2181d1ef6 req-fdeba45d-01b0-412b-98ec-435f4daf3244 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 210 time: 0.0296190 Dec 07 00:10:22.999053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:23.996705 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da48bf82-a695-43a5-a881-09b55b75f799 req-17abbe9a-d978-4c17-84b7-3227fadade90 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 210 time: 0.0271885 Dec 07 00:10:24.153100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:24.795787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c809a58c-b121-42fe-9eb0-f65892341df1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:24.797268 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c809a58c-b121-42fe-9eb0-f65892341df1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 797 time: 0.1098783 Dec 07 00:10:24.879492 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-5387271c-a32d-4a18-aaaf-1fc7aad3d8d9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 471 time: 0.0666518 Dec 07 00:10:24.889177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['fdbe5473-756e-4188-8329-f4d0bcabf2aa']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:25.093498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b78c940-969f-494d-8d67-cf70f37cde61 req-c63f2b14-44d8-4e2f-bec1-69415d7d686e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 210 time: 0.0278239 Dec 07 00:10:25.108205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:10:25.111819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.247171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.5 (369a36f8-890c-4d75-86b8-80e914f427b6/89e06bef-1061-4b8d-b44d-e6215db1cc3f/7dee1d44-17a9-4477-8cc3-3be83fb55707) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:10:25.386410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.473948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.515515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 369a36f8-890c-4d75-86b8-80e914f427b6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:10:25.518398 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:10:25.521955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:10:25.550970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:25.582716 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:25.583656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.647590 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-48f30d78-339a-4d69-b0e5-e1f81389f334 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625363 Dec 07 00:10:25.667429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Request body: {'port': {'device_id': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:25.721822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.791193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d2412603-c060-4124-83d7-c4bc2d865039 None None] Provisioning complete for port 7dee1d44-17a9-4477-8cc3-3be83fb55707 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:25.791732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d2412603-c060-4124-83d7-c4bc2d865039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.829907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d2412603-c060-4124-83d7-c4bc2d865039 None None] Port 7dee1d44-17a9-4477-8cc3-3be83fb55707 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:10:25.975163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dee1d44-17a9-4477-8cc3-3be83fb55707 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:10:25.982570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:25.994266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Transition to ACTIVE for port object 7dee1d44-17a9-4477-8cc3-3be83fb55707 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:10:26.067312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:26.122953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Pushing event updated for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:26.224043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Attempting to bind port 7dee1d44-17a9-4477-8cc3-3be83fb55707 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:10:26.224426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Attempting to bind port 7dee1d44-17a9-4477-8cc3-3be83fb55707 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:10:26.224761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Attempting to bind port 7dee1d44-17a9-4477-8cc3-3be83fb55707 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:10:26.239431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501b816-30a3-48ca-972f-f029b20af2f7 req-1b7bd017-acf7-4fa0-a75a-391bcfeb4f10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.240988 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d501b816-30a3-48ca-972f-f029b20af2f7 req-1b7bd017-acf7-4fa0-a75a-391bcfeb4f10 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 943 time: 0.0741785 Dec 07 00:10:26.242085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Port 7dee1d44-17a9-4477-8cc3-3be83fb55707 on network 369a36f8-890c-4d75-86b8-80e914f427b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:10:26.242410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Attempting to bind port 7dee1d44-17a9-4477-8cc3-3be83fb55707 on network 369a36f8-890c-4d75-86b8-80e914f427b6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:10:26.250474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:10:26.250816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Checking segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:10:26.251204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Bound using segment: {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:10:26.251645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Bound port: 7dee1d44-17a9-4477-8cc3-3be83fb55707, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4212050-313a-4931-9e3b-0acbb177918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:10:26.252009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:26.335160 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d501b816-30a3-48ca-972f-f029b20af2f7 req-928e7dc7-aa44-4842-8ba4-b077fb974dc9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867515 Dec 07 00:10:26.359323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:10:26.362966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:10:26.421492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:26.457838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.458460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:26.459940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] 10.222.0.45 "PUT /v2.0/ports/7dee1d44-17a9-4477-8cc3-3be83fb55707 HTTP/1.1" status: 200 len: 1093 time: 0.7970932 Dec 07 00:10:26.460407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:26.462684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9feaa6-f94a-49c2-93c1-7d68de48577f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:26.494264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fce78-7603-4dff-abfb-40da9a4634df service neutron] Pushing event updated for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:26.507820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99753163-f62a-4e00-8f4e-fa5ff48c0f07 x-openstack-request-id: req-99753163-f62a-4e00-8f4e-fa5ff48c0f07 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:26.508338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:26.508574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99753163-f62a-4e00-8f4e-fa5ff48c0f07 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:26.508947 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'status': 'completed', 'code': 200} Dec 07 00:10:26.598696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-ce85e987-bb9f-4505-9b9b-6fcc7355cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.600140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-ce85e987-bb9f-4505-9b9b-6fcc7355cc5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1096 time: 0.0425639 Dec 07 00:10:26.710665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-5c168d02-4a6b-4174-8b2f-ea7e52877d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.712118 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-5c168d02-4a6b-4174-8b2f-ea7e52877d3c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955758 Dec 07 00:10:26.810589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-5954d0de-5e5d-4c2d-986c-53ec6b594d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.812120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a9feaa6-f94a-49c2-93c1-7d68de48577f req-5954d0de-5e5d-4c2d-986c-53ec6b594d14 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909066 Dec 07 00:10:26.913041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-17ac4542-86df-44ee-80d2-189ff0efe62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:26.914422 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-17ac4542-86df-44ee-80d2-189ff0efe62d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1096 time: 0.0398154 Dec 07 00:10:26.963750 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-86ebcf49-6e29-42c1-a24e-ba491c5dd8d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707 HTTP/1.1" status: 200 len: 217 time: 0.0332634 Dec 07 00:10:27.016046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-a7dc768a-a7a9-470e-b469-1cf74fe60d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:27.017482 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-a7dc768a-a7a9-470e-b469-1cf74fe60d6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0454488 Dec 07 00:10:27.061704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-41f77b31-28fb-4d34-aaeb-27983733577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:27.234415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-41f77b31-28fb-4d34-aaeb-27983733577a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383325 Dec 07 00:10:27.234415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-3e655067-4232-4901-8bbd-50b90be68d36 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809464 Dec 07 00:10:27.248438 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5836a04e-72d6-4d97-bb18-c00ec3b16a75 req-99386af2-789b-42c3-95d2-950b4f342f5d service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874674 Dec 07 00:10:27.454806 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b201e-cfed-455e-b7b6-90f31a33c19d req-fc6dd59d-6373-4deb-abc1-344996481924 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:27.456507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-616b201e-cfed-455e-b7b6-90f31a33c19d req-fc6dd59d-6373-4deb-abc1-344996481924 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 943 time: 0.0515378 Dec 07 00:10:27.508674 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-616b201e-cfed-455e-b7b6-90f31a33c19d req-2ad94442-b36a-491c-9f33-f07f4096204c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Dec 07 00:10:28.627908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a9035-fcec-4842-9084-9714d155f010 req-b37e8304-e3be-47b8-96cd-6e533cfe3695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:28.630143 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-895a9035-fcec-4842-9084-9714d155f010 req-b37e8304-e3be-47b8-96cd-6e533cfe3695 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 943 time: 0.0509791 Dec 07 00:10:28.680491 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-895a9035-fcec-4842-9084-9714d155f010 req-2bca1c10-5861-4c8d-8dac-c42b296ba7c2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443773 Dec 07 00:10:29.815459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62649fe9-d60c-48d7-bc33-439ab56ae426 req-c550cb43-4c19-40ca-8d69-0e5e1d63ce7c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:29.817572 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-62649fe9-d60c-48d7-bc33-439ab56ae426 req-c550cb43-4c19-40ca-8d69-0e5e1d63ce7c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 943 time: 0.0563231 Dec 07 00:10:29.871867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-62649fe9-d60c-48d7-bc33-439ab56ae426 req-95a606d5-1341-4a15-a866-3aedd556003e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480959 Dec 07 00:10:30.457910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7dee1d44-17a9-4477-8cc3-3be83fb55707 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:10:30.473164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-3dc66b70-f7f5-4056-9b02-5b9db8e55e5a req-6afc66f6-1107-4364-a38f-ce9ea718c49e tempest-ServersTestJSON-577110894 tempest-ServersTestJSON-577110894-project] (110158) timed out ('10.222.0.45', 58844) {{(pid=110158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 00:10:30.559522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:30.572166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'port_id': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'mac_address': 'fa:16:3e:8e:f1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:10:30.610309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:30.623262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dee1d44-17a9-4477-8cc3-3be83fb55707 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:10:30.644167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:30.700746 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:30.750492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:30.989407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cab08-4f7d-4393-b726-e17747a3ffd0 req-492053b2-96c3-49ae-8b30-c4934a90a3df tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:30.990913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-422cab08-4f7d-4393-b726-e17747a3ffd0 req-492053b2-96c3-49ae-8b30-c4934a90a3df tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 944 time: 0.0491154 Dec 07 00:10:31.004948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['7dee1d44-17a9-4477-8cc3-3be83fb55707'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:10:31.054853 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-422cab08-4f7d-4393-b726-e17747a3ffd0 req-3f4864d1-c5ec-407b-b2fb-4268e340d40c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577517 Dec 07 00:10:32.171824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85504c-bd39-4378-8617-068ab853765e req-5972b7bf-eacb-41cf-9aeb-3be3bfe72e15 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:32.173373 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8b85504c-bd39-4378-8617-068ab853765e req-5972b7bf-eacb-41cf-9aeb-3be3bfe72e15 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 944 time: 0.0513866 Dec 07 00:10:32.223075 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8b85504c-bd39-4378-8617-068ab853765e req-bb104540-311e-488b-a010-d7f42fb01347 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 Dec 07 00:10:32.483859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7dee1d44-17a9-4477-8cc3-3be83fb55707 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:10:32.598783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 7dee1d44-17a9-4477-8cc3-3be83fb55707 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:10:32.602897 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 7dee1d44-17a9-4477-8cc3-3be83fb55707 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:10:32.603338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:32.682056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:32.704614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:32.706969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f9d9c5-02e1-4e96-a0b9-70dbc1576680" -d '{"events": [{"server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "name": "network-vif-plugged", "status": "completed", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:32.719868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:10:32.746766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d029f5b-1242-4e6d-a7cc-8d68871b3277 x-openstack-request-id: req-3d029f5b-1242-4e6d-a7cc-8d68871b3277 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:32.747258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "name": "network-vif-plugged", "status": "completed", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:32.747701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d029f5b-1242-4e6d-a7cc-8d68871b3277 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:32.748462 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'code': 200} Dec 07 00:10:32.793255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:32.848442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:33.124304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810be924-5682-4891-8c3c-29bf35e2bd20 req-a8475d48-b991-4e2e-a03a-33804cd83920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:33.125946 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-810be924-5682-4891-8c3c-29bf35e2bd20 req-a8475d48-b991-4e2e-a03a-33804cd83920 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1098 time: 0.0400143 Dec 07 00:10:33.180172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-810be924-5682-4891-8c3c-29bf35e2bd20 req-51bcbe5a-ed7f-4fbe-a5ca-f67757b81e31 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 Dec 07 00:10:33.341816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31a04-33b9-4098-84c9-d132b6272feb req-2f96dacb-4887-4e09-88f4-a638826a0a9b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:33.343375 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80d31a04-33b9-4098-84c9-d132b6272feb req-2f96dacb-4887-4e09-88f4-a638826a0a9b tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0512114 Dec 07 00:10:33.395437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80d31a04-33b9-4098-84c9-d132b6272feb req-c6735e46-1c5d-4d91-81e0-e3d41e3df793 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Dec 07 00:10:33.444584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:34.517275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6660121-2a8d-4c30-90d1-fb65feb03788 req-4096f014-8f9e-4022-869e-b3c583b55d09 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:34.518806 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a6660121-2a8d-4c30-90d1-fb65feb03788 req-4096f014-8f9e-4022-869e-b3c583b55d09 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0545969 Dec 07 00:10:34.571147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a6660121-2a8d-4c30-90d1-fb65feb03788 req-5267a877-03d2-4c27-a48e-7e3761db5672 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460713 Dec 07 00:10:35.683262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce4da-c345-4e57-a8a5-65ab0fd1f369 req-f728a259-9b7d-41e4-9a2b-c80a29268cd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:35.684757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ccce4da-c345-4e57-a8a5-65ab0fd1f369 req-f728a259-9b7d-41e4-9a2b-c80a29268cd7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0476053 Dec 07 00:10:35.732477 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ccce4da-c345-4e57-a8a5-65ab0fd1f369 req-8988a6d8-6b9b-4a5f-8425-96df524608c0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Dec 07 00:10:35.848413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171b1a3-565e-4d9d-ae1c-cbfeeae73deb req-b52828d0-9ad9-4c68-ab9a-085bfb3ea1cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:35.849818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e171b1a3-565e-4d9d-ae1c-cbfeeae73deb req-b52828d0-9ad9-4c68-ab9a-085bfb3ea1cc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0514035 Dec 07 00:10:35.897695 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e171b1a3-565e-4d9d-ae1c-cbfeeae73deb req-edc3a17b-6246-4d01-a5bb-356f3d8c10ad tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419402 Dec 07 00:10:35.918627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35096) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:35.962095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57746dc-473a-4e81-9138-ab11b0c8da15 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:35.963586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b57746dc-473a-4e81-9138-ab11b0c8da15 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1093 time: 0.0439925 Dec 07 00:10:35.966337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35098) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:10:35.970605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:10:36.084428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:36.193054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:36.296694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.203 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:10:36.392702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:36.519353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:36.565122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:10:36.568086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:10:36.571787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:10:36.577274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:36.933600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.045072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.192188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.244333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.307284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:10:37.321341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.419303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 79afe16a-c1f6-4cfb-9ec9-f2830308fb10 associated. External IP: 172.36.7.203, port: 7dee1d44-17a9-4477-8cc3-3be83fb55707. Dec 07 00:10:37.618649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:10:37.721212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:10:37.731128 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:10:37.741335 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:37.741942 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:10:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:37.800187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:37.826263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3f4aae2-5299-48c7-a204-132674c5440e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8589165 Dec 07 00:10:37.826930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:10:37.829153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:10:37.847332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:37.872135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97db63c-bbb2-46a4-83bf-5c35f9d0b3f3 x-openstack-request-id: req-b97db63c-bbb2-46a4-83bf-5c35f9d0b3f3 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:10:37.872477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:10:37.872850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b97db63c-bbb2-46a4-83bf-5c35f9d0b3f3 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:10:37.873261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'status': 'completed', 'code': 200} Dec 07 00:10:37.962219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-69e40b2b-f306-4245-a407-e29ddb9d46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:37.963721 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-69e40b2b-f306-4245-a407-e29ddb9d46c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1098 time: 0.0433536 Dec 07 00:10:38.058606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-6544237f-0fb2-490a-acd1-a33d1ceb4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:38.060002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-6544237f-0fb2-490a-acd1-a33d1ceb4da8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0878365 Dec 07 00:10:38.129983 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-f97d9e64-4d1d-4e98-8d4e-dcf95503d368 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707 HTTP/1.1" status: 200 len: 999 time: 0.0620615 Dec 07 00:10:38.156834 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '79afe16a-c1f6-4cfb-9ec9-f2830308fb10', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.203', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:8e:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:36Z', 'updated_at': '2021-12-07T00:10:36Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}, {'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:38.181020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-c657189a-ac2e-4507-a17c-0eafc19f9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:38.182500 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-c657189a-ac2e-4507-a17c-0eafc19f9d9e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0441296 Dec 07 00:10:38.184986 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:10:38.193118 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:10:38.193718 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:10:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:38.227593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-912385a9-1647-466d-82fb-7909580a885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:10:38.229159 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-912385a9-1647-466d-82fb-7909580a885e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390627 Dec 07 00:10:38.294620 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:10:38.321685 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-070b5827-3bf4-425d-b049-f4aedddfcffd service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Dec 07 00:10:38.412116 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31dc20e0-1b19-45cf-84ec-ea57aa4a54cd req-828c1caf-1d98-43f6-984a-61dc8903d4e2 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824151 Dec 07 00:10:38.513656 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '79afe16a-c1f6-4cfb-9ec9-f2830308fb10', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.203', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:8e:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:36Z', 'updated_at': '2021-12-07T00:10:36Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}, {'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:10:38.543146 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c8720-2613-420a-8574-c968b45d9d80 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '79afe16a-c1f6-4cfb-9ec9-f2830308fb10', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.203', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:8e:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:36Z', 'updated_at': '2021-12-07T00:10:36Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}, {'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:10:38.724284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19a4fa-c44c-49ab-bcdc-da1f931f7792 None None] New status for floating IP 79afe16a-c1f6-4cfb-9ec9-f2830308fb10: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:10:42.769310 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:10:48.369134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5d1ef812-ea9b-4d64-90d1-052bbd6a7c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:50.706846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-01d71754-7100-4c5f-8b48-5aa0f9ff4015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:51.952701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:53.055475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:10:54.135248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:03.448258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:13.661293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35116) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:13.728912 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f6405f57-e5e7-4e0a-96ff-170076923818 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/ac75d634-9c37-449b-af57-ed5663692216 HTTP/1.1" status: 200 len: 991 time: 0.0664697 Dec 07 00:11:14.603024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35124) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:14.608504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'admin_state_up': False}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:14.669682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:14.814617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:14.843183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:14.893933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:14.940871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:14.941505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:14.942961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/ports/1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 938 time: 0.3388727 Dec 07 00:11:14.943633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:14.945993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2208ebce-8da2-4b15-a28a-755aad010b61" -d '{"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:14.975486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:14.983186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.983739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.983983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.984412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.984759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.985100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.985437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.985773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.986109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.986444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.986774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.987103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.987430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de4f72-95a7-478c-8ac0-5ed252058744 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:14.991800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a92f1-f963-4c0e-9720-12b8295ac0f0 x-openstack-request-id: req-c61a92f1-f963-4c0e-9720-12b8295ac0f0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:14.992099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:14.992383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c61a92f1-f963-4c0e-9720-12b8295ac0f0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:14.992777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:11:15.074936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-917c0665-2224-4e4e-8207-6871537a6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:15.076564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-917c0665-2224-4e4e-8207-6871537a6467 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1099 time: 0.0460744 Dec 07 00:11:15.168519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-cf473986-f5f6-4486-b1ca-6afe5e6066e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:15.170038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-cf473986-f5f6-4486-b1ca-6afe5e6066e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0847185 Dec 07 00:11:15.182002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6cec66d2-7750-4bd4-a189-1c255c103b29 None None] Provisioning complete for port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:15.182509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6cec66d2-7750-4bd4-a189-1c255c103b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:15.222082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6cec66d2-7750-4bd4-a189-1c255c103b29 None None] Port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 is administratively disabled so it will not transition to active. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 07 00:11:15.245776 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-fd360fcb-5261-4d12-b85a-4e275fed35f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 1000 time: 0.0619526 Dec 07 00:11:15.296894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-f27f16f4-1af6-4046-9405-70170a22254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:15.298278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-f27f16f4-1af6-4046-9405-70170a22254a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0417759 Dec 07 00:11:15.346560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-7fff7a36-e18d-4746-bae1-09fe1f80f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:15.347889 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-7fff7a36-e18d-4746-bae1-09fe1f80f9c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376394 Dec 07 00:11:15.444072 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-d1bb70ee-2580-42c0-a443-8ad7cc1132a4 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847363 Dec 07 00:11:15.544860 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2208ebce-8da2-4b15-a28a-755aad010b61 req-288d6ad4-ebe9-4c16-8367-e90118b66590 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856740 Dec 07 00:11:18.340465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88cad492-3adf-4c5c-9fd8-d70115cda151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:18.426957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35132) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:18.432135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'admin_state_up': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:18.493391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:18.644595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:18.674096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:18.735039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:18.777079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:18.777697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:18.779105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/ports/1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 937 time: 0.3511589 Dec 07 00:11:18.779777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:18.782776 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dd4534-ccd9-49a5-8b86-5856445ed8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:18.783084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:18.813321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1249cb4-ac71-4a4a-a0bd-505582f53928 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=7']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:18.826011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66efece-1aee-45c7-97f5-d59d9893991a x-openstack-request-id: req-d66efece-1aee-45c7-97f5-d59d9893991a {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:18.826319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:18.826577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d66efece-1aee-45c7-97f5-d59d9893991a {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:18.826983 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:11:18.856381 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d5d3b489-bbce-4811-8a49-09294e36e715 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/ac75d634-9c37-449b-af57-ed5663692216 HTTP/1.1" status: 200 len: 991 time: 0.0720055 Dec 07 00:11:18.914850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-739ccb81-b746-4fbe-a16f-95e82cc0422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:18.916412 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-739ccb81-b746-4fbe-a16f-95e82cc0422d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1098 time: 0.0416458 Dec 07 00:11:19.012807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-c8ba9cdf-c12a-42cd-8adc-420aeb65996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.014256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-c8ba9cdf-c12a-42cd-8adc-420aeb65996f service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0895286 Dec 07 00:11:19.063253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cc1544c0-765a-445f-ab98-45bab1d22ff1 None None] Provisioning complete for port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:19.063552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cc1544c0-765a-445f-ab98-45bab1d22ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:19.077830 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-51e52a32-0e6a-4a22-ad5a-692e83414e5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 999 time: 0.0558078 Dec 07 00:11:19.128494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-ac9fec36-697c-4005-ac8f-57797ac468c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.129961 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-ac9fec36-697c-4005-ac8f-57797ac468c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0432744 Dec 07 00:11:19.131573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['1be65188-ee32-41ec-a2fa-f1cbcbab6467'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:11:19.178871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-6a654a7e-481c-4a3b-a6e1-99f445e1a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.180444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-6a654a7e-481c-4a3b-a6e1-99f445e1a177 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432580 Dec 07 00:11:19.275702 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-49c28bbc-74c9-4ce3-a2fc-28e4b48192f6 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835176 Dec 07 00:11:19.372960 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-49dd4534-ccd9-49a5-8b86-5856445ed8e1 req-8e48f3af-760d-4873-acff-33bcc3fca291 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860763 Dec 07 00:11:19.483745 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-73e2b34b-15e4-4ca1-a6a9-098540faa80b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369773 Dec 07 00:11:19.583197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-37e997b7-4002-4071-bdd1-d03454878783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.584890 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-37e997b7-4002-4071-bdd1-d03454878783 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1098 time: 0.0398147 Dec 07 00:11:19.691933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-7655c150-759f-4508-b0d9-cf7489f07322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.693400 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-7655c150-759f-4508-b0d9-cf7489f07322 service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0888038 Dec 07 00:11:19.757660 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-689d219a-1bcc-4778-9bcb-0195973347c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 999 time: 0.0561910 Dec 07 00:11:19.768204 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:11:19.813691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-13747885-cb80-42b3-ac5d-5f0b180a11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.815302 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-13747885-cb80-42b3-ac5d-5f0b180a11eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0488942 Dec 07 00:11:19.859087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-460d4f14-ddc1-46bd-b27a-fe984180d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:19.861094 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-460d4f14-ddc1-46bd-b27a-fe984180d471 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387254 Dec 07 00:11:19.949372 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-f2520c95-5214-4617-b25b-aacf0c31245f service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796511 Dec 07 00:11:20.045775 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-76424ad6-c31b-44fa-9b27-c0cc2f20c0be req-4bb66ccf-4b58-42f3-b907-f075cd1c4cdd service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835972 Dec 07 00:11:20.682704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d4a57345-2243-4de3-9526-cd63432fadc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.442178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35144) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:21.595106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:21.595454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.671165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.671489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.683445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:21.889178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.918403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=6a5591b5-bdc1-40ad-9ec3-dd779dd3aef5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:21.940172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.942060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.942415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.942759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.943098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.943439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.943771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.944102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.944454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.944784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.945113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.945440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.945764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.946086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:21.987500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:21.988048 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 79afe16a-c1f6-4cfb-9ec9-f2830308fb10 disassociated (deleted). External IP: 172.36.7.203, port: 7dee1d44-17a9-4477-8cc3-3be83fb55707. Dec 07 00:11:22.513505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:11:22.630696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:11:22.635743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:22.640965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:11:22.652017 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:22.652746 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:22.672299 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c7068608-258c-41f4-bed1-da06e2dc25cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/79afe16a-c1f6-4cfb-9ec9-f2830308fb10 HTTP/1.1" status: 204 len: 168 time: 1.2290134 Dec 07 00:11:22.673143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:22.676919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:22.715334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fbbaba-264e-403e-88e2-f0cb88cd1dcf x-openstack-request-id: req-77fbbaba-264e-403e-88e2-f0cb88cd1dcf {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:22.715620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:22.715876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77fbbaba-264e-403e-88e2-f0cb88cd1dcf {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:22.716915 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'status': 'completed', 'code': 200} Dec 07 00:11:22.765437 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:22.807577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-c70ea4de-a03d-4027-857c-02d2dabe9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:22.809577 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-c70ea4de-a03d-4027-857c-02d2dabe9926 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 1098 time: 0.0395997 Dec 07 00:11:22.912708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-ac03e312-a423-446d-b31e-cb8ec235d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:22.914233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-ac03e312-a423-446d-b31e-cb8ec235d064 service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0925233 Dec 07 00:11:22.963552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-f9c82907-ec66-4a0b-99c7-266c21050dcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707 HTTP/1.1" status: 200 len: 217 time: 0.0398962 Dec 07 00:11:22.996626 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:23.009345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:23.024698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-9608f48f-f1bd-42bf-88f9-69b04ffce4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:23.026264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-9608f48f-f1bd-42bf-88f9-69b04ffce4ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0501769 Dec 07 00:11:23.028313 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:11:23.036913 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:23.037527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:23.094456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-8cea8f66-5e65-4147-be8c-b1819552e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:23.095967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-8cea8f66-5e65-4147-be8c-b1819552e91f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0478952 Dec 07 00:11:23.114078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74d4f5-889c-4311-b1e2-e949ff421f1d req-232f29cc-b7ad-4e34-9aa2-1d7c6d4e170e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:23.119998 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d74d4f5-889c-4311-b1e2-e949ff421f1d req-232f29cc-b7ad-4e34-9aa2-1d7c6d4e170e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0521038 Dec 07 00:11:23.144641 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:23.173310 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d74d4f5-889c-4311-b1e2-e949ff421f1d req-7e4c0c3d-beea-43b8-9cc3-6f1da28d2272 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506990 Dec 07 00:11:23.198255 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-c7d969a1-73c4-4111-8f47-dcb868f80913 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937216 Dec 07 00:11:23.290667 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7e1d48df-5cb5-4da4-a3a6-cc81e06bc925 req-73519e66-3a6a-4d8f-8caa-78b05baba614 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Dec 07 00:11:23.365462 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:23.391577 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc39df9-bbfe-4456-9ea7-41e6d67a19e9 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ac75d634-9c37-449b-af57-ed5663692216', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.7', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'port_id': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'mac_address': 'fa:16:3e:ad:a8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:10:18Z', 'updated_at': '2021-12-07T00:10:20Z', 'revision_number': 1, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:11:23.613066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01783dda-7aa1-4093-8cc8-34a724ead39d None None] New status for floating IP 79afe16a-c1f6-4cfb-9ec9-f2830308fb10: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:11:24.150757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:24.290972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dec407-c0ea-46ee-9115-90c676353ae1 req-40e453df-2e92-46e2-89c2-d228e5c0a4b6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:24.292356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86dec407-c0ea-46ee-9115-90c676353ae1 req-40e453df-2e92-46e2-89c2-d228e5c0a4b6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0487421 Dec 07 00:11:24.342393 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86dec407-c0ea-46ee-9115-90c676353ae1 req-31a807a0-fe53-458e-93f1-cce66dd9689c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdbe5473-756e-4188-8329-f4d0bcabf2aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 Dec 07 00:11:24.775741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-0c51240a-9264-4935-b174-1dc146ba7f23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:24.777206 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-0c51240a-9264-4935-b174-1dc146ba7f23 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 945 time: 0.0513382 Dec 07 00:11:24.865994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 7dee1d44-17a9-4477-8cc3-3be83fb55707 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:24.866264 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:24.955975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 7dee1d44-17a9-4477-8cc3-3be83fb55707, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7dee1d44-17a9-4477-8cc3-3be83fb55707,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:24.956365 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:24.968536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 7dee1d44-17a9-4477-8cc3-3be83fb55707 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:25.128868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:25.162058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=7dee1d44-17a9-4477-8cc3-3be83fb55707,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:25.200055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 7dee1d44-17a9-4477-8cc3-3be83fb55707 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:11:25.203505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:25.206524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ecaa3a9e-39e4-46e5-a202-a7911abc5485 req-38395073-cbbf-430a-9920-cd07261ec4d5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/7dee1d44-17a9-4477-8cc3-3be83fb55707 HTTP/1.1" status: 204 len: 173 time: 0.4207885 Dec 07 00:11:25.206969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'name': 'network-vif-deleted', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:25.210105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907f504-a59b-4fa0-91c7-1f79f31628b7" -d '{"events": [{"server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "name": "network-vif-deleted", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:25.245157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53bdf80-421c-4733-8d92-369015b8449b x-openstack-request-id: req-c53bdf80-421c-4733-8d92-369015b8449b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:25.245494 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f3f011-ae4d-4c2a-b39b-243b5e14afad", "name": "network-vif-deleted", "tag": "7dee1d44-17a9-4477-8cc3-3be83fb55707", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:25.245757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c53bdf80-421c-4733-8d92-369015b8449b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:25.246163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f3f011-ae4d-4c2a-b39b-243b5e14afad', 'name': 'network-vif-deleted', 'tag': '7dee1d44-17a9-4477-8cc3-3be83fb55707', 'status': 'completed', 'code': 200} Dec 07 00:11:25.434867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2213c67-3d2f-4fc8-bc7a-203e9ace0ad4 req-f87aa8c0-ff5f-43d6-b6df-61a56c506ef6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2f3f011-ae4d-4c2a-b39b-243b5e14afad HTTP/1.1" status: 200 len: 210 time: 0.0262530 Dec 07 00:11:26.490266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35162) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:26.545185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:26.570738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:26.673177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7dee1d44-17a9-4477-8cc3-3be83fb55707 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:11:26.694309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 7dee1d44-17a9-4477-8cc3-3be83fb55707 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:11:26.694653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7dee1d44-17a9-4477-8cc3-3be83fb55707 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:11:26.720106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:26.720106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:26.720713 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/fdbe5473-756e-4188-8329-f4d0bcabf2aa HTTP/1.1" status: 204 len: 168 time: 0.2294569 Dec 07 00:11:26.730410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1ed1-f893-47e1-8a84-c97e1b80d7ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe5473-756e-4188-8329-f4d0bcabf2aa,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:27.825606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35168) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:27.976580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 237829c0-ac61-4937-b276-63afb791bfe4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:27.976920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:28.049607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:28.049933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:28.066579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 237829c0-ac61-4937-b276-63afb791bfe4 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:28.625853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:28.650746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=237829c0-ac61-4937-b276-63afb791bfe4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:28.712843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:28.713168 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP ac75d634-9c37-449b-af57-ed5663692216 disassociated (deleted). External IP: 172.36.7.7, port: 1be65188-ee32-41ec-a2fa-f1cbcbab6467. Dec 07 00:11:28.912974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:11:29.018327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:11:29.023031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:29.027503 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:11:29.036564 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:29.037170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:29.048938 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2ea1aae9-77b8-4c0b-b9f5-0b08a546de76 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/ac75d634-9c37-449b-af57-ed5663692216 HTTP/1.1" status: 204 len: 168 time: 1.2219832 Dec 07 00:11:29.049534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:29.051915 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:29.094318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a73bd25-5e94-4a90-aa47-e297d8867cfa x-openstack-request-id: req-5a73bd25-5e94-4a90-aa47-e297d8867cfa {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:29.094611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:29.094869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a73bd25-5e94-4a90-aa47-e297d8867cfa {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:29.095273 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:11:29.194592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-33d37ded-4bc3-4ad2-8534-3d4baa00ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:29.196148 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-33d37ded-4bc3-4ad2-8534-3d4baa00ef07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 1098 time: 0.0425642 Dec 07 00:11:29.243454 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:29.294643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-1be29571-686a-4fbd-8f2b-fbadd659919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:29.296148 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-1be29571-686a-4fbd-8f2b-fbadd659919f service neutron] 10.222.0.45 "GET /v2.0/networks?id=369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 200 len: 898 time: 0.0860398 Dec 07 00:11:29.345748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-5a1c3359-aeda-4a79-9297-e32bfd6a3fce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 200 len: 217 time: 0.0378361 Dec 07 00:11:29.403113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-264113c7-b247-4092-b3a6-6f2ab1140124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:29.404643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-264113c7-b247-4092-b3a6-6f2ab1140124 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 200 len: 835 time: 0.0486455 Dec 07 00:11:29.445785 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:29.454540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-4b7cc158-2b19-4743-88ac-f16a53ad069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:29.456038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-4b7cc158-2b19-4743-88ac-f16a53ad069b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=369a36f8-890c-4d75-86b8-80e914f427b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405805 Dec 07 00:11:29.481297 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:11:29.486123 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:29.490602 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:29.598560 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:29.598944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d1101-375b-45d1-9492-55137daaff9d req-51c8890f-8e42-4338-9559-6d80650e7b1d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:29.600446 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d52d1101-375b-45d1-9492-55137daaff9d req-51c8890f-8e42-4338-9559-6d80650e7b1d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0710206 Dec 07 00:11:29.602725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-8493c972-62e2-4a7b-ba14-499ce882c253 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354122 Dec 07 00:11:29.711583 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d52d1101-375b-45d1-9492-55137daaff9d req-5f43e2af-a600-4279-9bb1-35b9f34eb713 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043770 Dec 07 00:11:29.743333 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc2bb2b3-63f6-47ce-b8d0-f342dbae43b2 req-be359fb9-1f81-4588-acc6-c6799e1882b3 service neutron] 10.222.0.45 "GET /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295893 Dec 07 00:11:29.795525 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:29.821773 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0512798-bb3f-4480-ba60-0fb848d9c905 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:09:59Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '844bc811-daa5-4509-a1d0-b3c60e9c0c10', 'name': '', 'network_id': '369a36f8-890c-4d75-86b8-80e914f427b6', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:ed:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:58Z', 'updated_at': '2021-12-07T00:10:02Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': '89e06bef-1061-4b8d-b44d-e6215db1cc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:11:30.051719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19410d0c-e343-4ed8-8f5c-2607f77883eb None None] New status for floating IP ac75d634-9c37-449b-af57-ed5663692216: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:11:30.827815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d046cb-4678-4ad4-bafc-1ccebf92f35d req-2709112e-fadc-4cac-b4ab-ca6d5064885c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:30.829224 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-49d046cb-4678-4ad4-bafc-1ccebf92f35d req-2709112e-fadc-4cac-b4ab-ca6d5064885c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Dec 07 00:11:30.877491 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-49d046cb-4678-4ad4-bafc-1ccebf92f35d req-5fe7b15a-3613-4b4b-a3d0-f4a1aeb712f0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d04c6d7-c516-445b-8b23-5f68895ec6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Dec 07 00:11:31.393301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-d827b4f2-9cb4-425e-a0ea-6eea4f840535 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:31.394725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-d827b4f2-9cb4-425e-a0ea-6eea4f840535 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 945 time: 0.0476882 Dec 07 00:11:31.489059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:31.489399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:31.580566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 1be65188-ee32-41ec-a2fa-f1cbcbab6467, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1be65188-ee32-41ec-a2fa-f1cbcbab6467,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:31.580936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:31.593809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 1be65188-ee32-41ec-a2fa-f1cbcbab6467 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:31.797230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:31.825638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=1be65188-ee32-41ec-a2fa-f1cbcbab6467,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:31.868152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 1be65188-ee32-41ec-a2fa-f1cbcbab6467 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:11:31.870598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:31.873869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-735a1128-a989-4fea-8900-0da3b2f4ee9a req-950ef07a-781e-4c6e-a43d-0a0d44aa76e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/1be65188-ee32-41ec-a2fa-f1cbcbab6467 HTTP/1.1" status: 204 len: 173 time: 0.4692416 Dec 07 00:11:31.874304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'name': 'network-vif-deleted', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:31.876601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fde6ad-1f36-41f0-a5be-764018a88081" -d '{"events": [{"server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "name": "network-vif-deleted", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:31.911587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d5844-7a7f-4f78-8278-84887fff2bb6 x-openstack-request-id: req-c41d5844-7a7f-4f78-8278-84887fff2bb6 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:31.911894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c622de3-7f19-49d2-b2bf-3a0ec7a106a2", "name": "network-vif-deleted", "tag": "1be65188-ee32-41ec-a2fa-f1cbcbab6467", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:31.912418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c41d5844-7a7f-4f78-8278-84887fff2bb6 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:31.912836 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c622de3-7f19-49d2-b2bf-3a0ec7a106a2', 'name': 'network-vif-deleted', 'tag': '1be65188-ee32-41ec-a2fa-f1cbcbab6467', 'status': 'completed', 'code': 200} Dec 07 00:11:31.970599 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9ec085e6-3bc9-4f5e-96cb-d9ba96acea17 req-4240835e-a932-461f-98f0-cee00a7378fb tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=5c622de3-7f19-49d2-b2bf-3a0ec7a106a2 HTTP/1.1" status: 200 len: 210 time: 0.0261481 Dec 07 00:11:33.079565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35184) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:33.139452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.163861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.277383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.279995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.281675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d04c6d7-c516-445b-8b23-5f68895ec6ab HTTP/1.1" status: 204 len: 168 time: 0.2010708 Dec 07 00:11:33.290694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a45b7-ae88-482e-a7b1-0c1320db7775 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d04c6d7-c516-445b-8b23-5f68895ec6ab,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:33.363783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35188) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:33.465239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.722013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:33.966525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 844bc811-daa5-4509-a1d0-b3c60e9c0c10 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:33.966865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.055607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 844bc811-daa5-4509-a1d0-b3c60e9c0c10, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=844bc811-daa5-4509-a1d0-b3c60e9c0c10,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:34.055971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.068886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 844bc811-daa5-4509-a1d0-b3c60e9c0c10 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:34.323135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.349851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=844bc811-daa5-4509-a1d0-b3c60e9c0c10,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:34.524170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.737447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bec615db-6bc6-4efa-abae-106ec9381ed4 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:11:34.837475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:11:34.842621 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7d8e03d3-2943-417c-9c80-102768162b4d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bec615db-6bc6-4efa-abae-106ec9381ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777691 Dec 07 00:11:34.846640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35190) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:34.847997 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Sync routers for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:11:34.858131 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:34.858790 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:34.900353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet 89e06bef-1061-4b8d-b44d-e6215db1cc3f {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:11:34.903410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.943788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:34.961846 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:35.022726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.137869 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:11:34Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:35.164139 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Checking router: bec615db-6bc6-4efa-abae-106ec9381ed4 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:11:35.168138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.172383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Routers {'bec615db-6bc6-4efa-abae-106ec9381ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:35.173009 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bec615db-6bc6-4efa-abae-106ec9381ed4'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:35.196942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=89e06bef-1061-4b8d-b44d-e6215db1cc3f,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:35.198912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.202250 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aa9274d7-5c79-4ab1-ab33-00db64ecd4ff tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/89e06bef-1061-4b8d-b44d-e6215db1cc3f HTTP/1.1" status: 204 len: 168 time: 0.3545938 Dec 07 00:11:35.205359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a9f088-81e8-4217-8dcf-0cd9b9c4a370 None None] Network 369a36f8-890c-4d75-86b8-80e914f427b6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:11:35.205803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35192) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:35.279813 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] Set router bec615db-6bc6-4efa-abae-106ec9381ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:35.312361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.393522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] DHCP port deletion for 369a36f8-890c-4d75-86b8-80e914f427b6 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:11:35.418077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.442237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Deleting port 0c141935-b646-4f4b-85b9-04d9fa996771 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:35.442614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.464012 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:11:34Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:35.493841 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb88aa3-f07e-4db4-884e-4b59de8d6d79 None None] The sync data for ids ['bec615db-6bc6-4efa-abae-106ec9381ed4'] in dv-neutron-master-2-hyperv is: [{'id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'name': 'tempest-TestNetworkBasicOps-router-975560156', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75'}], 'enable_snat': True}, 'gw_port_id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:09:54Z', 'updated_at': '2021-12-07T00:11:34Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '07799405-d0fc-45f8-b1d6-bf699c85a5d3', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec615db-6bc6-4efa-abae-106ec9381ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:09:55Z', 'updated_at': '2021-12-07T00:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:11:35.510947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] For port 0c141935-b646-4f4b-85b9-04d9fa996771, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0c141935-b646-4f4b-85b9-04d9fa996771,segment=NetworkSegment(e4212050-313a-4931-9e3b-0acbb177918f),segment_id=e4212050-313a-4931-9e3b-0acbb177918f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:35.511401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.527499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 07799405-d0fc-45f8-b1d6-bf699c85a5d3 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:11:35.527499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.532931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Calling delete_port for 0c141935-b646-4f4b-85b9-04d9fa996771 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:35.608003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 07799405-d0fc-45f8-b1d6-bf699c85a5d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07799405-d0fc-45f8-b1d6-bf699c85a5d3,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:35.608404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.621416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 07799405-d0fc-45f8-b1d6-bf699c85a5d3 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:11:35.688657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.714138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Pushing event deleted for resources: {'Port': ['ID=0c141935-b646-4f4b-85b9-04d9fa996771,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:35.718553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] No DVR routers for this DVR port 0c141935-b646-4f4b-85b9-04d9fa996771 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:11:35.725033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.725394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.725750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.726108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.726447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.726815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.727163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.727494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.727829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.728162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.728801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.729324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.729324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b25884-a4d7-42fa-87df-d5d524765505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:35.843551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:35.868930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=07799405-d0fc-45f8-b1d6-bf699c85a5d3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:35.890281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f81bd-53a3-4ad4-b16d-6288cbab4b44 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:11:35.940324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.031015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.033433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.111872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c141935-b646-4f4b-85b9-04d9fa996771 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:11:36.128829 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.129369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router bec615db-6bc6-4efa-abae-106ec9381ed4 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:11:36.133775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0c141935-b646-4f4b-85b9-04d9fa996771 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:11:36.133973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0c141935-b646-4f4b-85b9-04d9fa996771 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:11:36.134387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 844bc811-daa5-4509-a1d0-b3c60e9c0c10 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:11:36.136375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.139938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-208836d1-daf6-45e9-8751-8def8a7af466 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/bec615db-6bc6-4efa-abae-106ec9381ed4 HTTP/1.1" status: 204 len: 168 time: 0.9310217 Dec 07 00:11:36.140276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35194) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:36.158888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 844bc811-daa5-4509-a1d0-b3c60e9c0c10 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:11:36.159239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 844bc811-daa5-4509-a1d0-b3c60e9c0c10 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:11:36.224447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.308470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.327538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369a36f8-890c-4d75-86b8-80e914f427b6']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:36.336367 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4212050-313a-4931-9e3b-0acbb177918f') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:36.336663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4212050-313a-4931-9e3b-0acbb177918f') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:36.350245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.363470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.369249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:11:36.369613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:11:36.372452 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:11:36.494410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.501563 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.504207 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/369a36f8-890c-4d75-86b8-80e914f427b6 HTTP/1.1" status: 204 len: 168 time: 0.3628061 Dec 07 00:11:36.515664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cf854-1094-4752-9749-18989481171d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=369a36f8-890c-4d75-86b8-80e914f427b6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:36.531250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:36.537530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'network': {'name': 'tempest-network-smoke--872887042', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'port_security_enabled': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:36.614316 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:11:36.617844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.641784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:11:36.650781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.651120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Added segment 4e2b4787-25fb-4821-b433-5acf132ec089 of type vlan for network 4f01c235-791f-4d43-a384-f1f905bc20b4 Dec 07 00:11:36.675613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1be65188-ee32-41ec-a2fa-f1cbcbab6467 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:11:36.692037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.696176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 1be65188-ee32-41ec-a2fa-f1cbcbab6467 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:11:36.696606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1be65188-ee32-41ec-a2fa-f1cbcbab6467 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:11:36.790428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.795915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:36.796540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.859190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Network': ['ID=4f01c235-791f-4d43-a384-f1f905bc20b4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:36.869115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:11:36.884879 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bbf617b2-63f5-4af9-a29d-686ffdb1b977 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3525889 Dec 07 00:11:36.887537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35198) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:36.892644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'admin_state_up': True, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:36.973802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:36.974870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.027763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.219479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.484619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.503126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.601793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.242 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/6547f7fe-87cd-4ff5-8700-87787c7d1def) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:11:37.746218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.820429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.858458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:11:37.861242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:37.864858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:11:37.874964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24afe8d-0912-48c5-8308-9a1dbe49fa72 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:11:37.888093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:37.904949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-92a89be5-921d-4bd6-a029-ac4bb7fcad00 None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:37.905327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-92a89be5-921d-4bd6-a029-ac4bb7fcad00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:37.939129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-92a89be5-921d-4bd6-a029-ac4bb7fcad00 None None] Port 6547f7fe-87cd-4ff5-8700-87787c7d1def cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:38.022317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 07799405-d0fc-45f8-b1d6-bf699c85a5d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:11:38.046261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 07799405-d0fc-45f8-b1d6-bf699c85a5d3 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:11:38.046652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 07799405-d0fc-45f8-b1d6-bf699c85a5d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:11:38.206418 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:38.392208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:38.642285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:11:39.063452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:11:39.073162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:11:39.082125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:39.082740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:39.142061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.143336 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1985fb74-c9d8-4044-8331-3875d63a28c6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2548597 Dec 07 00:11:39.146610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35200) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:39.175808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-14f6140e-3956-435f-b9c5-581cd1dc574d tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=a9d9076e9d174d5fbb62dd2d26cc7b81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280070 Dec 07 00:11:39.179531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35202) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:39.185467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:39.270195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421031ff-d31e-46cf-9286-9ddd8b28d95f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:39.271842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-421031ff-d31e-46cf-9286-9ddd8b28d95f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914044 Dec 07 00:11:39.274736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35204) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:39.302949 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4de2edb8-cea9-4fa5-b557-b36fd7a8af5f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271709 Dec 07 00:11:39.305372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35206) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:39.310044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777930100', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:39.364042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:38Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:39.393109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:11:39.393465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Updating router bb47f546-aa63-4122-8bc3-8c59d6bafde2 port 6547f7fe-87cd-4ff5-8700-87787c7d1def binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:11:39.417541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.465179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:11:39.469240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.669589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.712348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.739791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.776779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Subnet': ['ID=b7be67fe-090d-4a08-882f-158fd49f7026,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:39.786688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Checking segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:11:39.786688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network hostable DHCP agents. Network: 4f01c235-791f-4d43-a384-f1f905bc20b4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:11:39.787536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f308f-f1c9-4e51-80ab-4e10b04db80e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:11:39.799075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79da38-0780-4618-837b-216034e13688 None None] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:39.805542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Attempting to bind port 6547f7fe-87cd-4ff5-8700-87787c7d1def on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:11:39.805542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Attempting to bind port 6547f7fe-87cd-4ff5-8700-87787c7d1def by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:11:39.805542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Attempting to bind port 6547f7fe-87cd-4ff5-8700-87787c7d1def on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:11:39.808790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:11:39.809167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:11:39.809535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.809912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:11:39.810371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Bound port: 6547f7fe-87cd-4ff5-8700-87787c7d1def, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:11:39.810751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.868903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:11:39.882759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:11:39.883740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6547f7fe-87cd-4ff5-8700-87787c7d1def,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:11:39.886865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0c52361d-33c0-4346-a690-c9611ee301b6 None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:39.887239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0c52361d-33c0-4346-a690-c9611ee301b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.920782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0c52361d-33c0-4346-a690-c9611ee301b6 None None] Port 6547f7fe-87cd-4ff5-8700-87787c7d1def cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:39.963156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:39.991372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4f01c235-791f-4d43-a384-f1f905bc20b4) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:39.995336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:39.996039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.007115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c7d8e-33ef-4ecb-a259-4a121af8f137 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:11:40.013089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffe05c-9ec8-4729-82be-0732dd62791f None None] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:11:40.053906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:40.054534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:40.056252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79da38-0780-4618-837b-216034e13688 None None] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:40.097261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-82bfa1b0-ffeb-4698-a1c1-f8fc387fa7a5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7907808 Dec 07 00:11:40.100015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35208) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:40.206657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:40.207172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.253371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:40.414308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4f01c235-791f-4d43-a384-f1f905bc20b4', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:11:40.415144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.497966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.516412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.578625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6547f7fe-87cd-4ff5-8700-87787c7d1def,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:40.638744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:38Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:40.640911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Allocated IP 172.20.0.2 (4f01c235-791f-4d43-a384-f1f905bc20b4/b7be67fe-090d-4a08-882f-158fd49f7026/b4410c6d-3c12-4965-b192-abbd9da81857) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:11:40.813444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d8b8c-c70a-42df-af4f-43f3c12b1dee None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:38Z', 'revision_number': 3, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:11:40.814906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:40.917181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4350db2-6679-417d-a916-6572ab20e0cf None None] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:41.010118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.083785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.125759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:11:41.128874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:41.132696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:11:41.138263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.1 (4f01c235-791f-4d43-a384-f1f905bc20b4/b7be67fe-090d-4a08-882f-158fd49f7026/5851ea1a-ce45-4193-aeb3-75a3d139e38f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:11:41.140380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Pushing event updated for resources: {'Port': ['ID=b4410c6d-3c12-4965-b192-abbd9da81857,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:41.205215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Attempting to bind port b4410c6d-3c12-4965-b192-abbd9da81857 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:11:41.205687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Attempting to bind port b4410c6d-3c12-4965-b192-abbd9da81857 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:11:41.206126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Attempting to bind port b4410c6d-3c12-4965-b192-abbd9da81857 on network 4f01c235-791f-4d43-a384-f1f905bc20b4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:11:41.211543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:11:41.212154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Checking segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:11:41.212497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.212968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Bound using segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:11:41.213515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Bound port: b4410c6d-3c12-4965-b192-abbd9da81857, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:11:41.213972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.268055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.282555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] For port b4410c6d-3c12-4965-b192-abbd9da81857, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:11:41.286060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] For port b4410c6d-3c12-4965-b192-abbd9da81857, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4410c6d-3c12-4965-b192-abbd9da81857,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:11:41.346763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.375158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:41.406623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441971a-b6ca-4a28-be12-f98bf01b7bfa None None] Pushing event updated for resources: {'Port': ['ID=b4410c6d-3c12-4965-b192-abbd9da81857,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:41.812969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:11:41.815963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:41.819695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:11:41.847728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:41.867787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.083668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.143151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b4410c6d-3c12-4965-b192-abbd9da81857 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:11:42.200803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b4410c6d-3c12-4965-b192-abbd9da81857 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:42.201182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.282063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.319225 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port b4410c6d-3c12-4965-b192-abbd9da81857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4410c6d-3c12-4965-b192-abbd9da81857,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:42.385753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.386604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:11:42.391125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.430156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07674daa-5fdd-4ed2-acf9-678b1feb8436 None None] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:11:42.455252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.530690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:42.533219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.536445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=b4410c6d-3c12-4965-b192-abbd9da81857,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:42.542541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-01bec80c-2f75-4196-aaa3-961989b06308 None None] Provisioning complete for port b4410c6d-3c12-4965-b192-abbd9da81857 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:42.542925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-01bec80c-2f75-4196-aaa3-961989b06308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.600391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:42.600796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:42.639388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:11:42.641239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:42.761541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:11:42.882948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:11:42.888179 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-23da3d6d-75cb-4fa6-acc2-5f6bb766b886 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bb47f546-aa63-4122-8bc3-8c59d6bafde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7868195 Dec 07 00:11:42.890838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:42.941180 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:11:42.959542 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:42.960151 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:42.992930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330f6a-8f31-425e-b2ee-5849ab4ee77f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:42.993516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330f6a-8f31-425e-b2ee-5849ab4ee77f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:42.993997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330f6a-8f31-425e-b2ee-5849ab4ee77f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:42.994477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24330f6a-8f31-425e-b2ee-5849ab4ee77f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:42.998837 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-24330f6a-8f31-425e-b2ee-5849ab4ee77f tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1043844 Dec 07 00:11:42.999192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35212) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:43.062019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113d7d8-a01d-4bcd-9d1d-2c15e788b93c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:43.062868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113d7d8-a01d-4bcd-9d1d-2c15e788b93c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:43.062979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a4198d11-f880-4e82-a050-41ffc69a16fe None None] Provisioning complete for port b4410c6d-3c12-4965-b192-abbd9da81857 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:43.063464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a4198d11-f880-4e82-a050-41ffc69a16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.063755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113d7d8-a01d-4bcd-9d1d-2c15e788b93c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:43.064575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113d7d8-a01d-4bcd-9d1d-2c15e788b93c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:43.066698 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6113d7d8-a01d-4bcd-9d1d-2c15e788b93c tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0663996 Dec 07 00:11:43.069572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:43.164306 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:43.178702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a4198d11-f880-4e82-a050-41ffc69a16fe None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:43.179098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a4198d11-f880-4e82-a050-41ffc69a16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.213969 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8b71bea8-b38a-4b5e-85b9-3173719cf594 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1430609 Dec 07 00:11:43.224578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a4198d11-f880-4e82-a050-41ffc69a16fe None None] Port 5851ea1a-ce45-4193-aeb3-75a3d139e38f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:43.342863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fc23a411-9264-453b-b19c-668cb99b12ca None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:43.344042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fc23a411-9264-453b-b19c-668cb99b12ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.372035 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:42Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:43.377641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fc23a411-9264-453b-b19c-668cb99b12ca None None] Port 5851ea1a-ce45-4193-aeb3-75a3d139e38f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:43.402320 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:11:43.402678 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Updating router bb47f546-aa63-4122-8bc3-8c59d6bafde2 port 5851ea1a-ce45-4193-aeb3-75a3d139e38f binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:11:43.420757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35218) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:43.425737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676651766', 'description': 'tempest-secgroup-smoke-1676651766 description', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:43.427819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.501584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7ce91733-ffcc-4ffe-a6b1-0d9be0060362 None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:43.501584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce91733-ffcc-4ffe-a6b1-0d9be0060362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.536390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7ce91733-ffcc-4ffe-a6b1-0d9be0060362 None None] Port 5851ea1a-ce45-4193-aeb3-75a3d139e38f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:43.545796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.619696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.684832 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.688212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.717425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:43.767836 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.769916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.771193 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fcaedc69-6b6a-436d-8d74-8e41db90207c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3493788 Dec 07 00:11:43.774028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35220) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:43.778580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:43.820095 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:43.843880 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.844227 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.844622 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.844941 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.845273 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.845607 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.845939 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.846263 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.846593 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.846913 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.847237 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.847556 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.847874 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:11:43.876835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.882641 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Attempting to bind port 5851ea1a-ce45-4193-aeb3-75a3d139e38f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:11:43.883022 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Attempting to bind port 5851ea1a-ce45-4193-aeb3-75a3d139e38f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:11:43.883390 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Attempting to bind port 5851ea1a-ce45-4193-aeb3-75a3d139e38f on network 4f01c235-791f-4d43-a384-f1f905bc20b4 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:11:43.888977 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:11:43.889355 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Checking segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:11:43.892544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.892544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Bound using segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:11:43.892544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Bound port: 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:11:43.892544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.943953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:43.959169 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:11:43.962395 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5851ea1a-ce45-4193-aeb3-75a3d139e38f,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:11:44.020309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.038830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1cf9e2-d177-4253-92f9-54ac77c1ee24,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:44.049604 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.058687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:44.059152 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.100208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b4410c6d-3c12-4965-b192-abbd9da81857 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:11:44.110221 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:11:44.110859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:44.130902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.134675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5b3a9aba-0636-4b11-be20-9cdfb3c562cd tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570340 Dec 07 00:11:44.135028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35222) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:44.140125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:44.167800 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1fd1c-a4c6-481d-9aeb-559324437db4 None None] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:44.189278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b4410c6d-3c12-4965-b192-abbd9da81857 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:44.189658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.228000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.249825 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:11:44.250026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.273106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5851ea1a-ce45-4193-aeb3-75a3d139e38f,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:44.317802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.345193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.375687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.394258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fe43e-b70f-46c6-bd91-1657298e631c None None] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:44.394776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6617b0d-7643-4b0a-905b-8bc7e78b158a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:44.449932 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:11:44.462289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.466105 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3b576aad-4cbe-4ea0-9568-a1705934945f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3270545 Dec 07 00:11:44.466264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-209eefd5-25f5-4c8c-b170-5c817774660e None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:44.466496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35224) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:44.466655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-209eefd5-25f5-4c8c-b170-5c817774660e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.471702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:44.477300 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cc1b7b-5ec2-4b31-8c38-19bd1442d395 None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:43Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:11:44.613890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.729821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.803165 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.821585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a40302-8dfb-4531-9f12-8f506b56ba1f,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:44.896453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:44.897985 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a4bbe9e6-605d-4954-bdad-03c8b050d8ea tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4299788 Dec 07 00:11:44.900575 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35226) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:44.909974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:45.002555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.062939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.123109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.146517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e82747-d351-4b50-a20f-8b1ac782f83e,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:45.210926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.212159 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ea812c58-fdde-4d26-91b3-17c3bfd8e516 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3105989 Dec 07 00:11:45.214918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35228) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:45.221568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:45.288611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:11:45.294191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.352612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.414493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.432764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c057f3-d098-41cf-a094-98a308141392,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:45.490879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.492120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1079a499-3a7f-48e0-9b67-3846029dd9a7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2762499 Dec 07 00:11:45.495091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35230) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:45.500211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'security_group_rule': {'security_group_id': 'ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3', 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:45.586088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Project a9d9076e9d174d5fbb62dd2d26cc7b81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:11:45.591426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.652783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.727633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.745591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2b9619-ee5b-4a17-b201-9676fd8b516e,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:45.832937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:45.834190 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eaedd029-5dbf-4627-8ff5-90e6304c3c6e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380749 Dec 07 00:11:45.979109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-64f17b5a-cf94-44f4-9e39-708d1719c669 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676651766&fields=id&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 267 time: 0.0444229 Dec 07 00:11:46.089718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-0848545c-19d5-4f47-9c75-cb3c53a2f6ac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:46.090003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:11:46.091262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-0848545c-19d5-4f47-9c75-cb3c53a2f6ac tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/networks?id=4f01c235-791f-4d43-a384-f1f905bc20b4 HTTP/1.1" status: 200 len: 796 time: 0.1047626 Dec 07 00:11:46.106867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-8dcccd82-12cc-4ddb-b316-2fd73faa0acf tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/quotas/a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 375 time: 0.0092819 Dec 07 00:11:46.137868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:46.138248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:46.162010 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-e4fb5334-39a8-4685-a29a-0312aabb5247 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490792 Dec 07 00:11:46.344842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-33954139-e535-46e8-b5b6-410e1b7a8fe9 service neutron] 10.222.0.53 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704266 Dec 07 00:11:46.437004 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-7a31523d-42c5-4e79-8642-ac09d3236afd service neutron] 10.222.0.53 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858552 Dec 07 00:11:46.693339 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7e6fe07-f5b3-40d4-870e-416fe7c96171 req-19dbaca2-7dcf-44c2-845c-5afb25c5d7e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Dec 07 00:11:47.786304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d83cf940-98d5-4e03-8e7a-6145a48b767d req-21755c28-d3e0-4678-a7b6-073baf6dc157 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 210 time: 0.0267532 Dec 07 00:11:48.328968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f09d3a32-8a26-47b8-b930-f7f161a39772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:48.669673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-68ff4cd7-0f28-405a-9d3d-07e5723800b7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:48.671634 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-68ff4cd7-0f28-405a-9d3d-07e5723800b7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/networks?id=4f01c235-791f-4d43-a384-f1f905bc20b4 HTTP/1.1" status: 200 len: 796 time: 0.1036596 Dec 07 00:11:48.750725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-dcae0dd0-7a9a-419d-96e0-f6673e3038e0 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81 HTTP/1.1" status: 200 len: 380 time: 0.0529058 Dec 07 00:11:48.763756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'port': {'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'admin_state_up': True, 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'security_groups': ['ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:48.890841 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9118e4a0-6807-4bad-88bb-6bdfbef6bacc req-f00e02ae-3d0e-4168-aa7e-2687568dcdc1 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 210 time: 0.0343599 Dec 07 00:11:48.980153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Made reservation on behalf of a9d9076e9d174d5fbb62dd2d26cc7b81 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:11:48.984402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.106529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.20.0.12 (4f01c235-791f-4d43-a384-f1f905bc20b4/b7be67fe-090d-4a08-882f-158fd49f7026/09352aca-3d67-4eef-b907-f946b31fab05) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:11:49.244111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.350743 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.395007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:11:49.398156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:11:49.402053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:11:49.427065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:49.464827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:49.465504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.536015 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-d416f474-146f-418d-807e-01f03c6619af tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7757597 Dec 07 00:11:49.559355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Request body: {'port': {'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:49.618416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.714956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cb62bfdd-5c2b-491e-b23a-f24e83f72a15 None None] Provisioning complete for port 09352aca-3d67-4eef-b907-f946b31fab05 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:49.716100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb62bfdd-5c2b-491e-b23a-f24e83f72a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.751945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cb62bfdd-5c2b-491e-b23a-f24e83f72a15 None None] Port 09352aca-3d67-4eef-b907-f946b31fab05 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:11:49.881823 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09352aca-3d67-4eef-b907-f946b31fab05 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:11:49.891098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:49.910225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Transition to ACTIVE for port object 09352aca-3d67-4eef-b907-f946b31fab05 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:11:49.985809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:50.007102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1afff-d952-4f0a-96ab-ef7fb907ddb0 req-fe390c77-9211-4105-8294-7126746c6a3a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.008667 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6b1afff-d952-4f0a-96ab-ef7fb907ddb0 req-fe390c77-9211-4105-8294-7126746c6a3a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 932 time: 0.0499589 Dec 07 00:11:50.049008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:50.068960 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6b1afff-d952-4f0a-96ab-ef7fb907ddb0 req-b09aa705-1369-4ead-ba25-2b88367f7981 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508227 Dec 07 00:11:50.141590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Attempting to bind port 09352aca-3d67-4eef-b907-f946b31fab05 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:11:50.142014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Attempting to bind port 09352aca-3d67-4eef-b907-f946b31fab05 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:11:50.142417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Attempting to bind port 09352aca-3d67-4eef-b907-f946b31fab05 on network 4f01c235-791f-4d43-a384-f1f905bc20b4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:11:50.146903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Port 09352aca-3d67-4eef-b907-f946b31fab05 on network 4f01c235-791f-4d43-a384-f1f905bc20b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:11:50.147320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Attempting to bind port 09352aca-3d67-4eef-b907-f946b31fab05 on network 4f01c235-791f-4d43-a384-f1f905bc20b4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:11:50.152633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:11:50.153046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Checking segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:11:50.153504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Bound using segment: {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:11:50.154001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Bound port: 09352aca-3d67-4eef-b907-f946b31fab05, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2b4787-25fb-4821-b433-5acf132ec089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:11:50.154427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:50.226639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:11:50.230114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09352aca-3d67-4eef-b907-f946b31fab05,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:11:50.317955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:50.356795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.357425 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:50.359395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] 10.222.0.45 "PUT /v2.0/ports/09352aca-3d67-4eef-b907-f946b31fab05 HTTP/1.1" status: 200 len: 1094 time: 0.8047836 Dec 07 00:11:50.359831 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:50.362149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ecb96f-1254-4998-9105-d2613413fb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:50.386287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1793-1d99-4311-ad16-1caf05cfc2ad service neutron] Pushing event updated for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:50.412987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad90f3d8-9dd7-4ebb-8a66-1c5b0b177f62 x-openstack-request-id: req-ad90f3d8-9dd7-4ebb-8a66-1c5b0b177f62 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:50.413307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:50.413712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad90f3d8-9dd7-4ebb-8a66-1c5b0b177f62 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:50.414120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05', 'status': 'completed', 'code': 200} Dec 07 00:11:50.500746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecb96f-1254-4998-9105-d2613413fb3f req-d22933de-c4ce-4ef6-af33-c25bf2d0e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.502310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44ecb96f-1254-4998-9105-d2613413fb3f req-d22933de-c4ce-4ef6-af33-c25bf2d0e739 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1097 time: 0.0464931 Dec 07 00:11:50.625513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecb96f-1254-4998-9105-d2613413fb3f req-9756245f-6383-4329-8d52-4aa047a97f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.626963 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44ecb96f-1254-4998-9105-d2613413fb3f req-9756245f-6383-4329-8d52-4aa047a97f3e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1055970 Dec 07 00:11:50.711171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eea6f99-6887-4346-952a-429c5b23a7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:50.724115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecb96f-1254-4998-9105-d2613413fb3f req-18c2635c-7c17-421b-9f18-a89e30f4c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.725616 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44ecb96f-1254-4998-9105-d2613413fb3f req-18c2635c-7c17-421b-9f18-a89e30f4c49b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873146 Dec 07 00:11:50.828108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-cb998d24-27d1-4c63-b850-217cef0daebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.829607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-cb998d24-27d1-4c63-b850-217cef0daebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1097 time: 0.0407851 Dec 07 00:11:50.888071 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-dc731e33-6dd5-4caa-b342-81c8a405a9a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09352aca-3d67-4eef-b907-f946b31fab05 HTTP/1.1" status: 200 len: 217 time: 0.0359397 Dec 07 00:11:50.942471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-aae92f03-710e-4988-bf02-73994fc669fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.943900 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-aae92f03-710e-4988-bf02-73994fc669fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7be67fe-090d-4a08-882f-158fd49f7026 HTTP/1.1" status: 200 len: 835 time: 0.0432615 Dec 07 00:11:50.993224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202d387-4142-4ed5-ba52-165394d1858a req-791577d1-431a-4ba9-a8f6-fe6ef490720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:50.994672 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-791577d1-431a-4ba9-a8f6-fe6ef490720f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f01c235-791f-4d43-a384-f1f905bc20b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385451 Dec 07 00:11:51.091026 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-4e48ce41-04e2-4ea3-be09-c3100df8ad74 service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832021 Dec 07 00:11:51.185564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1202d387-4142-4ed5-ba52-165394d1858a req-fe189192-ce7a-49e2-a410-63da069a300d service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828397 Dec 07 00:11:51.192389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba154a-2b7a-4163-b5a1-1e72a08dce87 req-db299b16-d3c3-4589-a830-41984adf0613 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:51.193874 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74ba154a-2b7a-4163-b5a1-1e72a08dce87 req-db299b16-d3c3-4589-a830-41984adf0613 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 944 time: 0.0543916 Dec 07 00:11:51.243874 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74ba154a-2b7a-4163-b5a1-1e72a08dce87 req-144e9cb1-f072-4f35-87cf-da13642a1a9c tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Dec 07 00:11:51.956651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:52.362186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a02c-21c0-43f9-bbcb-99701628c20a req-9692293a-f6ce-4ed6-9661-4eb66eb784e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:52.363626 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7e0a02c-21c0-43f9-bbcb-99701628c20a req-9692293a-f6ce-4ed6-9661-4eb66eb784e6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 944 time: 0.0519428 Dec 07 00:11:52.410994 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7e0a02c-21c0-43f9-bbcb-99701628c20a req-3e4e7d6c-8c92-4e45-80ae-928c4eead3d2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 Dec 07 00:11:53.007399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:53.535692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bb0b3-6a83-448d-8224-2f674947af22 req-2d13f2be-cc74-4e02-b419-a733049a4b9e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:53.537951 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-726bb0b3-6a83-448d-8224-2f674947af22 req-2d13f2be-cc74-4e02-b419-a733049a4b9e tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 944 time: 0.0521348 Dec 07 00:11:53.588275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-726bb0b3-6a83-448d-8224-2f674947af22 req-8179740a-4155-4243-8b9d-21ec120e37c5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Dec 07 00:11:54.133781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:54.702180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ec542-7299-4843-a8ac-18d0a6824e9d req-190420b2-5408-4a4a-abf0-826f2bf44e16 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:54.703654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-151ec542-7299-4843-a8ac-18d0a6824e9d req-190420b2-5408-4a4a-abf0-826f2bf44e16 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Dec 07 00:11:54.751869 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-151ec542-7299-4843-a8ac-18d0a6824e9d req-72241185-6b65-4ecc-bcf9-51928dbbfd9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421472 Dec 07 00:11:54.797828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 09352aca-3d67-4eef-b907-f946b31fab05 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:11:54.894739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09352aca-3d67-4eef-b907-f946b31fab05,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:54.911433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '09352aca-3d67-4eef-b907-f946b31fab05', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:11:54.990149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:55.008348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09352aca-3d67-4eef-b907-f946b31fab05 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:11:55.031987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09352aca-3d67-4eef-b907-f946b31fab05,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:55.116678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:55.164170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:55.446107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['09352aca-3d67-4eef-b907-f946b31fab05'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:11:55.863097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11b040-11e4-40f3-9314-b512cf19b2bf req-269c88a0-f63f-4695-a33f-2189a1f414aa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:55.864537 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b11b040-11e4-40f3-9314-b512cf19b2bf req-269c88a0-f63f-4695-a33f-2189a1f414aa tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 945 time: 0.0472722 Dec 07 00:11:55.916708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b11b040-11e4-40f3-9314-b512cf19b2bf req-b9ac7b8e-6cb6-45b8-927b-b69445165ad9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463262 Dec 07 00:11:56.767729 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:11:56.813978 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 09352aca-3d67-4eef-b907-f946b31fab05 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:11:56.916520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 09352aca-3d67-4eef-b907-f946b31fab05 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:11:56.920109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 09352aca-3d67-4eef-b907-f946b31fab05 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:11:56.920511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:56.999859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:57.022456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:11:57.024750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdcbad4-d07c-4f92-84ea-6ff99b812d57" -d '{"events": [{"server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "name": "network-vif-plugged", "status": "completed", "tag": "09352aca-3d67-4eef-b907-f946b31fab05"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:11:57.031512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aae224-a27f-4546-8c10-aa0deb0fa9b7 req-37754b40-2645-4c78-a468-487a9ac286c9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:57.031512 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-22aae224-a27f-4546-8c10-aa0deb0fa9b7 req-37754b40-2645-4c78-a468-487a9ac286c9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Dec 07 00:11:57.037794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09352aca-3d67-4eef-b907-f946b31fab05,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:11:57.063379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b658e3e0-56a9-45f3-b3ab-10d60834dd7f x-openstack-request-id: req-b658e3e0-56a9-45f3-b3ab-10d60834dd7f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:11:57.063715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "name": "network-vif-plugged", "status": "completed", "tag": "09352aca-3d67-4eef-b907-f946b31fab05", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:11:57.063976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b658e3e0-56a9-45f3-b3ab-10d60834dd7f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:11:57.064457 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05', 'code': 200} Dec 07 00:11:57.085710 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-22aae224-a27f-4546-8c10-aa0deb0fa9b7 req-9d15475f-618c-48d3-8254-5493b5a31ea9 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484233 Dec 07 00:11:57.088256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:57.135932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:11:57.443670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8f4c7-f3fc-4aac-a54a-83dee1047eb3 req-708029c9-eab0-468c-b87f-c38e39ab9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:57.445102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cfd8f4c7-f3fc-4aac-a54a-83dee1047eb3 req-708029c9-eab0-468c-b87f-c38e39ab9146 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1099 time: 0.0401073 Dec 07 00:11:57.496142 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cfd8f4c7-f3fc-4aac-a54a-83dee1047eb3 req-9fd66b12-57c6-445a-843d-e60a8224fe9a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396941 Dec 07 00:11:58.201049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4728cdc-1c80-4f7a-bf25-23c19cabe5e8 req-1b150802-55ef-433c-8001-18063098ffb6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:58.202495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4728cdc-1c80-4f7a-bf25-23c19cabe5e8 req-1b150802-55ef-433c-8001-18063098ffb6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0478892 Dec 07 00:11:58.253997 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4728cdc-1c80-4f7a-bf25-23c19cabe5e8 req-cbd286e2-47ee-4887-af66-74015785f230 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Dec 07 00:11:59.365478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ff0ba-595d-4020-8a93-43b334754e4a req-9e93f16f-01f6-428a-a001-0ff12111e0fe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:59.366933 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-013ff0ba-595d-4020-8a93-43b334754e4a req-9e93f16f-01f6-428a-a001-0ff12111e0fe tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0475850 Dec 07 00:11:59.414442 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-013ff0ba-595d-4020-8a93-43b334754e4a req-1f18115b-d255-4d7a-8a74-9820cde035bc tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417132 Dec 07 00:11:59.525924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f1eee-8822-4c3f-9b1f-b52d77c8c266 req-2cff5d37-0e83-4391-a186-c46d4e9219c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:59.527413 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-092f1eee-8822-4c3f-9b1f-b52d77c8c266 req-2cff5d37-0e83-4391-a186-c46d4e9219c4 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0485320 Dec 07 00:11:59.577080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-092f1eee-8822-4c3f-9b1f-b52d77c8c266 req-02e95712-11d8-453c-afe9-b1e7f5c46976 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Dec 07 00:11:59.598881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35292) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:59.642648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b9f5e-b63e-41a7-b3f2-fd700eb9ece3 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:11:59.644329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2f2b9f5e-b63e-41a7-b3f2-fd700eb9ece3 tempest-TestNetworkBasicOps-510950803 tempest-TestNetworkBasicOps-510950803-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1094 time: 0.0442896 Dec 07 00:11:59.648049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35294) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:11:59.651105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:11:59.739338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:59.836482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:11:59.941745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Allocated IP 172.36.7.141 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/ee83834f-03fb-4abd-8643-5a00d7d312e9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:12:00.041475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.128717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.165448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:12:00.168310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:12:00.171643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:12:00.205786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=ee83834f-03fb-4abd-8643-5a00d7d312e9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:00.531562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.665975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.814146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.887770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:00.955702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event updated for resources: {'Port': ['ID=ee83834f-03fb-4abd-8643-5a00d7d312e9,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:00.969149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:01.066946 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 75474920-425e-499f-8f35-c346fba5ac97 associated. External IP: 172.36.7.141, port: 09352aca-3d67-4eef-b907-f946b31fab05. Dec 07 00:12:01.271526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:12:01.377806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:12:01.387203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:12:01.399761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:01.408842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:01.478877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:01.508066 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-49755fd1-0170-4d9f-bb90-8eb8f80cc9b5 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8600838 Dec 07 00:12:01.508701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:12:01.510921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35296) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:01.511434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872" -d '{"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:12:01.585473 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-95ff7f6d-726c-458b-b7ea-74c048dd3e93 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 992 time: 0.0726399 Dec 07 00:12:01.647459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:01.692489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02be11cf-9ce5-4712-8e31-3974b9212021 x-openstack-request-id: req-02be11cf-9ce5-4712-8e31-3974b9212021 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:12:01.692971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:12:01.693061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02be11cf-9ce5-4712-8e31-3974b9212021 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:12:01.693425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05', 'status': 'completed', 'code': 200} Dec 07 00:12:01.775350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-7e3b7658-e708-4eca-9c68-dbdd10c2a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:01.776867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-7e3b7658-e708-4eca-9c68-dbdd10c2a366 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1099 time: 0.0391645 Dec 07 00:12:01.868306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-62e82ebc-44f6-4de1-b14c-f930baae0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:01.869768 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-62e82ebc-44f6-4de1-b14c-f930baae0ac6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f01c235-791f-4d43-a384-f1f905bc20b4 HTTP/1.1" status: 200 len: 897 time: 0.0860157 Dec 07 00:12:01.876748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:00Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:44Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:01.902385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:12:01.911105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:01.911724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:11:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:01.932980 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-8933d3f4-07b4-4911-bf4c-a82b360d088a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09352aca-3d67-4eef-b907-f946b31fab05 HTTP/1.1" status: 200 len: 1000 time: 0.0563259 Dec 07 00:12:01.985995 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-43016477-8284-40b6-b093-cf4739d292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:01.987497 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-43016477-8284-40b6-b093-cf4739d292c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7be67fe-090d-4a08-882f-158fd49f7026 HTTP/1.1" status: 200 len: 835 time: 0.0468078 Dec 07 00:12:02.016472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:02.033528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-a376b09e-48fa-4a58-b733-ed78397e6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:02.035028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-a376b09e-48fa-4a58-b733-ed78397e6e25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f01c235-791f-4d43-a384-f1f905bc20b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398028 Dec 07 00:12:02.124622 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-f6f4941f-a371-4bc9-8595-b02c2c52b030 service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820110 Dec 07 00:12:02.217227 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c0b8cb7a-03fc-4601-9a8b-6cc940fad872 req-a83228a3-209f-4cc6-8320-349620990296 service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858142 Dec 07 00:12:02.241077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:00Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:44Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:02.267843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396dffe-08e7-48c8-800e-de1f82ea1a3f None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:11:41Z', 'revision_number': 4, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:00Z', 'revision_number': 0, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:11:44Z', 'revision_number': 5, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:12:02.449987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bbb22f-b680-4f43-9d66-f82423331270 None None] New status for floating IP 75474920-425e-499f-8f35-c346fba5ac97: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:12:02.589456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35302) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:02.649825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7be1381e-0226-4069-b2b4-7d1f1d0518ef tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 992 time: 0.0592172 Dec 07 00:12:03.517286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:03.653751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35304) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:03.716749 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bc739587-07e4-4067-9744-ecf4a8deb200 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 994 time: 0.0618429 Dec 07 00:12:18.390063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fd95220b-954d-4369-984e-1210a4e3cea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:20.687782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-edbe419a-5dcf-4e18-bf0b-af72b1e8ad3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:21.961893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:23.013331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:24.132477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:33.475911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:33.767223 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:12:36.947561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35316) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:36.952115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:12:37.245121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:37.362533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:37.469174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:12:37.609522 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:12:37.616783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:37.617926 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-74be4727-5c20-470b-9c58-94dba490075a tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bb47f546-aa63-4122-8bc3-8c59d6bafde2 HTTP/1.1" status: 200 len: 889 time: 0.6694193 Dec 07 00:12:37.619783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:12:37.630205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:37.630816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:37.664523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:37.672884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:37.673456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:37.704800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:37.705453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5be566-ba2f-4ecb-aa03-95749f91bf80 None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:12:38.119378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:38.198797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:38.230378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5851ea1a-ce45-4193-aeb3-75a3d139e38f,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:38.298298 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:38.342997 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:38.350499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.350852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.351203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.351546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.351881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.352213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.352573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.352907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.353239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.353571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.353899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.354223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.354546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:38.477906 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f405d-933e-421e-86a4-42ecc6f9661a None None] New status for floating IP 75474920-425e-499f-8f35-c346fba5ac97: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:12:39.754472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35320) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:39.759132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:12:40.090880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:40.171799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:40.194112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6547f7fe-87cd-4ff5-8700-87787c7d1def,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:40.253266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:40.301334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:40.389387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405819', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3742'] for router, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:40.476250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-405810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-405769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411107'] for router, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:40.578847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:12:40.683488 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:12:40.690604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:40.691754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aecfdc7a-f2c1-4ac3-acdd-0b34fe7bcc7d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bb47f546-aa63-4122-8bc3-8c59d6bafde2 HTTP/1.1" status: 200 len: 888 time: 0.9362726 Dec 07 00:12:40.694697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35322) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:40.697043 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:12:40.708513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:40.709125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:40.756629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-146b938c-8825-4332-8c69-4d144cb6b2c7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 992 time: 0.0608311 Dec 07 00:12:40.812734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:41.027340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:41.054299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:12:41.062211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:41.062807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:41.163593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:41.380057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:41.409374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563a2a1-3e9a-4fcc-b8b4-c9dfbbbdcea0 None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '75474920-425e-499f-8f35-c346fba5ac97', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'floating_ip_address': '172.36.7.141', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'port_id': '09352aca-3d67-4eef-b907-f946b31fab05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'mac_address': 'fa:16:3e:ca:33:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a370ed58-a336-4428-83b6-96322f89ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:12:00Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 2, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:38Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:12:41.760440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35324) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:41.821612 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-764407f8-61d5-4619-b16c-9c0bc2c5800d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 992 time: 0.0596926 Dec 07 00:12:42.136015 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:12:42.184595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:12:42.185285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.410716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.431421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6547f7fe-87cd-4ff5-8700-87787c7d1def,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:42.514899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.525803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:12:42.592504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:42.604089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:12:42.604490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.680768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.711143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5851ea1a-ce45-4193-aeb3-75a3d139e38f,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:42.784372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:42.825335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35326) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:42.832767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:42.888411 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-846476ea-efbb-4e3b-b190-bd5349b3a448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 992 time: 0.0619206 Dec 07 00:12:42.965900 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde258a9-351e-4aac-9c45-224db3198f55 None None] New status for floating IP 75474920-425e-499f-8f35-c346fba5ac97: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:12:43.892316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35328) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:43.951697 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0924aa7c-0fc5-4fab-aeca-cf7f0df16e06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 200 len: 994 time: 0.0576522 Dec 07 00:12:44.108605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:12:44.159045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 6547f7fe-87cd-4ff5-8700-87787c7d1def triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:12:44.159316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.233577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:12:44.245679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35334) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:44.279417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5851ea1a-ce45-4193-aeb3-75a3d139e38f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:12:44.279796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.405434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port ee83834f-03fb-4abd-8643-5a00d7d312e9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:12:44.405778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.477749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.478006 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.489471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for ee83834f-03fb-4abd-8643-5a00d7d312e9 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:12:44.685802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.711066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=ee83834f-03fb-4abd-8643-5a00d7d312e9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:44.722491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.722848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.723195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.723535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.723870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.724204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.724561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.724891 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.725220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.725608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.725944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.726271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.726596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:44.781843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:44.782176 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Floating IP 75474920-425e-499f-8f35-c346fba5ac97 disassociated (deleted). External IP: 172.36.7.141, port: 09352aca-3d67-4eef-b907-f946b31fab05. Dec 07 00:12:44.982857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:12:45.088652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:12:45.092944 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:45.098176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:12:45.109392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:45.110047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:45.120413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e0f1eff4-d69c-42be-89f0-b7e2329caa06 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/floatingips/75474920-425e-499f-8f35-c346fba5ac97 HTTP/1.1" status: 204 len: 168 time: 0.8729615 Dec 07 00:12:45.121029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:12:45.123423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4640d-2297-4e8a-b044-e56c92cea366" -d '{"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:12:45.162230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61da6c6f-92f5-4350-8621-9b29d0b8fb00 x-openstack-request-id: req-61da6c6f-92f5-4350-8621-9b29d0b8fb00 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:12:45.162521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "tag": "09352aca-3d67-4eef-b907-f946b31fab05", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:12:45.163406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61da6c6f-92f5-4350-8621-9b29d0b8fb00 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:12:45.163815 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05', 'status': 'completed', 'code': 200} Dec 07 00:12:45.221604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:45.263230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-e3f156fe-d7ef-4d15-9d2c-03d8ca74ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:45.264759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-e3f156fe-d7ef-4d15-9d2c-03d8ca74ac66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 1099 time: 0.0433080 Dec 07 00:12:45.356377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-9b99597c-f3c6-4d82-bc1b-bdedc3837402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:45.358338 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-9b99597c-f3c6-4d82-bc1b-bdedc3837402 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f01c235-791f-4d43-a384-f1f905bc20b4 HTTP/1.1" status: 200 len: 897 time: 0.0866649 Dec 07 00:12:45.409159 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-b9ad727d-9aef-4a16-92a7-6c81bc934301 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09352aca-3d67-4eef-b907-f946b31fab05 HTTP/1.1" status: 200 len: 217 time: 0.0392387 Dec 07 00:12:45.422743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:45.456972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:12:45.462967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-17b53c50-d10a-4fb8-8988-cfaff1684452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:45.464457 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-17b53c50-d10a-4fb8-8988-cfaff1684452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7be67fe-090d-4a08-882f-158fd49f7026 HTTP/1.1" status: 200 len: 835 time: 0.0449619 Dec 07 00:12:45.465544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:45.466160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:45.520301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-7ded6e83-ac69-48e9-8b57-86514312bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:45.521790 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-7ded6e83-ac69-48e9-8b57-86514312bece service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f01c235-791f-4d43-a384-f1f905bc20b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435772 Dec 07 00:12:45.580923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:45.599537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e230-b8b2-4af5-b9b5-852611299459 req-93c59ad7-e9f4-4690-80a4-a114333019d7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:45.601073 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3f9e230-b8b2-4af5-b9b5-852611299459 req-93c59ad7-e9f4-4690-80a4-a114333019d7 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0584359 Dec 07 00:12:45.629690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-3dd20eb7-ba44-4888-88f4-1fe9e2fb51ed service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928330 Dec 07 00:12:45.652816 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3f9e230-b8b2-4af5-b9b5-852611299459 req-3a030f0c-0d65-4fa4-8ecc-dc643f0402a6 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 Dec 07 00:12:45.721006 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35b4640d-2297-4e8a-b044-e56c92cea366 req-3938ea69-3450-4326-8b25-f3b1526abe2f service neutron] 10.222.0.45 "GET /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 Dec 07 00:12:45.788856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:45.815364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01556c84-eb50-43d6-84a3-106525c56bfd None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:40Z', 'revision_number': 6, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5851ea1a-ce45-4193-aeb3-75a3d139e38f', 'name': '', 'network_id': '4f01c235-791f-4d43-a384-f1f905bc20b4', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'mac_address': 'fa:16:3e:af:0b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:40Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'subnets': [{'id': 'b7be67fe-090d-4a08-882f-158fd49f7026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:12:46.439672 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9905916b-9667-4f27-99de-2e153e4c6308 None None] New status for floating IP 75474920-425e-499f-8f35-c346fba5ac97: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:12:46.777198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabba67-e19b-427b-95dd-aa10a306904a req-39ad6d2e-c7e4-4dc8-9ad6-fd2be855b469 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:46.778679 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7aabba67-e19b-427b-95dd-aa10a306904a req-39ad6d2e-c7e4-4dc8-9ad6-fd2be855b469 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0533161 Dec 07 00:12:46.827132 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7aabba67-e19b-427b-95dd-aa10a306904a req-a273272d-3dd3-4f92-82ce-f71de0317f57 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Dec 07 00:12:47.241045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-4951e9e6-4978-4004-a657-014f201efa99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:12:47.242481 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-4951e9e6-4978-4004-a657-014f201efa99 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 946 time: 0.0478511 Dec 07 00:12:47.332498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 09352aca-3d67-4eef-b907-f946b31fab05 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:12:47.332845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:47.425880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 09352aca-3d67-4eef-b907-f946b31fab05, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=09352aca-3d67-4eef-b907-f946b31fab05,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:47.426162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:47.438711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 09352aca-3d67-4eef-b907-f946b31fab05 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:12:47.653052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:47.679416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=09352aca-3d67-4eef-b907-f946b31fab05,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:47.722657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] No DVR routers for this DVR port 09352aca-3d67-4eef-b907-f946b31fab05 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:12:47.727037 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:47.728827 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2307f97a-eed0-44cc-bd30-9e954f1c4ff7 req-11a88939-81b2-40e3-89e0-b3ccd6763b51 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.45 "DELETE /v2.0/ports/09352aca-3d67-4eef-b907-f946b31fab05 HTTP/1.1" status: 204 len: 173 time: 0.4756227 Dec 07 00:12:47.729496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'name': 'network-vif-deleted', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:12:47.731764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1de63b-ae44-47d8-8bcc-a5e37add865f" -d '{"events": [{"server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "name": "network-vif-deleted", "tag": "09352aca-3d67-4eef-b907-f946b31fab05"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:12:47.770250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11222245-fc90-4b0b-ac27-6f990bc4bcb8 x-openstack-request-id: req-11222245-fc90-4b0b-ac27-6f990bc4bcb8 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:12:47.770632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a370ed58-a336-4428-83b6-96322f89ce37", "name": "network-vif-deleted", "tag": "09352aca-3d67-4eef-b907-f946b31fab05", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:12:47.770923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11222245-fc90-4b0b-ac27-6f990bc4bcb8 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:12:47.771372 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a370ed58-a336-4428-83b6-96322f89ce37', 'name': 'network-vif-deleted', 'tag': '09352aca-3d67-4eef-b907-f946b31fab05', 'status': 'completed', 'code': 200} Dec 07 00:12:47.920579 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-61a8313d-af79-415d-a882-d586191275b4 req-dca845a1-9c04-4de4-8ce9-378c49b9858d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "GET /v2.0/ports?device_id=a370ed58-a336-4428-83b6-96322f89ce37 HTTP/1.1" status: 200 len: 210 time: 0.0254653 Dec 07 00:12:48.355410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3ce49f1-4b86-46d6-a7c1-b296ef147c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:48.977076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35352) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:49.036089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:49.060583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:49.207147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:49.209734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:49.210894 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3 HTTP/1.1" status: 204 len: 168 time: 0.2328272 Dec 07 00:12:49.219783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c13744-8584-4385-bd2f-b8e42ac87448 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c3368-3a72-40d4-8efd-5b6a3eacf7d3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:49.311601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35356) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:49.682135 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:49.935764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 5851ea1a-ce45-4193-aeb3-75a3d139e38f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:12:49.936116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.027293 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 5851ea1a-ce45-4193-aeb3-75a3d139e38f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5851ea1a-ce45-4193-aeb3-75a3d139e38f,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:50.027997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.040739 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 5851ea1a-ce45-4193-aeb3-75a3d139e38f owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:12:50.281557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.306927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=5851ea1a-ce45-4193-aeb3-75a3d139e38f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:50.492628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.698411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89a76006-ac60-4ad9-a07f-d7d9b7fb644b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.709753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Router bb47f546-aa63-4122-8bc3-8c59d6bafde2 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:12:50.811562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:12:50.817068 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0e35af54-539d-43ed-9456-a046bb45d88d tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "PUT /v2.0/routers/bb47f546-aa63-4122-8bc3-8c59d6bafde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043509 Dec 07 00:12:50.819773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35358) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:50.822279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Sync routers for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:12:50.833680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:50.834290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:50.872959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting subnet b7be67fe-090d-4a08-882f-158fd49f7026 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:12:50.875978 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.915136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:50.935802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:50.995267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.109022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:50Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:51.123038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.145906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 09352aca-3d67-4eef-b907-f946b31fab05 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:51.148355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Checking router: bb47f546-aa63-4122-8bc3-8c59d6bafde2 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:12:51.151625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Subnet': ['ID=b7be67fe-090d-4a08-882f-158fd49f7026,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:51.153980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.159635 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1f4ea17d-9035-446f-9494-74fbda962d9f tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/subnets/b7be67fe-090d-4a08-882f-158fd49f7026 HTTP/1.1" status: 204 len: 168 time: 0.3363895 Dec 07 00:12:51.159912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35360) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:51.171226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b7944-d6c0-4790-bc38-798deeaefd59 None None] Network 4f01c235-791f-4d43-a384-f1f905bc20b4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:12:51.173763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 09352aca-3d67-4eef-b907-f946b31fab05 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:12:51.174119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 09352aca-3d67-4eef-b907-f946b31fab05 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:12:51.194488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Routers {'bb47f546-aa63-4122-8bc3-8c59d6bafde2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:12:51.195115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:12:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:51.263673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.365705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.369848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] Set router bb47f546-aa63-4122-8bc3-8c59d6bafde2 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:12:51.503617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] DHCP port deletion for 4f01c235-791f-4d43-a384-f1f905bc20b4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:12:51.750660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Deleting port b4410c6d-3c12-4965-b192-abbd9da81857 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:12:51.751290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.774799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:50Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:51.826054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Deleting port 6547f7fe-87cd-4ff5-8700-87787c7d1def {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:12:51.826305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.828492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885328e3-c6cd-4e02-9388-4fa9d68b3a9e None None] The sync data for ids ['bb47f546-aa63-4122-8bc3-8c59d6bafde2'] in dv-neutron-master-2-hyperv is: [{'id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'name': 'tempest-TestNetworkBasicOps-router-1304433779', 'tenant_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242'}], 'enable_snat': True}, 'gw_port_id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:11:36Z', 'updated_at': '2021-12-07T00:12:50Z', 'revision_number': 7, 'project_id': 'a9d9076e9d174d5fbb62dd2d26cc7b81', 'gw_port': {'id': '6547f7fe-87cd-4ff5-8700-87787c7d1def', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:53:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb47f546-aa63-4122-8bc3-8c59d6bafde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:11:37Z', 'updated_at': '2021-12-07T00:12:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:12:51.847782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] For port b4410c6d-3c12-4965-b192-abbd9da81857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4410c6d-3c12-4965-b192-abbd9da81857,segment=NetworkSegment(4e2b4787-25fb-4821-b433-5acf132ec089),segment_id=4e2b4787-25fb-4821-b433-5acf132ec089)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:51.848378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.867148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Calling delete_port for b4410c6d-3c12-4965-b192-abbd9da81857 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:12:51.905177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] For port 6547f7fe-87cd-4ff5-8700-87787c7d1def, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6547f7fe-87cd-4ff5-8700-87787c7d1def,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:12:51.905533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:51.918983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Calling delete_port for 6547f7fe-87cd-4ff5-8700-87787c7d1def owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:12:52.018826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.050090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.078252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] Pushing event deleted for resources: {'Port': ['ID=b4410c6d-3c12-4965-b192-abbd9da81857,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:52.087359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637da6d-8a84-4a62-a161-9a082be9941f None None] No DVR routers for this DVR port b4410c6d-3c12-4965-b192-abbd9da81857 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:12:52.137376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b4410c6d-3c12-4965-b192-abbd9da81857 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:52.157677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b4410c6d-3c12-4965-b192-abbd9da81857 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:12:52.158546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b4410c6d-3c12-4965-b192-abbd9da81857 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:12:52.158967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:52.178024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.182287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5851ea1a-ce45-4193-aeb3-75a3d139e38f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:12:52.187071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5851ea1a-ce45-4193-aeb3-75a3d139e38f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:12:52.206079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Port': ['ID=6547f7fe-87cd-4ff5-8700-87787c7d1def,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:52.214969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb7b43-2274-4378-8bff-c118365f14b6 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:12:52.264081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.352480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.354573 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.509843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.510394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Fanout notify agent at l3_agent the message router_deleted on router bb47f546-aa63-4122-8bc3-8c59d6bafde2 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:12:52.519764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.519764 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1c94e187-b3b7-4574-86fc-5d135d7fedf2 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/routers/bb47f546-aa63-4122-8bc3-8c59d6bafde2 HTTP/1.1" status: 204 len: 168 time: 1.3582644 Dec 07 00:12:52.521949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35362) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:52.600199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.687499 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.706252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f01c235-791f-4d43-a384-f1f905bc20b4']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:52.715093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2b4787-25fb-4821-b433-5acf132ec089') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:52.715388 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2b4787-25fb-4821-b433-5acf132ec089') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:12:52.725376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.738884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.745050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:12:52.745446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:12:52.748394 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:12:52.858089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.865865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:52.868297 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] 10.222.0.53 "DELETE /v2.0/networks/4f01c235-791f-4d43-a384-f1f905bc20b4 HTTP/1.1" status: 204 len: 168 time: 0.3453705 Dec 07 00:12:52.879384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ed42-376d-44b0-b828-c73861ab5193 tempest-TestNetworkBasicOps-923224125 tempest-TestNetworkBasicOps-923224125-project] Pushing event deleted for resources: {'Network': ['ID=4f01c235-791f-4d43-a384-f1f905bc20b4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:53.024110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:53.305313 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:53.432281 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5135e093-e895-4cb6-884e-11a7f913ca0c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9d9076e9d174d5fbb62dd2d26cc7b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257951 Dec 07 00:12:53.434727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35372) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:53.480788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:53.502634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:53.584322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:53.586924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:53.588074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d033e4b-b326-4382-aa6a-ee3fb17120d3 HTTP/1.1" status: 204 len: 168 time: 0.1524675 Dec 07 00:12:53.596087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268e22-b1e0-4c84-ae70-96ba087dab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d033e4b-b326-4382-aa6a-ee3fb17120d3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:54.100203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:12:54.120422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 6547f7fe-87cd-4ff5-8700-87787c7d1def {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:12:54.120774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 6547f7fe-87cd-4ff5-8700-87787c7d1def not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:12:54.159770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.198420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35378) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:54.211750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-40e37a15-ffa3-4066-a54e-12e07c817461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.285143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-40e37a15-ffa3-4066-a54e-12e07c817461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.349407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-40e37a15-ffa3-4066-a54e-12e07c817461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.388363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-40e37a15-ffa3-4066-a54e-12e07c817461 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e72c3854452740b9b8e357ae7ca0445e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1888247 Dec 07 00:12:54.390480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e37a15-ffa3-4066-a54e-12e07c817461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed3070f-53b0-4026-ab38-ab24d829d8ec,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:54.391236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:12:54.438646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.460074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.589723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.592401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:12:54.593668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ed3070f-53b0-4026-ab38-ab24d829d8ec HTTP/1.1" status: 204 len: 168 time: 0.2013159 Dec 07 00:12:54.602192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed3070f-53b0-4026-ab38-ab24d829d8ec,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:12:54.609590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.609941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.610285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.610622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.611011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.611355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.611671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.611998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.612348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.612674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.613008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.613331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:12:54.613649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7179fda4-bea0-4d01-94cc-dc0c25531b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:13:01.866225 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-3522c138-b8ff-4ba1-8e0a-8bd29b5bfca2 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fb557cf76b7542faac23517cfefa6ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298083 Dec 07 00:13:02.047507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-1f89df87-5429-4d6a-b211-bab44bec1af1 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:02.048952 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-1f89df87-5429-4d6a-b211-bab44bec1af1 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773968 Dec 07 00:13:02.063893 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-a837c5ba-67cc-49c4-b0f0-435121651fff tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/quotas/fb557cf76b7542faac23517cfefa6ea1 HTTP/1.1" status: 200 len: 375 time: 0.0088243 Dec 07 00:13:02.093685 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-7d08e32d-ec64-49d6-a490-41dbfed610af tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb557cf76b7542faac23517cfefa6ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248878 Dec 07 00:13:02.344411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e8b42c37-05da-4f60-8d4c-59aa6b617aae req-8f95b4e9-1875-41da-9eb5-bbd3993f1995 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 210 time: 0.0272715 Dec 07 00:13:03.436531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d88251f4-3e54-4efe-9ecf-f913498cd224 req-e3e8ff00-ddd0-4ef4-97b6-7ff1e1608d7e tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 210 time: 0.0263121 Dec 07 00:13:03.481278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:04.342275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-019328ba-35e2-41db-abe9-7a8a765b5853 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb557cf76b7542faac23517cfefa6ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281086 Dec 07 00:13:04.550758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-4f5e30d2-c664-48ea-b97f-8c1440c00123 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:04.551757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-4f5e30d2-c664-48ea-b97f-8c1440c00123 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037897 Dec 07 00:13:04.553807 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1dc99e58-11a8-4227-bab3-b16b5ab04e50 req-83668477-1749-458d-a814-8cf553a25e89 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 210 time: 0.0465310 Dec 07 00:13:04.574800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Request body: {'port': {'device_id': '89d102fd-f68f-4708-a18f-972883d77bbc', 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4', 'admin_state_up': True, 'tenant_id': 'fb557cf76b7542faac23517cfefa6ea1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:04.772392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Made reservation on behalf of fb557cf76b7542faac23517cfefa6ea1 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:13:04.776024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:04.785559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:04.863645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:04.927067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:04.987466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9d48ff-2d43-454c-804e-a9ea4eedfb38,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:05.057159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Allocated IP 192.168.233.234 (87af1b07-f850-45ec-bca3-2cdf1c3fc3e4/95213012-a885-4b03-97e6-6fd6e647ce75/877d65ba-0893-4e5c-af01-6438f65ca4c7) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:13:05.198888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.282179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.327931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:13:05.331426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:13:05.335170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:13:05.341583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Pushing event updated for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:05.393568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:05.394275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.456003 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-b5a4d26f-fa51-4495-9b75-c0d39492e415 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8849409 Dec 07 00:13:05.483709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Request body: {'port': {'device_id': '89d102fd-f68f-4708-a18f-972883d77bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:05.536136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.569898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-afeaf8c5-0551-4f8e-8197-b1b2a9b1383f None None] Provisioning complete for port 877d65ba-0893-4e5c-af01-6438f65ca4c7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:13:05.570498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-afeaf8c5-0551-4f8e-8197-b1b2a9b1383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.609376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-afeaf8c5-0551-4f8e-8197-b1b2a9b1383f None None] Port 877d65ba-0893-4e5c-af01-6438f65ca4c7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:13:05.672978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64659c5-d0fc-4d2e-81b7-365195d31ba5 req-58558b81-3b5f-434a-8800-ac4eefda7126 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:05.674470 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c64659c5-d0fc-4d2e-81b7-365195d31ba5 req-58558b81-3b5f-434a-8800-ac4eefda7126 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 936 time: 0.0517414 Dec 07 00:13:05.721758 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c64659c5-d0fc-4d2e-81b7-365195d31ba5 req-20b95422-a817-4f43-9ffd-c0e635a032cc tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Dec 07 00:13:05.801412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877d65ba-0893-4e5c-af01-6438f65ca4c7 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:13:05.808635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.820901 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Transition to ACTIVE for port object 877d65ba-0893-4e5c-af01-6438f65ca4c7 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:13:05.881260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:05.934190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Pushing event updated for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:06.002684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Attempting to bind port 877d65ba-0893-4e5c-af01-6438f65ca4c7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:13:06.003020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Attempting to bind port 877d65ba-0893-4e5c-af01-6438f65ca4c7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:13:06.003347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Attempting to bind port 877d65ba-0893-4e5c-af01-6438f65ca4c7 on network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:13:06.008464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Port 877d65ba-0893-4e5c-af01-6438f65ca4c7 on network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:13:06.008791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Attempting to bind port 877d65ba-0893-4e5c-af01-6438f65ca4c7 on network 87af1b07-f850-45ec-bca3-2cdf1c3fc3e4 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:13:06.014145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:13:06.014536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Checking segment: {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:13:06.014920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Bound using segment: {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:13:06.015361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Bound port: 877d65ba-0893-4e5c-af01-6438f65ca4c7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd585c7-cd84-4046-a098-2812211b43f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:13:06.015726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:06.080170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:13:06.083154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:13:06.121098 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:06.156596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.157228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:06.159124 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/877d65ba-0893-4e5c-af01-6438f65ca4c7 HTTP/1.1" status: 200 len: 1098 time: 0.6798434 Dec 07 00:13:06.159569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:13:06.161881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d65c4f-ec87-4844-ab87-b5223edef26c" -d '{"events": [{"name": "network-changed", "server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:13:06.194339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a69cc-4dda-4f2f-b47f-85a7b4ca66e0 service neutron] Pushing event updated for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:06.206997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba5f89-703d-4839-8726-aed5a762158a x-openstack-request-id: req-e9ba5f89-703d-4839-8726-aed5a762158a {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:13:06.207560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:13:06.207824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9ba5f89-703d-4839-8726-aed5a762158a {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:13:06.208251 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7', 'status': 'completed', 'code': 200} Dec 07 00:13:06.294219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d65c4f-ec87-4844-ab87-b5223edef26c req-06c530cc-f4f8-4726-853b-4d124b8efd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.296029 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-51d65c4f-ec87-4844-ab87-b5223edef26c req-06c530cc-f4f8-4726-853b-4d124b8efd63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb557cf76b7542faac23517cfefa6ea1&device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 1101 time: 0.0434566 Dec 07 00:13:06.330863 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-51d65c4f-ec87-4844-ab87-b5223edef26c req-df694548-3fcf-4c94-ad43-27911357311f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fb557cf76b7542faac23517cfefa6ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197933 Dec 07 00:13:06.427526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d65c4f-ec87-4844-ab87-b5223edef26c req-3276e3b8-7061-48f7-8704-f3b045950f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.428935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-51d65c4f-ec87-4844-ab87-b5223edef26c req-3276e3b8-7061-48f7-8704-f3b045950f2e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916402 Dec 07 00:13:06.536219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-e214be10-8835-4b44-95d1-930b5105f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.537764 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-e214be10-8835-4b44-95d1-930b5105f32e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fb557cf76b7542faac23517cfefa6ea1&device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 1101 time: 0.0406373 Dec 07 00:13:06.591931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-3367c27f-1d09-4d24-abf3-7b35516f4e04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7 HTTP/1.1" status: 200 len: 217 time: 0.0331850 Dec 07 00:13:06.643633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-6b6200d0-4338-4478-bd17-0ade368ef609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.645063 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-6b6200d0-4338-4478-bd17-0ade368ef609 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=95213012-a885-4b03-97e6-6fd6e647ce75 HTTP/1.1" status: 200 len: 843 time: 0.0454693 Dec 07 00:13:06.694576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-6a52a877-1840-493f-b6de-1cf67ccc7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.695938 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-6a52a877-1840-493f-b6de-1cf67ccc7a63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87af1b07-f850-45ec-bca3-2cdf1c3fc3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0387030 Dec 07 00:13:06.790077 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-0319b72d-51df-4d01-a004-4661d8a446b5 service neutron] 10.222.0.45 "GET /v2.0/networks/87af1b07-f850-45ec-bca3-2cdf1c3fc3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805464 Dec 07 00:13:06.835093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db05e6-0afc-4559-9ec5-9bfa3a080f57 req-9c34b02b-bd28-4541-b8ba-bf83dca4b48e tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:06.836589 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88db05e6-0afc-4559-9ec5-9bfa3a080f57 req-9c34b02b-bd28-4541-b8ba-bf83dca4b48e tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 948 time: 0.0474434 Dec 07 00:13:06.883136 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88db05e6-0afc-4559-9ec5-9bfa3a080f57 req-e1b79122-dec5-4656-911b-1f6a262c9311 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Dec 07 00:13:06.888993 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1e687c0e-efee-4800-bdea-37980ea95ab0 req-cb34e13a-320a-4cb0-8fe3-6e5f3b49439e service neutron] 10.222.0.45 "GET /v2.0/networks/87af1b07-f850-45ec-bca3-2cdf1c3fc3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Dec 07 00:13:07.999647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060bc5b-051a-4b9e-957f-809f6028da71 req-048cd0a5-47f1-4e05-ad84-df8ccdba0bdf tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:08.001130 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6060bc5b-051a-4b9e-957f-809f6028da71 req-048cd0a5-47f1-4e05-ad84-df8ccdba0bdf tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 948 time: 0.0484829 Dec 07 00:13:08.047104 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6060bc5b-051a-4b9e-957f-809f6028da71 req-c8d520aa-4777-47d4-a1c4-4d13f5dd6429 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Dec 07 00:13:09.157641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5e1b-087d-483b-b0e5-eb0ff306123f req-d3866d9a-fabb-4fc9-8350-05977a6b8fbb tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:09.159633 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-875a5e1b-087d-483b-b0e5-eb0ff306123f req-d3866d9a-fabb-4fc9-8350-05977a6b8fbb tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 948 time: 0.0475221 Dec 07 00:13:09.209787 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-875a5e1b-087d-483b-b0e5-eb0ff306123f req-0e857623-c114-48fe-a9bb-279f726a696c tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Dec 07 00:13:09.231712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 877d65ba-0893-4e5c-af01-6438f65ca4c7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:13:09.329412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:09.340052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '877d65ba-0893-4e5c-af01-6438f65ca4c7', 'network_id': '87af1b07-f850-45ec-bca3-2cdf1c3fc3e4', 'port_id': '877d65ba-0893-4e5c-af01-6438f65ca4c7', 'mac_address': 'fa:16:3e:23:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95213012-a885-4b03-97e6-6fd6e647ce75', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:13:09.376685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:09.388951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877d65ba-0893-4e5c-af01-6438f65ca4c7 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:13:09.407181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:09.457774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:09.507604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:09.786783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['877d65ba-0893-4e5c-af01-6438f65ca4c7'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:13:10.328372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb880c-dfdb-45ec-a2ed-d9fbc652a70f req-5d91bc5d-5278-4132-bad4-39d5335674e5 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:10.329753 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95bb880c-dfdb-45ec-a2ed-d9fbc652a70f req-5d91bc5d-5278-4132-bad4-39d5335674e5 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 949 time: 0.0537283 Dec 07 00:13:10.374939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95bb880c-dfdb-45ec-a2ed-d9fbc652a70f req-f4c4b159-47b0-4e44-a8da-b178e29ba465 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392778 Dec 07 00:13:10.769804 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:13:11.247681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 877d65ba-0893-4e5c-af01-6438f65ca4c7 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:13:11.354764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 877d65ba-0893-4e5c-af01-6438f65ca4c7 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:13:11.358599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 877d65ba-0893-4e5c-af01-6438f65ca4c7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:13:11.358975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:11.435371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:11.460606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:13:11.462886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c026b1f-7f22-4318-bf7b-1eb43b0977cf" -d '{"events": [{"server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "name": "network-vif-plugged", "status": "completed", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:13:11.475310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:11.488265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240378e7-4c76-43b3-8e63-432ae1a2d1fd req-4f710933-583d-4bd7-bf3f-4c085765f0bf tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:11.489767 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-240378e7-4c76-43b3-8e63-432ae1a2d1fd req-4f710933-583d-4bd7-bf3f-4c085765f0bf tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 949 time: 0.0483613 Dec 07 00:13:11.499745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61365da9-111d-4fd8-887e-bb34b0782d68 x-openstack-request-id: req-61365da9-111d-4fd8-887e-bb34b0782d68 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:13:11.500045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "name": "network-vif-plugged", "status": "completed", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:13:11.500345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61365da9-111d-4fd8-887e-bb34b0782d68 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:13:11.500743 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7', 'code': 200} Dec 07 00:13:11.537900 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-240378e7-4c76-43b3-8e63-432ae1a2d1fd req-da78c39f-dbd1-457a-aaa5-29bff5f027de tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Dec 07 00:13:11.560831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:11.611020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:11.853613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9af815-552d-40ea-b187-e0e6eb094e96 req-46a351fd-0e98-46fe-9de3-84febffc50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:11.854988 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6d9af815-552d-40ea-b187-e0e6eb094e96 req-46a351fd-0e98-46fe-9de3-84febffc50cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 1103 time: 0.0399005 Dec 07 00:13:11.902002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6d9af815-552d-40ea-b187-e0e6eb094e96 req-292fb74a-9644-4e9c-961d-65a161585b63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Dec 07 00:13:12.653059 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7976f-c062-4e05-93d7-c0dd1ad8bac0 req-68b50036-fa1f-4059-92e3-17537497e5d8 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:12.654565 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4cc7976f-c062-4e05-93d7-c0dd1ad8bac0 req-68b50036-fa1f-4059-92e3-17537497e5d8 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 950 time: 0.0484359 Dec 07 00:13:12.704437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4cc7976f-c062-4e05-93d7-c0dd1ad8bac0 req-1372d862-f372-45f2-99ed-a79b99622884 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Dec 07 00:13:13.817651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afffac-1b27-4a9b-a2ce-53af7c7102dc req-81d81d31-fc36-4cb6-bf4c-4246d751dc4a tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:13.819498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8afffac-1b27-4a9b-a2ce-53af7c7102dc req-81d81d31-fc36-4cb6-bf4c-4246d751dc4a tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 950 time: 0.0496924 Dec 07 00:13:13.865485 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8afffac-1b27-4a9b-a2ce-53af7c7102dc req-25de57ce-e0ef-4c33-9f4e-7a7ed72ef028 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Dec 07 00:13:14.315784 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-b5cb4bce-fc45-40be-9d97-936557f3b304 req-0cea73ed-a820-478e-a292-61c2d290edcb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:13:14.316816 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5cb4bce-fc45-40be-9d97-936557f3b304 req-0cea73ed-a820-478e-a292-61c2d290edcb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021023 Dec 07 00:13:14.802584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-e5b6127a-a33e-40d3-a51c-f1901ce5ba7c req-ae6631e0-ee55-4edc-8eb5-bf8f52c51580 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:13:14.803559 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e5b6127a-a33e-40d3-a51c-f1901ce5ba7c req-ae6631e0-ee55-4edc-8eb5-bf8f52c51580 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053980 Dec 07 00:13:15.458736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9ae5d-8335-48d1-b131-409a348ad349 req-4de261b4-c6ea-4f6b-b585-1d9eb677e2a8 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:15.460209 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09b9ae5d-8335-48d1-b131-409a348ad349 req-4de261b4-c6ea-4f6b-b585-1d9eb677e2a8 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 950 time: 0.0514841 Dec 07 00:13:15.506247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09b9ae5d-8335-48d1-b131-409a348ad349 req-118b4e4e-b0be-40b6-be67-c830d77f6a11 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Dec 07 00:13:16.620853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb757c-16aa-46b7-b2d8-f7b5f90fe9bc req-c91f6c48-972f-40f3-ae42-907a5c0787c4 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:16.622306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72cb757c-16aa-46b7-b2d8-f7b5f90fe9bc req-c91f6c48-972f-40f3-ae42-907a5c0787c4 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 950 time: 0.0473068 Dec 07 00:13:16.668243 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72cb757c-16aa-46b7-b2d8-f7b5f90fe9bc req-5acf4257-30cf-4b07-9a6f-edae0a03764a tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/security-groups?id=fc9d48ff-2d43-454c-804e-a9ea4eedfb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Dec 07 00:13:17.045062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-d44aac45-ec02-4d72-9531-c364afdf4a30 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:17.046459 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-d44aac45-ec02-4d72-9531-c364afdf4a30 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.45 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 950 time: 0.0463262 Dec 07 00:13:17.136864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Deleting port 877d65ba-0893-4e5c-af01-6438f65ca4c7 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:13:17.137202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:17.221159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] For port 877d65ba-0893-4e5c-af01-6438f65ca4c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=877d65ba-0893-4e5c-af01-6438f65ca4c7,segment=NetworkSegment(6fd585c7-cd84-4046-a098-2812211b43f5),segment_id=6fd585c7-cd84-4046-a098-2812211b43f5)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:17.221521 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:17.233472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Calling delete_port for 877d65ba-0893-4e5c-af01-6438f65ca4c7 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:13:17.445685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:17.473645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Pushing event deleted for resources: {'Port': ['ID=877d65ba-0893-4e5c-af01-6438f65ca4c7,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:17.489162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['877d65ba-0893-4e5c-af01-6438f65ca4c7'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:13:17.522269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] No DVR routers for this DVR port 877d65ba-0893-4e5c-af01-6438f65ca4c7 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:13:17.524815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:17.528110 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-58ad343b-cdaa-4514-aca0-5ea9b1057819 req-93418471-58eb-4b08-a16c-18f4a0c34887 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.45 "DELETE /v2.0/ports/877d65ba-0893-4e5c-af01-6438f65ca4c7 HTTP/1.1" status: 204 len: 173 time: 0.4715898 Dec 07 00:13:17.528643 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'name': 'network-vif-deleted', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:13:17.530932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7309fe-9351-41df-a25d-b7b7b64b5624" -d '{"events": [{"server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "name": "network-vif-deleted", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:13:17.568227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45ee39d-96e4-4b42-986a-e7f4f0ceb9c2 x-openstack-request-id: req-f45ee39d-96e4-4b42-986a-e7f4f0ceb9c2 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:13:17.568558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d102fd-f68f-4708-a18f-972883d77bbc", "name": "network-vif-deleted", "tag": "877d65ba-0893-4e5c-af01-6438f65ca4c7", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:13:17.569086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f45ee39d-96e4-4b42-986a-e7f4f0ceb9c2 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:13:17.569495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d102fd-f68f-4708-a18f-972883d77bbc', 'name': 'network-vif-deleted', 'tag': '877d65ba-0893-4e5c-af01-6438f65ca4c7', 'status': 'completed', 'code': 200} Dec 07 00:13:17.762820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fa2b2fa2-3b05-43cf-81fd-23fbb0c09725 req-f330ffba-b948-487e-a36d-131988333401 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 210 time: 0.0258219 Dec 07 00:13:18.371955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e0d89b0-6e6a-42f3-b125-64c00b6fa4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:18.870348 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3cd662ce-5dd0-40e5-aae0-c027b6821fcc req-00aac998-203c-4b9e-8de2-84335f698874 tempest-ServersAdminNegativeTestJSON-111477857 tempest-ServersAdminNegativeTestJSON-111477857-project] 10.222.0.53 "GET /v2.0/ports?device_id=89d102fd-f68f-4708-a18f-972883d77bbc HTTP/1.1" status: 200 len: 210 time: 0.0270760 Dec 07 00:13:20.385094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35524) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:20.512744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd2be788-23b9-45b5-b19e-3679384d7ddf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb557cf76b7542faac23517cfefa6ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264484 Dec 07 00:13:20.515237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35528) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:20.561986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:20.585414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:20.686860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-703c40ea-b927-4cda-bb97-e86d4b4e6d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:20.721700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:20.724415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:20.725586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc9d48ff-2d43-454c-804e-a9ea4eedfb38 HTTP/1.1" status: 204 len: 168 time: 0.2094073 Dec 07 00:13:20.733827 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da13004-28bf-45c2-aa92-3d8d16b85c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9d48ff-2d43-454c-804e-a9ea4eedfb38,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:21.297037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 877d65ba-0893-4e5c-af01-6438f65ca4c7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:13:21.318967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 877d65ba-0893-4e5c-af01-6438f65ca4c7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:13:21.319315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 877d65ba-0893-4e5c-af01-6438f65ca4c7 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:13:21.362259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 35534) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:21.375953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79b70721-203b-4f94-b9f6-8e31f32782e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.454230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79b70721-203b-4f94-b9f6-8e31f32782e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.514127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-79b70721-203b-4f94-b9f6-8e31f32782e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.552427 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-79b70721-203b-4f94-b9f6-8e31f32782e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55baaae5f48e42bc8cd7c64ec30466cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890683 Dec 07 00:13:21.553151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b70721-203b-4f94-b9f6-8e31f32782e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f41b69-ad58-425b-9401-1020a7bb3041,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:21.555201 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35536) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:21.602860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.623770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.738401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.741259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:21.742414 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16f41b69-ad58-425b-9401-1020a7bb3041 HTTP/1.1" status: 204 len: 168 time: 0.1861780 Dec 07 00:13:21.750277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1ac2b-b7aa-4c7f-9769-84fd9822d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f41b69-ad58-425b-9401-1020a7bb3041,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:21.966647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:22.729909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35558) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:22.824395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-183215418-network', 'tenant_id': '731c7928061e44728619ecbb285e2525'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:22.885975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Made reservation on behalf of 731c7928061e44728619ecbb285e2525 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:13:22.888321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:22.897057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:22.973411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.029180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.057634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.081852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:13:23.091310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c6b644-075c-4044-926e-ec860e6c3a4d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:23.096880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.097221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Added segment fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad of type vlan for network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 Dec 07 00:13:23.135877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.200490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.201560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:23.202145 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.287948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d55601-94d9-4c3e-bd40-e9bbe1063df6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:23.297788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:13:23.305113 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f042d4ec-b0b3-4ed8-bf62-47dd36028328 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5736134 Dec 07 00:13:23.308010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:23.312605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Request body: {'subnet': {'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-183215418-subnet', 'tenant_id': '731c7928061e44728619ecbb285e2525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:23.411093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Made reservation on behalf of 731c7928061e44728619ecbb285e2525 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:13:23.413479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.641002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.696334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d02176-dbc2-491a-b6e0-9a0191ec06ab,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:23.703569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Checking segment: {'id': 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:13:23.703933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Network hostable DHCP agents. Network: a8d55601-94d9-4c3e-bd40-e9bbe1063df6, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:13:23.846979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:13:23.932177 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8d55601-94d9-4c3e-bd40-e9bbe1063df6) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:13:23.936159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:23.936775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:23.941531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15897395-494f-43a1-a2f9-d78261af1f97 None None] Network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:13:23.999412 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aea03703-67f0-4164-a2d3-1653f8af988c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6831040 Dec 07 00:13:24.075018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73f5725-3de9-4b70-995b-8805fe9f1b85 None None] Network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:13:24.123357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:24.409646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-c13e8c3a-510d-4560-a612-daa3dc65868b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:24.411080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-c13e8c3a-510d-4560-a612-daa3dc65868b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/networks?id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 200 len: 811 time: 0.1012847 Dec 07 00:13:24.426166 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-847d4c0e-045b-4703-adf3-e85070499fc6 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/quotas/731c7928061e44728619ecbb285e2525 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Dec 07 00:13:24.456794 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-0af8bcf2-46b9-4f24-b972-ccdf375265cc tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252249 Dec 07 00:13:24.547445 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-b366b903-d50a-467b-9750-7ce05bbbc313 service neutron] 10.222.0.53 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839925 Dec 07 00:13:24.635558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-ad5dc1c1-77b8-4cf6-b1d4-74bbfe47bc44 service neutron] 10.222.0.53 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815353 Dec 07 00:13:24.848647 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dbdb643d-feb4-4710-8c8f-86de0a9a5320 req-909cb83d-3c67-4f2a-806a-8d2c29d40412 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 210 time: 0.0263262 Dec 07 00:13:25.942562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ba600bf2-7533-4822-8503-90c22aa7f964 req-8030eeb1-5649-41c9-be10-284f00b3dd6e tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 210 time: 0.0265377 Dec 07 00:13:27.038019 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dcfd374b-c70c-440d-b12e-91486355ce33 req-24e65f9a-941e-4595-9e47-f65c0dad0699 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 210 time: 0.0261214 Dec 07 00:13:27.137486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-651b17e9-bae0-4379-8f5f-76dcc80986f8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:27.138914 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-651b17e9-bae0-4379-8f5f-76dcc80986f8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.45 "GET /v2.0/networks?id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 200 len: 811 time: 0.1032767 Dec 07 00:13:27.176178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Request body: {'port': {'device_id': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6', 'admin_state_up': True, 'tenant_id': '731c7928061e44728619ecbb285e2525'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:27.360719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Made reservation on behalf of 731c7928061e44728619ecbb285e2525 for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:13:27.364918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:27.490816 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Allocated IP 172.20.0.5 (a8d55601-94d9-4c3e-bd40-e9bbe1063df6/03d02176-dbc2-491a-b6e0-9a0191ec06ab/0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:13:27.633778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:27.737982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:27.781012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:13:27.784735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:13:27.788538 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:13:27.794833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:27.839584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:27.840195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:27.927978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-517def31-3466-442c-bac0-183191c0d8df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562134 Dec 07 00:13:27.954659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Request body: {'port': {'device_id': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:13:28.008125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.157921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b83af-db9b-478a-9971-19ffacaad59b req-5cc33dbf-e8a0-48e1-8dda-f84c9d61b223 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:28.159430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-017b83af-db9b-478a-9971-19ffacaad59b req-5cc33dbf-e8a0-48e1-8dda-f84c9d61b223 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 931 time: 0.0523059 Dec 07 00:13:28.206975 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-017b83af-db9b-478a-9971-19ffacaad59b req-a02b7471-33db-42da-ad8a-24712dc4dec5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Dec 07 00:13:28.262838 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:13:28.270208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.281599 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Transition to ACTIVE for port object 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:13:28.336333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.391155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:28.453189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Attempting to bind port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:13:28.453531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Attempting to bind port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:13:28.453865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Attempting to bind port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 on network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:13:28.458325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 on network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:13:28.458589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Attempting to bind port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 on network a8d55601-94d9-4c3e-bd40-e9bbe1063df6 {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:13:28.463284 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:13:28.463621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Checking segment: {'id': 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:13:28.464013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Bound using segment: {'id': 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:13:28.464475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Bound port: 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:13:28.464834 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.524799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:13:28.527696 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:13:28.611646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.647055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:28.647672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:28.649342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 200 len: 1093 time: 0.6987615 Dec 07 00:13:28.653514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:13:28.655846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0811742-780f-4909-ac58-5cc07be9c119" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:13:28.679718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28121b-9e3b-4c1c-9dec-5030aeeafb26 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:28.691175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7f186-966f-4ec6-8681-e1ada05cfdc8 x-openstack-request-id: req-12e7f186-966f-4ec6-8681-e1ada05cfdc8 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:13:28.691465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:13:28.691719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12e7f186-966f-4ec6-8681-e1ada05cfdc8 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:13:28.692114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'status': 'completed', 'code': 200} Dec 07 00:13:28.913810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811742-780f-4909-ac58-5cc07be9c119 req-bbdb884d-0453-4456-a408-ab03ec5400d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:28.915256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d0811742-780f-4909-ac58-5cc07be9c119 req-bbdb884d-0453-4456-a408-ab03ec5400d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1096 time: 0.0394628 Dec 07 00:13:29.021342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811742-780f-4909-ac58-5cc07be9c119 req-1ded65aa-9924-4f91-94a5-665d8f5b8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:29.022762 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d0811742-780f-4909-ac58-5cc07be9c119 req-1ded65aa-9924-4f91-94a5-665d8f5b8b29 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=731c7928061e44728619ecbb285e2525&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0870309 Dec 07 00:13:29.116613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811742-780f-4909-ac58-5cc07be9c119 req-ab3204c7-0422-47dc-bd69-afa80b517db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:29.118154 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d0811742-780f-4909-ac58-5cc07be9c119 req-ab3204c7-0422-47dc-bd69-afa80b517db2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881100 Dec 07 00:13:29.226868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-d971f718-5903-42e4-946a-f51f14310621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:29.228458 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-d971f718-5903-42e4-946a-f51f14310621 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1096 time: 0.0410550 Dec 07 00:13:29.291403 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-a5482fbe-0b8a-4e47-9ff1-f9cafd91c170 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 200 len: 217 time: 0.0414925 Dec 07 00:13:29.320355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4be465-e690-48ee-84c1-c65e4ec4a4b0 req-307293fc-f53f-4e40-b316-aaa5e29dfeeb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:29.321815 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b4be465-e690-48ee-84c1-c65e4ec4a4b0 req-307293fc-f53f-4e40-b316-aaa5e29dfeeb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 943 time: 0.0488207 Dec 07 00:13:29.343108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-46b9f534-5738-492e-bb12-45ad2d2346d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:29.344583 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-46b9f534-5738-492e-bb12-45ad2d2346d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03d02176-dbc2-491a-b6e0-9a0191ec06ab HTTP/1.1" status: 200 len: 851 time: 0.0431895 Dec 07 00:13:29.368302 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b4be465-e690-48ee-84c1-c65e4ec4a4b0 req-8e15022f-a521-4b0b-97ad-abf7bf17376b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Dec 07 00:13:29.379039 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-bd13320d-8479-4f92-bd08-816cc8fe8c4d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241265 Dec 07 00:13:29.469222 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-cc3cdfe3-abfe-4ec7-8547-8b3c155fad7c service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832047 Dec 07 00:13:29.881352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83a02e21-463b-4cf8-8023-3b98183d35b8 req-85bbbb03-c5fb-4626-bada-372631453557 service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002492 Dec 07 00:13:30.485401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa1e8a-ff9a-4055-bc39-9aefd24aa053 req-0cfe157a-cc7c-411d-927e-781de47189e4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:30.487484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cefa1e8a-ff9a-4055-bc39-9aefd24aa053 req-0cfe157a-cc7c-411d-927e-781de47189e4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 943 time: 0.0494335 Dec 07 00:13:30.537700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cefa1e8a-ff9a-4055-bc39-9aefd24aa053 req-f3f44ec6-d533-4169-a3f2-a1145ecff914 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Dec 07 00:13:31.652826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48dd3-de1f-4e25-b323-5b2f525327cf req-382e6e07-ea5b-4dd4-9a7f-051f8a2a4a57 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:31.654275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30b48dd3-de1f-4e25-b323-5b2f525327cf req-382e6e07-ea5b-4dd4-9a7f-051f8a2a4a57 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 943 time: 0.0515592 Dec 07 00:13:32.037080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30b48dd3-de1f-4e25-b323-5b2f525327cf req-5745905a-2deb-4424-8d48-c894f887a84d tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769898 Dec 07 00:13:33.147664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789739-ea0e-418b-95aa-7cc0fcd87ad2 req-ed3bff55-cdd3-4a22-a7e6-2359f519129d tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:33.149131 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf789739-ea0e-418b-95aa-7cc0fcd87ad2 req-ed3bff55-cdd3-4a22-a7e6-2359f519129d tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 943 time: 0.0465412 Dec 07 00:13:33.194829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf789739-ea0e-418b-95aa-7cc0fcd87ad2 req-fd5d65ca-1adf-4ac4-9b5d-e2a1d50f9771 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Dec 07 00:13:33.295333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:13:33.414782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:33.431678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6', 'port_id': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'mac_address': 'fa:16:3e:a4:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d02176-dbc2-491a-b6e0-9a0191ec06ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:13:33.474078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:33.487218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:13:33.506896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:33.536463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:33.605832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:33.651201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:33.932107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:13:34.306221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c3153-4c98-4c04-8946-e3572dc801d1 req-534c735f-56eb-49e8-9bcc-47830e481016 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:34.307664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-037c3153-4c98-4c04-8946-e3572dc801d1 req-534c735f-56eb-49e8-9bcc-47830e481016 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 944 time: 0.0473065 Dec 07 00:13:34.352439 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-037c3153-4c98-4c04-8946-e3572dc801d1 req-72947323-aa30-487d-b01d-43116aeae52f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Dec 07 00:13:35.326698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:13:35.428879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:13:35.432948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:13:35.433490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:35.465498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4e79b-b66d-4d05-853f-ae9b11d5cec6 req-8500e708-9e22-4f75-b242-60553fb561a7 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:35.467114 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-04b4e79b-b66d-4d05-853f-ae9b11d5cec6 req-8500e708-9e22-4f75-b242-60553fb561a7 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 944 time: 0.0491395 Dec 07 00:13:35.514123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:35.515421 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-04b4e79b-b66d-4d05-853f-ae9b11d5cec6 req-33d4c931-30ae-4ff4-a52d-cc73e2c53372 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Dec 07 00:13:35.537052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:13:35.539340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ac264e-f345-4f9b-83c7-d76e29bfeeb3" -d '{"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:13:35.552419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:13:35.575131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd7b2b-b574-4190-b9e1-930a3da6d539 x-openstack-request-id: req-b2cd7b2b-b574-4190-b9e1-930a3da6d539 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:13:35.575431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:13:35.575699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2cd7b2b-b574-4190-b9e1-930a3da6d539 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:13:35.576101 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'code': 200} Dec 07 00:13:35.623066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:35.672954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:13:35.966016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4984b5-37c0-444b-99e7-aca1615bee64 req-84e85ca9-f123-4d4d-8981-17773adbbb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:35.967386 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da4984b5-37c0-444b-99e7-aca1615bee64 req-84e85ca9-f123-4d4d-8981-17773adbbb2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1098 time: 0.0419450 Dec 07 00:13:36.013964 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da4984b5-37c0-444b-99e7-aca1615bee64 req-cf123499-de15-4e28-bc08-a20539adddb4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356953 Dec 07 00:13:36.626768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597f793-c846-43b2-b840-85ccd199e55e req-0659a454-f949-4cf6-809a-5c6f7b71cdeb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:36.628203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b597f793-c846-43b2-b840-85ccd199e55e req-0659a454-f949-4cf6-809a-5c6f7b71cdeb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0466592 Dec 07 00:13:36.675080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b597f793-c846-43b2-b840-85ccd199e55e req-63a1b89c-25e4-40df-8b2f-4d266c617272 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Dec 07 00:13:37.788560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860e9d7-a2b8-4f92-b40f-5471cd758cb5 req-18a2da7a-0489-488a-8a72-bacf7eed7142 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:37.790021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7860e9d7-a2b8-4f92-b40f-5471cd758cb5 req-18a2da7a-0489-488a-8a72-bacf7eed7142 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0479541 Dec 07 00:13:37.838927 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7860e9d7-a2b8-4f92-b40f-5471cd758cb5 req-3887cb71-855a-4f1e-a0b5-4e33eeab7db1 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Dec 07 00:13:38.333918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7c05e-1b1c-4ab3-94dc-8c9e1a430803 req-946e435c-af45-46a1-ae52-e72e96c80372 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:38.335506 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2cd7c05e-1b1c-4ab3-94dc-8c9e1a430803 req-946e435c-af45-46a1-ae52-e72e96c80372 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0489604 Dec 07 00:13:38.382082 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2cd7c05e-1b1c-4ab3-94dc-8c9e1a430803 req-deaeb80d-1dc4-42f6-b2f5-921922c0bcb8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Dec 07 00:13:38.483266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35628) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:13:38.564011 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-7653020f-b23c-40f4-b8d3-86d974e5cab8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795314 Dec 07 00:13:38.573241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-8c1dd50c-d119-4cad-87a0-b27865d267e2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:13:38.574182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-8c1dd50c-d119-4cad-87a0-b27865d267e2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047712 Dec 07 00:13:39.497489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abde17-f4fc-4cf1-a11e-c50ab703de0e req-be16d54c-7a72-4471-a8fd-ccfbc7442db1 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:39.498986 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86abde17-f4fc-4cf1-a11e-c50ab703de0e req-be16d54c-7a72-4471-a8fd-ccfbc7442db1 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0485206 Dec 07 00:13:39.547361 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86abde17-f4fc-4cf1-a11e-c50ab703de0e req-e18488a6-c0a7-47e0-af5e-148319004172 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Dec 07 00:13:40.664670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceea98-6177-4f82-8d07-e712c6a3bd9d req-c0c7a11f-1654-4faf-bb55-54a767c4448a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:40.667015 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9cceea98-6177-4f82-8d07-e712c6a3bd9d req-c0c7a11f-1654-4faf-bb55-54a767c4448a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0506461 Dec 07 00:13:40.677650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-6b689647-dd06-4ce5-803f-5c3f3596362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:40.679193 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-6b689647-dd06-4ce5-803f-5c3f3596362e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1098 time: 0.0428982 Dec 07 00:13:40.758691 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9cceea98-6177-4f82-8d07-e712c6a3bd9d req-daf7833f-46fa-41e8-bfe5-8de998cadab8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847883 Dec 07 00:13:40.773154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-44222286-fc43-4002-94bc-0f0bc4bc5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:40.774620 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-44222286-fc43-4002-94bc-0f0bc4bc5588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 200 len: 912 time: 0.0879025 Dec 07 00:13:40.816337 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-e23c3da8-b85f-4b82-8329-60ea2bfe5d95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 200 len: 217 time: 0.0344799 Dec 07 00:13:40.863903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-e201d735-7d3f-48fa-acb0-ba4fa1949bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:40.865397 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-e201d735-7d3f-48fa-acb0-ba4fa1949bad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03d02176-dbc2-491a-b6e0-9a0191ec06ab HTTP/1.1" status: 200 len: 851 time: 0.0423744 Dec 07 00:13:40.898742 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-08582e75-9e85-4e8c-bd86-63527d2df87b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264611 Dec 07 00:13:40.986049 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-0815b8eb-4df4-48d9-a42c-448cd216dc1d service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798483 Dec 07 00:13:41.085205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-381acb80-a4ba-4314-84dc-1d492292c313 service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913889 Dec 07 00:13:41.875545 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3750c7d-b56f-4e2f-88bd-a7d6c18cb4c5 req-9cb999fc-41f1-4855-9cdd-1010ae1343df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:41.876967 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c3750c7d-b56f-4e2f-88bd-a7d6c18cb4c5 req-9cb999fc-41f1-4855-9cdd-1010ae1343df tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0478461 Dec 07 00:13:41.922390 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c3750c7d-b56f-4e2f-88bd-a7d6c18cb4c5 req-ecd6e2aa-e1b7-46d8-8385-0174e2f5840b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390184 Dec 07 00:13:43.038650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b5cdd-5473-422c-92ee-9858a5884ec2 req-848e59a3-9785-4c9f-a5b3-f96e6809af7a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:43.040088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f1b5cdd-5473-422c-92ee-9858a5884ec2 req-848e59a3-9785-4c9f-a5b3-f96e6809af7a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0511312 Dec 07 00:13:43.085958 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f1b5cdd-5473-422c-92ee-9858a5884ec2 req-8bfefaf3-4c34-4d2a-95b9-3578ab18790d tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 Dec 07 00:13:44.349974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1417fb-5e49-450d-9f6a-42450588a569 req-21c84be9-b4bb-4577-9e3b-5d69f53e3a6a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:44.351364 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf1417fb-5e49-450d-9f6a-42450588a569 req-21c84be9-b4bb-4577-9e3b-5d69f53e3a6a tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0476384 Dec 07 00:13:44.401817 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf1417fb-5e49-450d-9f6a-42450588a569 req-c82b3c18-41ce-4bda-8677-c84d111fcb62 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Dec 07 00:13:45.514569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78766e9e-bdca-4352-9ece-ac9eaae000e3 req-b27aab1f-d641-4822-887a-c205b2a58f94 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:45.516006 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78766e9e-bdca-4352-9ece-ac9eaae000e3 req-b27aab1f-d641-4822-887a-c205b2a58f94 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0474877 Dec 07 00:13:45.562959 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78766e9e-bdca-4352-9ece-ac9eaae000e3 req-e80a27a0-6d9f-46f3-94fb-497fedc52337 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Dec 07 00:13:46.675587 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c4a7a-8941-4d85-a8ba-3db9e388e97a req-02fceca8-e926-478a-b058-20f9107d97e5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:46.677079 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1a0c4a7a-8941-4d85-a8ba-3db9e388e97a req-02fceca8-e926-478a-b058-20f9107d97e5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0477183 Dec 07 00:13:46.723125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1a0c4a7a-8941-4d85-a8ba-3db9e388e97a req-cd4c5bed-7796-46b8-a55b-869284e08ee9 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Dec 07 00:13:47.768050 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:13:47.839981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851aeb1-8c7a-4fbb-816c-2a21c9205750 req-f36fe916-0065-455e-8c7f-ce41ae2a4064 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:47.841373 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1851aeb1-8c7a-4fbb-816c-2a21c9205750 req-f36fe916-0065-455e-8c7f-ce41ae2a4064 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0516317 Dec 07 00:13:47.887427 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1851aeb1-8c7a-4fbb-816c-2a21c9205750 req-cf7c5769-fe53-41f0-9233-252055c99c74 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Dec 07 00:13:48.336681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e0688404-adf5-480f-a75e-8feaf11a8941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:48.998600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4822c-1184-406f-b536-218f2dcf97a3 req-e09d97ec-a11a-4ce7-94b9-14c5ad87baf5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:49.000171 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e3a4822c-1184-406f-b536-218f2dcf97a3 req-e09d97ec-a11a-4ce7-94b9-14c5ad87baf5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0467596 Dec 07 00:13:49.045859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e3a4822c-1184-406f-b536-218f2dcf97a3 req-ef694ed2-9346-4dc5-ac3c-31e3f795e792 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 Dec 07 00:13:50.164027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97413f3-c98a-4e96-8695-1b1c82e3bf0c req-e9d5bc12-6c67-4446-80d4-b086455ae197 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:50.165517 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c97413f3-c98a-4e96-8695-1b1c82e3bf0c req-e9d5bc12-6c67-4446-80d4-b086455ae197 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0486255 Dec 07 00:13:50.213648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c97413f3-c98a-4e96-8695-1b1c82e3bf0c req-117150d2-fdda-4bf0-89aa-b75146490f36 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Dec 07 00:13:50.708440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d29ef2dc-aac1-440a-b275-5dfda6b67a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:51.329848 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a348f2e-1855-4ab0-88e5-81d364d58326 req-9f84a2e8-ec31-44ab-9859-56969a581e5b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:51.331898 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a348f2e-1855-4ab0-88e5-81d364d58326 req-9f84a2e8-ec31-44ab-9859-56969a581e5b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0514712 Dec 07 00:13:51.376742 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a348f2e-1855-4ab0-88e5-81d364d58326 req-4b0cbe7f-5bbd-4f22-814c-132c86a79a80 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388825 Dec 07 00:13:51.959941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:52.489529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f90a-acdf-4879-a299-f0ad3ef53955 req-13bd891e-6987-47f3-bcc4-030b92fbdd04 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:52.491108 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5151f90a-acdf-4879-a299-f0ad3ef53955 req-13bd891e-6987-47f3-bcc4-030b92fbdd04 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0485859 Dec 07 00:13:52.541769 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5151f90a-acdf-4879-a299-f0ad3ef53955 req-b7d7c280-6c6b-4a37-b9d8-5a81b1bcfe87 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Dec 07 00:13:53.016639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:53.654720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e17599-8a1c-4d47-8af5-2c171938fecd req-54d00b64-a5c4-4c5d-948f-dc13cf073bd8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:53.656174 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-77e17599-8a1c-4d47-8af5-2c171938fecd req-54d00b64-a5c4-4c5d-948f-dc13cf073bd8 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0480802 Dec 07 00:13:53.703369 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-77e17599-8a1c-4d47-8af5-2c171938fecd req-b18329f9-8bdb-416b-aa0d-e5793a2823eb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Dec 07 00:13:54.142607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:13:54.819037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e872ad-7671-46b2-9853-d85ca8224b66 req-1ab0a234-dcff-4457-8dbd-930b4c0bc002 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:54.820461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0e872ad-7671-46b2-9853-d85ca8224b66 req-1ab0a234-dcff-4457-8dbd-930b4c0bc002 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0491710 Dec 07 00:13:54.867224 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0e872ad-7671-46b2-9853-d85ca8224b66 req-16493e88-f78b-405b-b8bb-47a9170f6ae3 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Dec 07 00:13:55.979124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180f006-e6bb-4be3-b306-983f3a655744 req-211afd30-dc8a-4a1b-929e-d61c44230caf tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:55.980628 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0180f006-e6bb-4be3-b306-983f3a655744 req-211afd30-dc8a-4a1b-929e-d61c44230caf tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0474863 Dec 07 00:13:56.030740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0180f006-e6bb-4be3-b306-983f3a655744 req-a1ab82ac-8179-4fd6-9219-bdc1b7f4c196 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Dec 07 00:13:57.150464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4195-9b96-4bde-9348-db99f5faf5f9 req-80b5fb5a-a3a5-4930-bc6f-61d681378f5c tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:57.151949 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e9e4195-9b96-4bde-9348-db99f5faf5f9 req-80b5fb5a-a3a5-4930-bc6f-61d681378f5c tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0528846 Dec 07 00:13:57.197968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e9e4195-9b96-4bde-9348-db99f5faf5f9 req-acaf2699-4b15-4ea2-8002-eea3c62ae9a9 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Dec 07 00:13:58.311688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2e35-2e1d-427a-a8b7-522e329c6242 req-3fef656d-b355-457f-aa0e-688910843c8f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:58.313180 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a7f2e35-2e1d-427a-a8b7-522e329c6242 req-3fef656d-b355-457f-aa0e-688910843c8f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0478368 Dec 07 00:13:58.358609 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7a7f2e35-2e1d-427a-a8b7-522e329c6242 req-f0252375-47da-4910-8e16-5da171a8cffb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395944 Dec 07 00:13:59.477529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae5eb0-d4b8-41df-a392-1b55f6544dfd req-a7228feb-b595-4ee8-b078-f06ca919fe66 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:13:59.479010 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1cae5eb0-d4b8-41df-a392-1b55f6544dfd req-a7228feb-b595-4ee8-b078-f06ca919fe66 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0553541 Dec 07 00:13:59.525359 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1cae5eb0-d4b8-41df-a392-1b55f6544dfd req-e27a9273-ef64-442f-8fcc-d4ef76afbcd6 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Dec 07 00:14:00.638111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c76ce-97a7-427c-9c90-be7ec3b2dc9e req-5a211d43-df2d-4ce8-8815-88cbfd71227b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:00.639551 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-334c76ce-97a7-427c-9c90-be7ec3b2dc9e req-5a211d43-df2d-4ce8-8815-88cbfd71227b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0471921 Dec 07 00:14:00.684756 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-334c76ce-97a7-427c-9c90-be7ec3b2dc9e req-31881155-8544-429e-a1b2-7bea42dae6bd tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393348 Dec 07 00:14:01.797546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd5ba-0556-4abf-b1d9-26676c67fbcc req-1e482dae-1980-4e78-8ba5-f021a1e89c73 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:01.799064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f6dd5ba-0556-4abf-b1d9-26676c67fbcc req-1e482dae-1980-4e78-8ba5-f021a1e89c73 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0486083 Dec 07 00:14:01.844733 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f6dd5ba-0556-4abf-b1d9-26676c67fbcc req-ba5e73ae-b584-4542-ae4a-99248e5bd736 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 Dec 07 00:14:02.960642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2be694-617f-4878-82fd-0ac40cfcc2d0 req-2279f4b7-b204-4d75-8341-a6f7c8bc75f4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:02.962119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ee2be694-617f-4878-82fd-0ac40cfcc2d0 req-2279f4b7-b204-4d75-8341-a6f7c8bc75f4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0516069 Dec 07 00:14:03.008104 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ee2be694-617f-4878-82fd-0ac40cfcc2d0 req-ad74ed23-6248-4d10-9902-8c0e87357fde tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401459 Dec 07 00:14:03.508022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:04.126842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca44097-7f73-4d45-a08a-26cea5eb515d req-0bb5d5ea-8b4c-4826-ae02-7bc1399b2eb5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:04.128364 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eca44097-7f73-4d45-a08a-26cea5eb515d req-0bb5d5ea-8b4c-4826-ae02-7bc1399b2eb5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0537217 Dec 07 00:14:04.179518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eca44097-7f73-4d45-a08a-26cea5eb515d req-a28b9f2f-5d23-40be-a6e1-51f311e1afeb tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Dec 07 00:14:05.291625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0e055-e0b7-4c10-8334-78c8c96df49d req-03382e1b-a166-4998-bc39-44da24b11130 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:05.293119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-daa0e055-e0b7-4c10-8334-78c8c96df49d req-03382e1b-a166-4998-bc39-44da24b11130 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0479321 Dec 07 00:14:05.338787 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-daa0e055-e0b7-4c10-8334-78c8c96df49d req-6fe698bd-cc75-4b3b-bffd-3f751c0ed098 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 Dec 07 00:14:06.452314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e0448-2b08-49ca-9cfa-72ad8e733aa2 req-bfa588fb-0bea-4710-a730-036db5faecf2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:06.453778 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8c3e0448-2b08-49ca-9cfa-72ad8e733aa2 req-bfa588fb-0bea-4710-a730-036db5faecf2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0485704 Dec 07 00:14:06.509940 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8c3e0448-2b08-49ca-9cfa-72ad8e733aa2 req-8fcc3fae-959c-4e66-a09f-5e46ae9d5574 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502958 Dec 07 00:14:07.626416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1647e76-54a3-4754-8bd1-9f344023fb53 req-bc5a9fbd-5db9-4104-9672-bd6ac488eb90 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:07.628385 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c1647e76-54a3-4754-8bd1-9f344023fb53 req-bc5a9fbd-5db9-4104-9672-bd6ac488eb90 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0512564 Dec 07 00:14:07.674055 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c1647e76-54a3-4754-8bd1-9f344023fb53 req-afb66ae6-f7cf-43b2-9cba-5c2ccf3ff659 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Dec 07 00:14:08.498863 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-09c53a7a-ebd2-4ad0-bf72-b02a89439e12 service neutron] 10.222.0.45 "GET /v2.0/ports/0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0539598 Dec 07 00:14:08.787311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ebd4-325d-40ae-8a20-8671fdb4c0d6 req-bdeb522f-f819-4d75-813e-c24af5d0611e tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:08.788736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7834ebd4-325d-40ae-8a20-8671fdb4c0d6 req-bdeb522f-f819-4d75-813e-c24af5d0611e tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0483630 Dec 07 00:14:08.835891 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7834ebd4-325d-40ae-8a20-8671fdb4c0d6 req-0df4c77b-4518-4590-aa73-7ca28e178ea3 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Dec 07 00:14:09.186428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-24de090a-ff35-44a4-8c50-f2abe9635441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:09.187853 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-24de090a-ff35-44a4-8c50-f2abe9635441 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f&tenant_id=731c7928061e44728619ecbb285e2525 HTTP/1.1" status: 200 len: 1098 time: 0.0692837 Dec 07 00:14:09.276144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-ead60c7f-32b1-4c41-89a4-9f832bf1e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:09.277689 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-ead60c7f-32b1-4c41-89a4-9f832bf1e2ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1098 time: 0.0443909 Dec 07 00:14:09.369162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-b1eb60e3-3cc0-4176-a41f-0c8c1487328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:09.370624 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-b1eb60e3-3cc0-4176-a41f-0c8c1487328c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 200 len: 912 time: 0.0818043 Dec 07 00:14:09.419331 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-c014b91a-ffb0-4289-a4dd-22b2fae02998 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Dec 07 00:14:09.470884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-50a0ac69-7751-4d91-a6c5-9743158da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:09.472191 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-50a0ac69-7751-4d91-a6c5-9743158da2c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03d02176-dbc2-491a-b6e0-9a0191ec06ab HTTP/1.1" status: 200 len: 851 time: 0.0417929 Dec 07 00:14:09.509362 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-56b25c72-42fa-4e14-b259-3b106151c1c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245466 Dec 07 00:14:09.605663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-ef07bbea-5775-4957-af7a-62e1707819f9 service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840158 Dec 07 00:14:09.697310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dc52e114-97cb-46da-bc5f-a35775356f78 req-1f8131a1-00ba-4f50-98be-6a85b122ccec service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804915 Dec 07 00:14:09.950491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e2ff-8298-4050-ad1b-5d188c6f630b req-0cff6f12-2a75-4b1d-b3c6-80459c213544 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:09.952003 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-acf4e2ff-8298-4050-ad1b-5d188c6f630b req-0cff6f12-2a75-4b1d-b3c6-80459c213544 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0497284 Dec 07 00:14:10.004216 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-acf4e2ff-8298-4050-ad1b-5d188c6f630b req-6c96c598-01db-4533-add9-e4290a821842 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Dec 07 00:14:11.121131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2a869-e807-42d0-866a-3ded92a2a08e req-ae7a75c8-19dc-4010-994b-3ada9771cdaf tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:11.122572 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cce2a869-e807-42d0-866a-3ded92a2a08e req-ae7a75c8-19dc-4010-994b-3ada9771cdaf tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0518675 Dec 07 00:14:11.168362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cce2a869-e807-42d0-866a-3ded92a2a08e req-0dd89ce6-0db0-4117-b2eb-801778913c9f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Dec 07 00:14:12.284251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465d6fd-bd86-4bd1-af72-3717209a30e3 req-12779d03-b64b-493d-bebb-4fc7831576f4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:12.285714 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0465d6fd-bd86-4bd1-af72-3717209a30e3 req-12779d03-b64b-493d-bebb-4fc7831576f4 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0503211 Dec 07 00:14:12.331556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0465d6fd-bd86-4bd1-af72-3717209a30e3 req-664ab099-0425-40c7-9428-b798c943e991 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Dec 07 00:14:13.003817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-346880a2-6cf5-486d-991d-f5f0e12225c5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:13.005273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-346880a2-6cf5-486d-991d-f5f0e12225c5 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f&tenant_id=731c7928061e44728619ecbb285e2525&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0851026 Dec 07 00:14:13.110028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-f24e7219-8dae-47bc-b46c-71790f442bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:13.111478 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-f24e7219-8dae-47bc-b46c-71790f442bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=731c7928061e44728619ecbb285e2525&device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 1098 time: 0.0415192 Dec 07 00:14:13.198884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-288197ad-1079-44c4-9f82-175ac7088650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:13.200399 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-288197ad-1079-44c4-9f82-175ac7088650 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 200 len: 912 time: 0.0821242 Dec 07 00:14:13.243816 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-2e40a757-a43b-4b72-b006-dc0e2762505e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 200 len: 217 time: 0.0366008 Dec 07 00:14:13.291144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-6026a8d2-274f-40e5-ab0a-7be6b17803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:13.292517 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-6026a8d2-274f-40e5-ab0a-7be6b17803c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03d02176-dbc2-491a-b6e0-9a0191ec06ab HTTP/1.1" status: 200 len: 851 time: 0.0419014 Dec 07 00:14:13.322639 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-0273a452-5792-4a88-85a8-3bf79bc34478 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8d55601-94d9-4c3e-bd40-e9bbe1063df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229099 Dec 07 00:14:13.412471 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-9c8eb466-d265-4266-8f49-9f1c42ea458a service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824609 Dec 07 00:14:13.499683 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-b434ab7e-0ec0-42fd-bc39-1f1c8ec89588 service neutron] 10.222.0.45 "GET /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Dec 07 00:14:13.592852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:14:13.600409 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:14:13.750565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:13.759466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:13.770012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'network_id': 'a8d55601-94d9-4c3e-bd40-e9bbe1063df6', 'port_id': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'mac_address': 'fa:16:3e:a4:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d02176-dbc2-491a-b6e0-9a0191ec06ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:14:13.803824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:14:13.806327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e0eff-4d40-457c-8e04-a69cf51e0dec" -d '{"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:14:13.824089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:13.832676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:13.845993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:14:13.861191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0348f63-ffea-42d7-8577-cb5ea59d6d77 x-openstack-request-id: req-e0348f63-ffea-42d7-8577-cb5ea59d6d77 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:14:13.861191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:14:13.861191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0348f63-ffea-42d7-8577-cb5ea59d6d77 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:14:13.861191 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'code': 200} Dec 07 00:14:13.879427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:13.951652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:14:13.952016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:14:13.956338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:13.963231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.963591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.963943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.964311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.964667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.964995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.965336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.965675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.966011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.966346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.966680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.967008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:13.967334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:14.489076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:14.502319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:14:14.522292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:14.587297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:14.634104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:14.734855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:14:14.941476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0cbed-82bd-4a8b-a271-43504306ed93 req-875e6105-9922-474c-a371-ddc7ccc0c475 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:14.942862 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e6c0cbed-82bd-4a8b-a271-43504306ed93 req-875e6105-9922-474c-a371-ddc7ccc0c475 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 944 time: 0.0522923 Dec 07 00:14:14.988025 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e6c0cbed-82bd-4a8b-a271-43504306ed93 req-41546da4-7d07-46a9-9855-a1b1bb2eec68 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Dec 07 00:14:15.615681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:14:15.662237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:14:15.662854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:15.880034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:15.901380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:14:15.903617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea9595d-3194-4164-9f0f-135ed39d9d0b" -d '{"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:14:15.916312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:15.939551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f4888-ffa3-4f4f-9749-537be5740f99 x-openstack-request-id: req-651f4888-ffa3-4f4f-9749-537be5740f99 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:14:15.939849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:14:15.940107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-651f4888-ffa3-4f4f-9749-537be5740f99 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:14:15.940529 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'code': 200} Dec 07 00:14:15.965091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:16.015758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:16.101893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c275f99-e1bb-4798-979d-c2db87a060de req-3d722405-8f78-411a-ba16-cb62eb668f97 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:16.103379 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c275f99-e1bb-4798-979d-c2db87a060de req-3d722405-8f78-411a-ba16-cb62eb668f97 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0477345 Dec 07 00:14:16.149341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6c275f99-e1bb-4798-979d-c2db87a060de req-79e39559-a7b1-4ae9-bacd-abd320e0858b tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Dec 07 00:14:16.990143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-4a100325-24e1-4d64-977e-9c0041df5d8f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:16.991486 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-4a100325-24e1-4d64-977e-9c0041df5d8f tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0503781 Dec 07 00:14:17.081380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Deleting port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:14:17.081722 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:17.169301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] For port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,segment=NetworkSegment(fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad),segment_id=fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:17.170003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:17.182794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Calling delete_port for 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:14:17.263350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a600d6d-64d8-40ec-8c17-b6d6e3a1e1a1 req-4abbd0dc-637c-424e-95dc-90b88d7b03ad tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:17.268159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a600d6d-64d8-40ec-8c17-b6d6e3a1e1a1 req-4abbd0dc-637c-424e-95dc-90b88d7b03ad tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 945 time: 0.0476625 Dec 07 00:14:17.312801 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a600d6d-64d8-40ec-8c17-b6d6e3a1e1a1 req-9fd32d2d-4d37-48b1-a1ad-e15389f6bfb2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7c6b644-075c-4044-926e-ec860e6c3a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Dec 07 00:14:17.369711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:17.402327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Pushing event deleted for resources: {'Port': ['ID=0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:17.413908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:14:17.414340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.414487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.414842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.415190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.415535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.415877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.416222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.416584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.416922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.417259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.417595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.417927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.418254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:14:17.451034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] No DVR routers for this DVR port 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:14:17.453445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:17.457455 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-196fcb13-2c77-4f6f-a4bc-6a066d2ada13 req-11e03244-3fe6-482a-9ece-14a6f385aac2 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.45 "DELETE /v2.0/ports/0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 HTTP/1.1" status: 204 len: 173 time: 0.4553714 Dec 07 00:14:17.457946 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-deleted', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:14:17.460278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cce336-dcb4-4d1e-b33d-83cd949925dd" -d '{"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-deleted", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:14:17.494678 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080808a8-8cbc-43c2-8a7e-34d9d665f7ae x-openstack-request-id: req-080808a8-8cbc-43c2-8a7e-34d9d665f7ae {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:14:17.494982 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a0c7ed-70a2-4102-bd04-186ae32f7e1f", "name": "network-vif-deleted", "tag": "0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:14:17.495239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-080808a8-8cbc-43c2-8a7e-34d9d665f7ae {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:14:17.495645 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a0c7ed-70a2-4102-bd04-186ae32f7e1f', 'name': 'network-vif-deleted', 'tag': '0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5', 'status': 'completed', 'code': 200} Dec 07 00:14:18.342525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-350efc73-a175-471b-ac28-02a9a65c42ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:18.423343 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f704c6f5-3477-45bd-9fdd-83a74d67ddbd req-0516e907-fd29-4328-b00a-eecb7ddc5f62 tempest-DeleteServersTestJSON-1325570829 tempest-DeleteServersTestJSON-1325570829-project] 10.222.0.53 "GET /v2.0/ports?device_id=a3a0c7ed-70a2-4102-bd04-186ae32f7e1f HTTP/1.1" status: 200 len: 210 time: 0.0267234 Dec 07 00:14:19.561239 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35742) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:19.604755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Deleting subnet 03d02176-dbc2-491a-b6e0-9a0191ec06ab {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:14:19.607680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:19.640712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:19.681295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:19.868347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:19.891755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d02176-dbc2-491a-b6e0-9a0191ec06ab,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:19.897878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:19.901071 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c0338e8e-3d26-45ef-834a-79081ee5a845 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/03d02176-dbc2-491a-b6e0-9a0191ec06ab HTTP/1.1" status: 204 len: 168 time: 0.3388393 Dec 07 00:14:19.903482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35744) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:19.969013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.051112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.070076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d55601-94d9-4c3e-bd40-e9bbe1063df6']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:14:20.079219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:14:20.079514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5e5e98-2c3f-4e0b-ab73-d2b3a42783ad') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:14:20.089473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.103160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.109083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:14:20.109467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:14:20.111117 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:14:20.244190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.249336 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.252809 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a8d55601-94d9-4c3e-bd40-e9bbe1063df6 HTTP/1.1" status: 204 len: 168 time: 0.3480852 Dec 07 00:14:20.263673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49207352-339f-476a-b93d-d88e52ebf84f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d55601-94d9-4c3e-bd40-e9bbe1063df6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:20.574691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:20.614370 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c0bbfa67-14dd-4875-89cd-4aba922f1c2a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=731c7928061e44728619ecbb285e2525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385003 Dec 07 00:14:20.616805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35750) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:20.662628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.683528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.684960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-39afadeb-fb4e-4292-93d0-77e30010da63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.782119 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.785445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:20.786604 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7c6b644-075c-4044-926e-ec860e6c3a4d HTTP/1.1" status: 204 len: 168 time: 0.1688638 Dec 07 00:14:20.794210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c0b33-42cb-48a4-967e-1ab96cdd51f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c6b644-075c-4044-926e-ec860e6c3a4d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:21.639540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:14:21.661556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:14:21.661903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 0a1a2c2e-ab8c-4040-a49a-2ad60a1e21b5 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:14:21.769981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35772) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:21.863999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-21716841-network', 'tenant_id': 'c37d353319f8491d86776e4aee7f501e'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:14:21.946885 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Made reservation on behalf of c37d353319f8491d86776e4aee7f501e for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:14:21.949249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:21.957765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:21.988670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.032183 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.107874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.134639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:14:22.139781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c9f86f-ef87-4bea-a5c9-8ff255738858,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:22.152604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.152604 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Added segment e609855d-0b20-43d7-b755-ebcf01585155 of type vlan for network 061db519-522a-4163-943d-ae0e882fe4ba Dec 07 00:14:22.186683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.262477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.263492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:22.264079 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.324680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] Pushing event updated for resources: {'Network': ['ID=061db519-522a-4163-943d-ae0e882fe4ba,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:22.333967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 061db519-522a-4163-943d-ae0e882fe4ba details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:14:22.345096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-84acee98-b7dc-44d5-a784-b4d1f5de14ab admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5739698 Dec 07 00:14:22.347907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 35776) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:14:22.352837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Request body: {'subnet': {'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-21716841-subnet', 'tenant_id': 'c37d353319f8491d86776e4aee7f501e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:14:22.439126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Made reservation on behalf of c37d353319f8491d86776e4aee7f501e for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:14:22.442128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.673886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.731738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137cdde7-e74a-4d1f-abbf-629ff6a58006,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:22.740794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Checking segment: {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:14:22.741117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Network hostable DHCP agents. Network: 061db519-522a-4163-943d-ae0e882fe4ba, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:14:22.850157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Network 061db519-522a-4163-943d-ae0e882fe4ba is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:14:22.940625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 061db519-522a-4163-943d-ae0e882fe4ba) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:14:22.944413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:22.945003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:22.950389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ae93c-3d5c-4589-aacb-d066ff9e4428 None None] Network 061db519-522a-4163-943d-ae0e882fe4ba requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:14:23.044330 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3add248f-0470-407d-868d-9f0608ec2b91 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6863647 Dec 07 00:14:23.062767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:23.085932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2902d-51ca-4e35-a57a-d74eb449f785 None None] Network 061db519-522a-4163-943d-ae0e882fe4ba requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:14:23.442363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-1020c7ac-8be5-4ff8-9365-cf04355a2368 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:23.445226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-1020c7ac-8be5-4ff8-9365-cf04355a2368 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 813 time: 0.1046083 Dec 07 00:14:23.461181 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-2465604c-892a-429f-ba84-f9d2c51292eb tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/quotas/c37d353319f8491d86776e4aee7f501e HTTP/1.1" status: 200 len: 375 time: 0.0102389 Dec 07 00:14:23.492488 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-e2407f7f-fc2c-45d6-bd3b-6299c3312f1e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256040 Dec 07 00:14:23.588386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-54f67bb4-55dc-47c7-9503-b4f3c76b050f service neutron] 10.222.0.53 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887940 Dec 07 00:14:23.679113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-b910935e-75f1-4c22-80af-6f0257abed80 service neutron] 10.222.0.53 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Dec 07 00:14:23.937931 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-edb2ebbd-0f4c-461e-973f-e8e168c697ae req-d49990b3-9fce-44f4-8fd9-ac1ebcfeef39 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Dec 07 00:14:24.130532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:24.766557 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:14:25.030863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d0102b67-da07-464b-95f2-8a42d22bb41d req-8a0833c4-ea0e-42bc-aa16-2278629eef34 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 210 time: 0.0261323 Dec 07 00:14:26.070890 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-5f71147a-92de-4672-b3d7-f496ed3baa0d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:26.072393 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-5f71147a-92de-4672-b3d7-f496ed3baa0d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 813 time: 0.1030669 Dec 07 00:14:26.103419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Request body: {'port': {'device_id': 'cb587571-ef90-415b-b066-335adaf70319', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'admin_state_up': True, 'tenant_id': 'c37d353319f8491d86776e4aee7f501e'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:14:26.146711 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c2cbb3e7-14d8-40f5-bb07-23fadd86b8ec req-3e0236d8-9480-47b4-9752-3e8d63f31e5f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 210 time: 0.0397913 Dec 07 00:14:26.307373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Made reservation on behalf of c37d353319f8491d86776e4aee7f501e for: {'port': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:14:26.310973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:26.437763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Allocated IP 172.20.0.6 (061db519-522a-4163-943d-ae0e882fe4ba/137cdde7-e74a-4d1f-abbf-629ff6a58006/aa1aa443-aa8d-4cf3-80de-d30d91968bae) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:14:26.584497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:26.666892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:26.710408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Network 061db519-522a-4163-943d-ae0e882fe4ba is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:14:26.713464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:14:26.717186 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:14:26.723486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:26.767195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:26.767792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:26.847188 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-20a2dcc1-4b6a-4b12-950f-04be79e28ee7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7481861 Dec 07 00:14:26.872591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Request body: {'port': {'device_id': 'cb587571-ef90-415b-b066-335adaf70319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:14:26.927469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.172607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:14:27.180603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.192734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.provisioning_blocks [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Transition to ACTIVE for port object aa1aa443-aa8d-4cf3-80de-d30d91968bae will not be triggered until provisioned by entity L2. {{(pid=110159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:14:27.269002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7c7b-4422-41dd-bb47-0a026b61d606 req-17e1aca7-30d3-458a-9ef9-44e59c65f0a0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:27.270495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b32d7c7b-4422-41dd-bb47-0a026b61d606 req-17e1aca7-30d3-458a-9ef9-44e59c65f0a0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 931 time: 0.0523458 Dec 07 00:14:27.283824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.318766 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b32d7c7b-4422-41dd-bb47-0a026b61d606 req-b1d165d9-e853-4636-b882-4894f1c2e665 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Dec 07 00:14:27.353915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:27.403918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Attempting to bind port aa1aa443-aa8d-4cf3-80de-d30d91968bae on host hv-neutron-mast for vnic_type normal with profile {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:14:27.404258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Attempting to bind port aa1aa443-aa8d-4cf3-80de-d30d91968bae by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:14:27.404600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Attempting to bind port aa1aa443-aa8d-4cf3-80de-d30d91968bae on network 061db519-522a-4163-943d-ae0e882fe4ba {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:14:27.408763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Port aa1aa443-aa8d-4cf3-80de-d30d91968bae on network 061db519-522a-4163-943d-ae0e882fe4ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:14:27.409083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Attempting to bind port aa1aa443-aa8d-4cf3-80de-d30d91968bae on network 061db519-522a-4163-943d-ae0e882fe4ba {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:14:27.414391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:14:27.414721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Checking segment: {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:14:27.415099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Bound using segment: {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'} {{(pid=110159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:14:27.415516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.managers [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Bound port: aa1aa443-aa8d-4cf3-80de-d30d91968bae, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'}}] {{(pid=110159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:14:27.415864 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.476384 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, cleared binding levels {{(pid=110159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:14:27.479411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:14:27.547833 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.589255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:27.589874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:27.591265 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 200 len: 1093 time: 0.7226152 Dec 07 00:14:27.591708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:14:27.594001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdfce12-25ce-470a-b631-15dde825296d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:14:27.614128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51617c22-30dd-472d-8528-0b9336d0de40 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=3']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:27.634967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcad1b09-2496-4c3a-aa17-a597bb1dffa5 x-openstack-request-id: req-dcad1b09-2496-4c3a-aa17-a597bb1dffa5 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:14:27.635260 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:14:27.635515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcad1b09-2496-4c3a-aa17-a597bb1dffa5 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:14:27.635917 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'status': 'completed', 'code': 200} Dec 07 00:14:27.719369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfce12-25ce-470a-b631-15dde825296d req-9f9fdb50-157a-4bd8-b118-c4d435efbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:27.720867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ffdfce12-25ce-470a-b631-15dde825296d req-9f9fdb50-157a-4bd8-b118-c4d435efbb9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1096 time: 0.0395460 Dec 07 00:14:27.829341 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfce12-25ce-470a-b631-15dde825296d req-86f74035-afce-4d9f-b486-70eb26122d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:27.830765 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ffdfce12-25ce-470a-b631-15dde825296d req-86f74035-afce-4d9f-b486-70eb26122d88 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c37d353319f8491d86776e4aee7f501e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0873060 Dec 07 00:14:27.932765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfce12-25ce-470a-b631-15dde825296d req-69842162-78ce-4b1c-8f7d-0e026dfb47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:27.934229 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ffdfce12-25ce-470a-b631-15dde825296d req-69842162-78ce-4b1c-8f7d-0e026dfb47d0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913675 Dec 07 00:14:28.043979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-86ad7ccf-9926-4ffc-aa7a-fcf80e0032b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:28.045750 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-86ad7ccf-9926-4ffc-aa7a-fcf80e0032b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1096 time: 0.0387590 Dec 07 00:14:28.105387 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-c44f60a6-1ea3-4199-9645-108e2e46391f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 200 len: 217 time: 0.0368359 Dec 07 00:14:28.157092 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-d3bd63e4-3f83-499c-89ac-bb556629d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:28.158524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-d3bd63e4-3f83-499c-89ac-bb556629d21a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0421400 Dec 07 00:14:28.193290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-05513c4b-f38a-4b81-8693-c6a7869d951b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226121 Dec 07 00:14:28.288563 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-68cff61e-93c9-4f79-8015-0c872c3405e4 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824316 Dec 07 00:14:28.380150 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95426148-37cb-4466-a891-3d84d9b3ba40 req-94c27003-9416-4541-b24d-fe4de9a9f710 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791914 Dec 07 00:14:28.435455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378c852-5cd4-4a2d-8a0e-58ac52c6a76e req-33ad4c29-a13a-4661-a527-1abc067c82ec tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:28.436962 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5378c852-5cd4-4a2d-8a0e-58ac52c6a76e req-33ad4c29-a13a-4661-a527-1abc067c82ec tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 943 time: 0.0487976 Dec 07 00:14:28.488115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5378c852-5cd4-4a2d-8a0e-58ac52c6a76e req-5eba3890-2ff5-48ec-a1f4-4d26a995abab tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Dec 07 00:14:29.606673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013dc11-0043-4d02-999e-3c84aa114ae6 req-d8813e06-7b4b-4ea3-83c8-72fc0d9e91db tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:29.608115 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a013dc11-0043-4d02-999e-3c84aa114ae6 req-d8813e06-7b4b-4ea3-83c8-72fc0d9e91db tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 943 time: 0.0474036 Dec 07 00:14:29.657025 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a013dc11-0043-4d02-999e-3c84aa114ae6 req-167613f0-6d1e-49e9-9db4-36679f498468 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 Dec 07 00:14:30.773390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b63e70-010c-4d51-9df2-de994c495908 req-1c94402f-213f-4e3e-a1fb-34c9a492f80b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:30.774875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68b63e70-010c-4d51-9df2-de994c495908 req-1c94402f-213f-4e3e-a1fb-34c9a492f80b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 943 time: 0.0511966 Dec 07 00:14:30.828350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68b63e70-010c-4d51-9df2-de994c495908 req-60af4658-58a9-4abe-ad54-c45823ea62f0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Dec 07 00:14:31.668701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:14:31.762549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:31.773163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'port_id': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'mac_address': 'fa:16:3e:be:39:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137cdde7-e74a-4d1f-abbf-629ff6a58006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:14:31.809701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:31.821663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:14:31.844356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:31.897075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:31.949567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:31.951584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09589f7-7cff-44eb-9e59-42fbd77b6872 req-447199dd-dc6e-45ab-a41f-ab4c6594b0d8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:31.953871 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a09589f7-7cff-44eb-9e59-42fbd77b6872 req-447199dd-dc6e-45ab-a41f-ab4c6594b0d8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 944 time: 0.0639720 Dec 07 00:14:32.000985 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a09589f7-7cff-44eb-9e59-42fbd77b6872 req-75553337-f715-465f-b6eb-70b056d54dfd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Dec 07 00:14:32.245908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['aa1aa443-aa8d-4cf3-80de-d30d91968bae'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:14:33.111378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6a2a2-caca-4865-b92c-29ea1acc1789 req-e8e589aa-fee5-4481-9ab6-fc2e9a7d5501 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:33.112870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-11d6a2a2-caca-4865-b92c-29ea1acc1789 req-e8e589aa-fee5-4481-9ab6-fc2e9a7d5501 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 944 time: 0.0482078 Dec 07 00:14:33.159675 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-11d6a2a2-caca-4865-b92c-29ea1acc1789 req-35ce4cdd-6c8f-4658-8bc2-286f4d6cab02 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Dec 07 00:14:33.581630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:33.663661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:14:33.770009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port aa1aa443-aa8d-4cf3-80de-d30d91968bae completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:14:33.773965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port aa1aa443-aa8d-4cf3-80de-d30d91968bae triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:14:33.774342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:33.848945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:33.873771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:14:33.875986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac5267-1b88-4bc4-be79-c6825d8c666f" -d '{"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:14:33.888501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:14:33.910734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87409f8e-c034-4ce9-ab6a-13f6f9c39897 x-openstack-request-id: req-87409f8e-c034-4ce9-ab6a-13f6f9c39897 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:14:33.911029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:14:33.911288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87409f8e-c034-4ce9-ab6a-13f6f9c39897 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:14:33.911683 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'code': 200} Dec 07 00:14:33.953378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:34.000386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:14:34.248091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b659f-c50d-411d-8383-fd3300e641ab req-ae434f8d-e1a5-4ed2-bc4c-45512682910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:34.249621 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6e3b659f-c50d-411d-8383-fd3300e641ab req-ae434f8d-e1a5-4ed2-bc4c-45512682910c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1098 time: 0.0388463 Dec 07 00:14:34.277044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd26b0-cc6c-46c2-a5a2-f41f293f7120 req-93d591fc-9bfc-4c54-a609-d4781f1e822f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:34.278550 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-05dd26b0-cc6c-46c2-a5a2-f41f293f7120 req-93d591fc-9bfc-4c54-a609-d4781f1e822f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0534253 Dec 07 00:14:34.293888 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6e3b659f-c50d-411d-8383-fd3300e641ab req-93b0e640-e5e4-46af-88e2-16ece6f1d9b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Dec 07 00:14:34.329384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-05dd26b0-cc6c-46c2-a5a2-f41f293f7120 req-592a649b-bd0b-4792-848f-d6b838095ebe tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Dec 07 00:14:35.444701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae87f05-2cb1-48d8-a2c8-69ede137e628 req-ed71cf39-30d7-41fb-b5b0-d9eb1aad29ec tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:35.446156 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cae87f05-2cb1-48d8-a2c8-69ede137e628 req-ed71cf39-30d7-41fb-b5b0-d9eb1aad29ec tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0504024 Dec 07 00:14:35.492413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cae87f05-2cb1-48d8-a2c8-69ede137e628 req-989f04d6-60e3-45ef-aade-1e8d90c0d720 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Dec 07 00:14:36.605343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9662-ee24-4603-8e47-ec94dd977591 req-a497a2f0-93a7-4a01-bf79-8e8cde6e6e30 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:36.606784 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-579c9662-ee24-4603-8e47-ec94dd977591 req-a497a2f0-93a7-4a01-bf79-8e8cde6e6e30 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0471444 Dec 07 00:14:36.653691 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-579c9662-ee24-4603-8e47-ec94dd977591 req-33ccc2e8-f6b3-4927-ab24-520800d01cc8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Dec 07 00:14:36.765408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bccf-5902-4b43-aebb-d34be4503e80 req-49e783f3-6edd-46ea-9fff-28dd4065e94b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:36.766872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5a3bccf-5902-4b43-aebb-d34be4503e80 req-49e783f3-6edd-46ea-9fff-28dd4065e94b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0477469 Dec 07 00:14:36.813554 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5a3bccf-5902-4b43-aebb-d34be4503e80 req-2f92bc42-566a-45e0-8025-20ecf67ff531 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Dec 07 00:14:37.068894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c895d8-b256-4c56-ab2c-8eefb51190f7 req-5843cea0-681b-426d-928b-6d72f1dbe269 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:37.070241 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1c895d8-b256-4c56-ab2c-8eefb51190f7 req-5843cea0-681b-426d-928b-6d72f1dbe269 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Dec 07 00:14:37.122096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1c895d8-b256-4c56-ab2c-8eefb51190f7 req-4137570b-d9d5-4250-ba82-568657b0c6b9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Dec 07 00:14:37.232407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4795e-236c-4309-88fd-d747333c09f1 req-c67bc90c-d3ac-44f0-952e-ffd947d35b85 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:37.233846 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0bb4795e-236c-4309-88fd-d747333c09f1 req-c67bc90c-d3ac-44f0-952e-ffd947d35b85 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0474730 Dec 07 00:14:37.282753 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0bb4795e-236c-4309-88fd-d747333c09f1 req-bdfafb96-b00a-4e7d-a322-eedda60677bf tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Dec 07 00:14:37.641826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb289c9-56be-4d1d-b5d0-7cefef6e6499 req-163e2502-eadd-451d-b155-266f8fd58112 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:37.643254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1fb289c9-56be-4d1d-b5d0-7cefef6e6499 req-163e2502-eadd-451d-b155-266f8fd58112 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Dec 07 00:14:37.696730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1fb289c9-56be-4d1d-b5d0-7cefef6e6499 req-2ffe02f9-a6b7-4704-a87d-4936983ab678 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Dec 07 00:14:37.760476 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-0e80bf82-8262-4e8d-8b97-69b00f44fcac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381744 Dec 07 00:14:38.813166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbe039-7f3c-487f-b0e1-340cfdf9e188 req-f6c7dcc4-dd7f-43b0-b5a7-72879c5530c0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:38.814611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c1fbe039-7f3c-487f-b0e1-340cfdf9e188 req-f6c7dcc4-dd7f-43b0-b5a7-72879c5530c0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0480671 Dec 07 00:14:38.860855 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c1fbe039-7f3c-487f-b0e1-340cfdf9e188 req-3f5943ab-738f-494b-9f7f-698150fb1eea tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Dec 07 00:14:39.922983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-9497e035-0710-4bf2-a19c-4c068a128ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:39.924498 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-9497e035-0710-4bf2-a19c-4c068a128ba5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1098 time: 0.0434418 Dec 07 00:14:40.016887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b60ac39c-20d8-416c-a9e0-f7d956f14a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:40.018365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b60ac39c-20d8-416c-a9e0-f7d956f14a07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.0861011 Dec 07 00:14:40.030867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c930c2-4d85-4659-9524-f5af7e590207 req-1de0a8ad-649b-4140-bd42-daf92bfc371f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:40.032694 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03c930c2-4d85-4659-9524-f5af7e590207 req-1de0a8ad-649b-4140-bd42-daf92bfc371f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.1053545 Dec 07 00:14:40.063726 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-4b40583a-ce1f-4610-aaa8-4a519913dfdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 200 len: 217 time: 0.0373266 Dec 07 00:14:40.080970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03c930c2-4d85-4659-9524-f5af7e590207 req-c9aa7b9c-db8b-4aa2-b27f-162eeaa9b36a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Dec 07 00:14:40.440613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-97dd040c-fee1-48c0-bb88-68d615bcd684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:40.442027 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-97dd040c-fee1-48c0-bb88-68d615bcd684 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.3713148 Dec 07 00:14:40.480519 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-18c0c0dc-7eda-474a-91e5-2439610c3794 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233378 Dec 07 00:14:40.568602 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b890ce9a-1792-4f24-b074-da74c5e8c199 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812337 Dec 07 00:14:40.654049 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-0bd66754-31d9-448d-906b-da3720480e33 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788038 Dec 07 00:14:41.195109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9d60a-ede6-4cbc-80dc-31aac67d75cd req-e6f11be7-4fb1-44dd-8c7b-33973537e588 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:41.196613 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55a9d60a-ede6-4cbc-80dc-31aac67d75cd req-e6f11be7-4fb1-44dd-8c7b-33973537e588 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0480130 Dec 07 00:14:41.245898 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55a9d60a-ede6-4cbc-80dc-31aac67d75cd req-f947c74b-ebb3-4007-9911-3b85313afc8a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Dec 07 00:14:42.366999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066255f-e17a-4034-b8cd-da83c4f68998 req-ab490ce6-ffee-4bc8-972e-12fc184e3794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:42.368398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8066255f-e17a-4034-b8cd-da83c4f68998 req-ab490ce6-ffee-4bc8-972e-12fc184e3794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0560441 Dec 07 00:14:42.414201 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8066255f-e17a-4034-b8cd-da83c4f68998 req-0a982556-7e75-4694-9605-fb902f4b9f86 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394249 Dec 07 00:14:43.577319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b4222-1676-44f0-acaa-604ba83e0f46 req-7368f6cf-ab88-4cde-9dfb-df3d52e00c96 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:43.578774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c2b4222-1676-44f0-acaa-604ba83e0f46 req-7368f6cf-ab88-4cde-9dfb-df3d52e00c96 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0980952 Dec 07 00:14:43.626194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c2b4222-1676-44f0-acaa-604ba83e0f46 req-8b99b953-b6e8-4cfc-9772-85cd0bac5978 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Dec 07 00:14:44.740334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127672be-004d-4bdd-81cf-680a464c34c3 req-0a1f0b5f-1581-47aa-a2f8-1c745e9e033a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:44.741847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-127672be-004d-4bdd-81cf-680a464c34c3 req-0a1f0b5f-1581-47aa-a2f8-1c745e9e033a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Dec 07 00:14:44.790114 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-127672be-004d-4bdd-81cf-680a464c34c3 req-881b2ebb-ebd3-4f92-93fa-187569460037 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417368 Dec 07 00:14:45.902704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531709e-fc58-47ed-b1b9-9cb63d8eea97 req-9634d602-dffc-457d-bd54-fe1fd29d5472 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:45.904134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6531709e-fc58-47ed-b1b9-9cb63d8eea97 req-9634d602-dffc-457d-bd54-fe1fd29d5472 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0467033 Dec 07 00:14:45.950155 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6531709e-fc58-47ed-b1b9-9cb63d8eea97 req-1f706bbb-4dab-402f-9a3a-363b7732037e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Dec 07 00:14:47.067791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec23720-066c-48c7-adc4-27aed9d83558 req-9eb7d801-cdac-40e7-97e0-ae946b11333e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:47.069277 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0ec23720-066c-48c7-adc4-27aed9d83558 req-9eb7d801-cdac-40e7-97e0-ae946b11333e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Dec 07 00:14:47.116120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0ec23720-066c-48c7-adc4-27aed9d83558 req-0f4a5c18-4db6-490f-bddc-19c852102199 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Dec 07 00:14:48.232731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda143a-bc96-4f40-a9b9-bff5fc51ff79 req-a81661bd-9366-4656-a2b4-23be1f569a75 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:48.234173 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8eda143a-bc96-4f40-a9b9-bff5fc51ff79 req-a81661bd-9366-4656-a2b4-23be1f569a75 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0507185 Dec 07 00:14:48.282323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8eda143a-bc96-4f40-a9b9-bff5fc51ff79 req-82f9dbfc-3a63-427e-bb2a-5eafec42801d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Dec 07 00:14:48.329830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c39095f-28f2-45b5-920d-09a71566e9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:49.396675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678d4e1-8c36-4570-9572-6bdcdeb96013 req-e86a5007-10b1-4aa6-8262-e2901ffdc604 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:49.398145 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b678d4e1-8c36-4570-9572-6bdcdeb96013 req-e86a5007-10b1-4aa6-8262-e2901ffdc604 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Dec 07 00:14:49.445179 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b678d4e1-8c36-4570-9572-6bdcdeb96013 req-573c853a-69f9-4ebd-a553-2ae9708cb765 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Dec 07 00:14:50.562943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c8d1c-cc6e-42bd-84f1-5ca5ee518f4f req-440c84a9-11eb-41c9-b651-0520f77c51ee tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:50.564443 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e7c8d1c-cc6e-42bd-84f1-5ca5ee518f4f req-440c84a9-11eb-41c9-b651-0520f77c51ee tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Dec 07 00:14:50.610256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e7c8d1c-cc6e-42bd-84f1-5ca5ee518f4f req-58e2fa25-fe04-4469-a2aa-b5e072d99606 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Dec 07 00:14:50.690245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-89784883-2bae-4144-9913-abfc5986ed1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:51.724105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a457-356d-4ff9-a712-59414456b733 req-caafbc16-c14d-477e-9a6b-bebc20147597 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:51.725679 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3fc8a457-356d-4ff9-a712-59414456b733 req-caafbc16-c14d-477e-9a6b-bebc20147597 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0473330 Dec 07 00:14:51.777013 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3fc8a457-356d-4ff9-a712-59414456b733 req-2ad5f4b1-d6b1-44bb-987f-5abb8bc69881 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Dec 07 00:14:51.981322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:52.890395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2ac3-7d8d-4be1-8f0c-251a2be20b8f req-eef75ffa-6de2-4d2f-9b3b-79d109dcd1e7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:52.891861 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-157e2ac3-7d8d-4be1-8f0c-251a2be20b8f req-eef75ffa-6de2-4d2f-9b3b-79d109dcd1e7 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0472305 Dec 07 00:14:52.940689 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-157e2ac3-7d8d-4be1-8f0c-251a2be20b8f req-26a2fdd6-0390-4138-b070-02603ff9ec53 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Dec 07 00:14:53.021417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:54.053935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee7bce-ed4a-4fb6-8f54-7db67982196d req-cd45dc7a-f959-48cd-89ec-4b89bc1da06d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:54.055408 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8ee7bce-ed4a-4fb6-8f54-7db67982196d req-cd45dc7a-f959-48cd-89ec-4b89bc1da06d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Dec 07 00:14:54.103208 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8ee7bce-ed4a-4fb6-8f54-7db67982196d req-3253bc55-d78f-48c4-a97d-a39e615c3b12 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416484 Dec 07 00:14:54.128791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:14:55.216127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23442f96-90aa-4524-989a-c619257612fb req-c9778036-3e49-4dbc-8423-7f52c80d3668 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:55.217586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-23442f96-90aa-4524-989a-c619257612fb req-c9778036-3e49-4dbc-8423-7f52c80d3668 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0468359 Dec 07 00:14:55.262576 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-23442f96-90aa-4524-989a-c619257612fb req-e3212a71-c5b5-4dcb-aa3a-4c825b13eac1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Dec 07 00:14:56.375654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0f7a-deab-41ab-b30f-1e9f88861cee req-20c62485-cd83-4576-9142-0aa425c034e5 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:56.377049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e28e0f7a-deab-41ab-b30f-1e9f88861cee req-20c62485-cd83-4576-9142-0aa425c034e5 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0478921 Dec 07 00:14:56.422883 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e28e0f7a-deab-41ab-b30f-1e9f88861cee req-1a4e839b-c1f9-4695-82ed-3813fe68aebe tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Dec 07 00:14:57.535612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa164ea-4662-4ae4-b58e-ce78acb4f57c req-17b48a84-8c8a-48dc-a102-d5673386dba2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:57.537095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9aa164ea-4662-4ae4-b58e-ce78acb4f57c req-17b48a84-8c8a-48dc-a102-d5673386dba2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Dec 07 00:14:57.583035 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9aa164ea-4662-4ae4-b58e-ce78acb4f57c req-28be4596-918e-455d-ad1e-7fdaa47fb716 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Dec 07 00:14:58.702544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e5e52-a3a0-409b-977d-87e315c022da req-0747cf17-2f89-421b-a406-653b2bf27f60 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:58.704052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5d5e5e52-a3a0-409b-977d-87e315c022da req-0747cf17-2f89-421b-a406-653b2bf27f60 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0547535 Dec 07 00:14:58.752528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5d5e5e52-a3a0-409b-977d-87e315c022da req-a36a0d7a-8c2e-4a79-b6ad-76517350b713 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Dec 07 00:14:59.867795 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497568f-0fd0-49ee-a88c-8557ada69907 req-9ddc4b0f-509e-4583-9efa-dae18ec20a1a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:14:59.869522 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d497568f-0fd0-49ee-a88c-8557ada69907 req-9ddc4b0f-509e-4583-9efa-dae18ec20a1a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Dec 07 00:14:59.915360 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d497568f-0fd0-49ee-a88c-8557ada69907 req-57c2d2fb-ad08-4477-8a45-a73d6d671aff tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Dec 07 00:15:01.034119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f9ce-a91e-4aaf-a905-60f5072f47d0 req-4f4287da-c17a-4186-af80-4a916ce04da4 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:01.036005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9200f9ce-a91e-4aaf-a905-60f5072f47d0 req-4f4287da-c17a-4186-af80-4a916ce04da4 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Dec 07 00:15:01.083179 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9200f9ce-a91e-4aaf-a905-60f5072f47d0 req-1b43e6e6-b39b-4485-91ac-fd037fd7afef tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Dec 07 00:15:01.766165 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:15:02.197423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b6a00-0e7e-410f-875a-e4f13685ded9 req-5f935ba2-eeab-451d-bd02-f88b6d67a15d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:02.198923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e11b6a00-0e7e-410f-875a-e4f13685ded9 req-5f935ba2-eeab-451d-bd02-f88b6d67a15d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0491016 Dec 07 00:15:02.244887 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e11b6a00-0e7e-410f-875a-e4f13685ded9 req-94f053b1-398a-44bb-b149-ab56d1dd0ca9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Dec 07 00:15:03.356534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eceacc0-c3d1-4eb4-9297-0aba4a74fa43 req-9f8e2827-8eb6-4245-b247-dd074d1ab645 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:03.357991 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0eceacc0-c3d1-4eb4-9297-0aba4a74fa43 req-9f8e2827-8eb6-4245-b247-dd074d1ab645 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0473351 Dec 07 00:15:03.408266 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0eceacc0-c3d1-4eb4-9297-0aba4a74fa43 req-f1d0afd3-9b31-49f7-b3a9-d2b3a166e85e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Dec 07 00:15:03.557331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:04.523954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5430c-af35-44a8-8866-63fb43171fc0 req-d61c5924-396f-4d4b-a5a5-0d32ca4f1acc tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:04.525416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-90b5430c-af35-44a8-8866-63fb43171fc0 req-d61c5924-396f-4d4b-a5a5-0d32ca4f1acc tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Dec 07 00:15:04.572766 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-90b5430c-af35-44a8-8866-63fb43171fc0 req-9e0d8e49-d4c7-482a-9171-0f15e68e260a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Dec 07 00:15:05.687722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88766ed5-e38e-4aa5-bab9-3e1943e67aed req-e9cdde45-ba3b-4b21-a20a-c8c81a148d9a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:05.689213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88766ed5-e38e-4aa5-bab9-3e1943e67aed req-e9cdde45-ba3b-4b21-a20a-c8c81a148d9a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Dec 07 00:15:05.735782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88766ed5-e38e-4aa5-bab9-3e1943e67aed req-24543c0c-ad58-4f70-9761-e34bb37de5cb tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406642 Dec 07 00:15:06.850909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f07c39-f866-4494-80e2-dfd17f8cd7a5 req-6c870f98-4ee5-4c53-bde2-74e4f1ef35df tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:06.852296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67f07c39-f866-4494-80e2-dfd17f8cd7a5 req-6c870f98-4ee5-4c53-bde2-74e4f1ef35df tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0469868 Dec 07 00:15:06.898808 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67f07c39-f866-4494-80e2-dfd17f8cd7a5 req-4e09742e-53d7-4031-bef5-42c226a62afd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Dec 07 00:15:08.011780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4ab8-98e2-4ce7-b2c4-231d246e4094 req-58e9bb31-e0ed-4980-9d5a-a0959e7e43dd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:08.013261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99ed4ab8-98e2-4ce7-b2c4-231d246e4094 req-58e9bb31-e0ed-4980-9d5a-a0959e7e43dd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Dec 07 00:15:08.037028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-e94be90e-b70b-4cf5-a7b2-ada1f096982d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:15:08.038033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-e94be90e-b70b-4cf5-a7b2-ada1f096982d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052109 Dec 07 00:15:08.059798 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99ed4ab8-98e2-4ce7-b2c4-231d246e4094 req-3848c9cc-6a0b-48eb-a3b6-747305490fd5 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Dec 07 00:15:08.156786 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b3c4a5d7-13da-4353-bdb3-fd3d2dbb72b5 service neutron] 10.222.0.45 "GET /v2.0/ports/aa1aa443-aa8d-4cf3-80de-d30d91968bae/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.1106458 Dec 07 00:15:08.729512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-d835ea69-cdd8-42c8-8689-ada28d292cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:08.731002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-d835ea69-cdd8-42c8-8689-ada28d292cfa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319&tenant_id=c37d353319f8491d86776e4aee7f501e HTTP/1.1" status: 200 len: 1098 time: 0.0443351 Dec 07 00:15:08.817694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-bd67aaf3-357c-409f-a141-04eeca461d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:08.819103 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-bd67aaf3-357c-409f-a141-04eeca461d3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1098 time: 0.0432835 Dec 07 00:15:08.914472 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b3a4120b-f15f-4f54-8485-8e31807a42dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:08.915908 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-b3a4120b-f15f-4f54-8485-8e31807a42dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.0825241 Dec 07 00:15:08.965062 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-ee1ae6d6-3d38-4393-a60b-1820a36f4535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 200 len: 217 time: 0.0365951 Dec 07 00:15:09.015924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-f68550c2-33bc-4596-a279-9e2dc0073c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:09.017341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-f68550c2-33bc-4596-a279-9e2dc0073c94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0415380 Dec 07 00:15:09.051841 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-91bf0593-1a72-4715-93ee-80c5d529b3fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230303 Dec 07 00:15:09.167652 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-a95e6566-5b06-4b83-bb43-e4a2e187cddf service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088631 Dec 07 00:15:09.187094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b0e5-5185-4dab-b43b-10cf198d0010 req-67d6b8da-e50b-4aa5-90cf-fb34c695a89a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:09.188546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a925b0e5-5185-4dab-b43b-10cf198d0010 req-67d6b8da-e50b-4aa5-90cf-fb34c695a89a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0593200 Dec 07 00:15:09.290609 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a925b0e5-5185-4dab-b43b-10cf198d0010 req-4a787e93-1670-4b5a-a6ca-8f4c91083bea tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952737 Dec 07 00:15:09.306987 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e4b34b1f-70b3-4305-ae5d-8a51eb5adc11 req-8af5cbf5-694f-4c7e-be28-f56bd4eb2357 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276221 Dec 07 00:15:10.408851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc25fc-a13f-4b38-963a-39e31da73f4b req-99852b0c-8d16-4dd4-950d-b3a6058f54f6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:10.410246 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-71dc25fc-a13f-4b38-963a-39e31da73f4b req-99852b0c-8d16-4dd4-950d-b3a6058f54f6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0518043 Dec 07 00:15:10.456681 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-71dc25fc-a13f-4b38-963a-39e31da73f4b req-51c62f63-9a7c-436c-a38c-62a0c781bb4a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Dec 07 00:15:11.573058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907484-73ab-4529-8231-bdbd9534acc3 req-a74bccfa-3131-4489-a023-407a7238a45c tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:11.574557 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe907484-73ab-4529-8231-bdbd9534acc3 req-a74bccfa-3131-4489-a023-407a7238a45c tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0497506 Dec 07 00:15:11.621973 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fe907484-73ab-4529-8231-bdbd9534acc3 req-5eceea81-f5b3-447e-9ef2-cebbfc652f26 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Dec 07 00:15:11.912016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:15:11.921890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:15:12.060908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:12.072629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:12.091195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'port_id': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'mac_address': 'fa:16:3e:be:39:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137cdde7-e74a-4d1f-abbf-629ff6a58006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:15:12.097830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:15:12.100034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e47b86-a8de-4ba6-9b8c-bb39faf6daf9" -d '{"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:15:12.131486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:12.146288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:12.155644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea365fb-a9e0-440c-a918-6f8e74a99ae0 x-openstack-request-id: req-1ea365fb-a9e0-440c-a918-6f8e74a99ae0 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:15:12.155933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-unplugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:15:12.156185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ea365fb-a9e0-440c-a918-6f8e74a99ae0 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:15:12.156594 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'code': 200} Dec 07 00:15:12.165040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:15:12.210726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:12.278853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:15:12.279220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:15:12.283493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:12.739516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a887-8453-4e60-84f3-357ea873cb80 req-ce080d1e-28b1-42d5-ac75-0a4405869016 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:12.740988 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eaf9a887-8453-4e60-84f3-357ea873cb80 req-ce080d1e-28b1-42d5-ac75-0a4405869016 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 943 time: 0.0517569 Dec 07 00:15:12.787658 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eaf9a887-8453-4e60-84f3-357ea873cb80 req-daf02b6a-6493-4015-b53e-abe605e7250a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Dec 07 00:15:12.815659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:12.828321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:15:12.847022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:12.918053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:12.967639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:13.052695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['aa1aa443-aa8d-4cf3-80de-d30d91968bae'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:15:13.101331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a618a-d785-4706-a0e3-8dcc09050277 req-e500c4d8-40eb-4428-9f7c-b8356485a692 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:13.103434 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f6a618a-d785-4706-a0e3-8dcc09050277 req-e500c4d8-40eb-4428-9f7c-b8356485a692 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 944 time: 0.0506897 Dec 07 00:15:13.183084 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1f6a618a-d785-4706-a0e3-8dcc09050277 req-258b9532-2a7f-4e12-8b1d-a417e288db6f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729094 Dec 07 00:15:13.194324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-deb6c162-757e-4e51-a840-149b0cbb173e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:13.195765 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-deb6c162-757e-4e51-a840-149b0cbb173e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319&tenant_id=c37d353319f8491d86776e4aee7f501e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0719800 Dec 07 00:15:13.298588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-ae2fd61e-537e-418d-ac8b-54bae6498daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:13.300043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-ae2fd61e-537e-418d-ac8b-54bae6498daa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 1097 time: 0.0439897 Dec 07 00:15:13.387662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-70bbbbfa-5302-4086-90dd-bad90fbe293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:13.389033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-70bbbbfa-5302-4086-90dd-bad90fbe293f service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.0815823 Dec 07 00:15:13.434123 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-ea4d3c1e-eb1d-4e9a-a80d-f3888e37558a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 200 len: 217 time: 0.0375073 Dec 07 00:15:13.484493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-b0513593-136b-4424-864d-a91cbc637f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:13.485947 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-b0513593-136b-4424-864d-a91cbc637f74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0442278 Dec 07 00:15:13.519656 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-4e0a3298-9aef-4c33-be51-f922ba253a7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264637 Dec 07 00:15:13.611262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-3b28fe1a-76f7-43ea-9e00-d3ce8dd984a6 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844197 Dec 07 00:15:13.698835 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d512915c-54de-4950-8639-7c96ef0f55d3 req-73520b15-d804-420e-a2ee-ac94443e7cf1 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Dec 07 00:15:13.910966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:15:13.963548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port aa1aa443-aa8d-4cf3-80de-d30d91968bae triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:15:13.964167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:14.038042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:14.069560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:14.140960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:14.170218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:15:14.172637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad2b206-f6ae-4fcd-bee7-156bd6fe8b45" -d '{"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b522e-8df8-49ae-86c7-f77ef0d28ee1 x-openstack-request-id: req-373b522e-8df8-49ae-86c7-f77ef0d28ee1 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-plugged", "status": "completed", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-373b522e-8df8-49ae-86c7-f77ef0d28ee1 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:15:14.226676 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'code': 200} Dec 07 00:15:14.301347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b820440-7f5b-4038-847d-98c87a94860e req-7ccea689-8ca9-4e13-a7a3-88a54ab5a1c2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:14.304548 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9b820440-7f5b-4038-847d-98c87a94860e req-7ccea689-8ca9-4e13-a7a3-88a54ab5a1c2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0485480 Dec 07 00:15:14.354979 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9b820440-7f5b-4038-847d-98c87a94860e req-cc31b3b0-bf5f-4588-ad7b-a1aafd614af8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Dec 07 00:15:15.471011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e65646-ecff-4596-a6a4-321859ea2bf5 req-4bcac44c-8238-4105-a63e-955c03c69b7f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:15.472477 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e6e65646-ecff-4596-a6a4-321859ea2bf5 req-4bcac44c-8238-4105-a63e-955c03c69b7f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0478959 Dec 07 00:15:15.519008 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e6e65646-ecff-4596-a6a4-321859ea2bf5 req-b488d6df-feba-4d50-8e88-91d4de0a79fe tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407195 Dec 07 00:15:15.629279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f0536-d167-4482-9ec5-46fe49e339e4 req-0d995458-3253-484d-9f6d-493df797d701 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:15.630727 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-037f0536-d167-4482-9ec5-46fe49e339e4 req-0d995458-3253-484d-9f6d-493df797d701 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0470705 Dec 07 00:15:15.677180 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-037f0536-d167-4482-9ec5-46fe49e339e4 req-5ed2e98e-0e4b-4f01-b5a4-4c987a506520 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Dec 07 00:15:15.802490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ecc5-d377-40e6-913f-f29f32a391de req-e500bdee-16a8-4648-ae6f-0a04669b2767 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:15.803938 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-66a8ecc5-d377-40e6-913f-f29f32a391de req-e500bdee-16a8-4648-ae6f-0a04669b2767 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0514803 Dec 07 00:15:15.849235 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-66a8ecc5-d377-40e6-913f-f29f32a391de req-b08c2196-fbb2-4eda-8857-738153449acc tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388238 Dec 07 00:15:16.418752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-83cd5860-84ce-4220-be10-89f748f04426 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:16.420407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-83cd5860-84ce-4220-be10-89f748f04426 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 813 time: 0.0980623 Dec 07 00:15:16.435284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-35681209-6a24-42a2-a452-ce4ec89cd6dc tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/quotas/c37d353319f8491d86776e4aee7f501e HTTP/1.1" status: 200 len: 375 time: 0.0090053 Dec 07 00:15:16.490615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-63c5a7cf-a9fa-4319-a423-6d34f6f66a56 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500727 Dec 07 00:15:16.502774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-e02c4aae-f611-45b3-a0d6-d7079d819ce6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:15:16.503729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-e02c4aae-f611-45b3-a0d6-d7079d819ce6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060356 Dec 07 00:15:16.593959 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-062f23ac-97dd-4858-abed-68d993dc0e5a service neutron] 10.222.0.53 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Dec 07 00:15:16.684041 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-c409f36e-8db4-435a-85ee-b5da9a0ecc4b service neutron] 10.222.0.53 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Dec 07 00:15:16.930411 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-24ca624a-c8b7-4ece-a765-4a9e8b510cb8 req-0e4df174-6752-40c6-87e7-eec574a23050 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 210 time: 0.0260804 Dec 07 00:15:18.022672 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65d7bc2c-6f12-45c2-8529-53a7cc62774e req-c69a70d7-8ac4-4e1c-98b5-e952b9428a3a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 210 time: 0.0266428 Dec 07 00:15:18.323888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e7a8afa9-a273-418b-88af-d286f2061cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:18.387323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23c969-9b8a-4497-aeda-727902520cdb req-f14be3d7-4b91-4dfc-891e-d43706319fd3 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:18.388757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fd23c969-9b8a-4497-aeda-727902520cdb req-f14be3d7-4b91-4dfc-891e-d43706319fd3 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb587571-ef90-415b-b066-335adaf70319 HTTP/1.1" status: 200 len: 945 time: 0.0467522 Dec 07 00:15:18.484621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Deleting port aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:15:18.484963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:18.569479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] For port aa1aa443-aa8d-4cf3-80de-d30d91968bae, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aa1aa443-aa8d-4cf3-80de-d30d91968bae,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:18.569840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:18.581893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Calling delete_port for aa1aa443-aa8d-4cf3-80de-d30d91968bae owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:15:18.785675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:18.814150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Pushing event deleted for resources: {'Port': ['ID=aa1aa443-aa8d-4cf3-80de-d30d91968bae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:18.826453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.828956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.828956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.828956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.828956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['aa1aa443-aa8d-4cf3-80de-d30d91968bae'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:15:18.829632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.829966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.830083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.830412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:18.868807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] No DVR routers for this DVR port aa1aa443-aa8d-4cf3-80de-d30d91968bae on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:15:18.871441 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:18.875197 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "DELETE /v2.0/ports/aa1aa443-aa8d-4cf3-80de-d30d91968bae HTTP/1.1" status: 204 len: 173 time: 0.4784577 Dec 07 00:15:18.875708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-deleted', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:15:18.878670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80243699-33dd-4d3a-b935-ecd6b85068a0" -d '{"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-deleted", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:15:18.966602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-d8ea5584-6726-41c9-ae3b-d5987c5941a2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:18.968106 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-d8ea5584-6726-41c9-ae3b-d5987c5941a2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 813 time: 0.1122632 Dec 07 00:15:18.982520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de16074-a412-4c91-94da-031c1b7e5f26 x-openstack-request-id: req-7de16074-a412-4c91-94da-031c1b7e5f26 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:15:18.982810 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb587571-ef90-415b-b066-335adaf70319", "name": "network-vif-deleted", "tag": "aa1aa443-aa8d-4cf3-80de-d30d91968bae", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:15:18.983062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7de16074-a412-4c91-94da-031c1b7e5f26 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:15:18.983463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb587571-ef90-415b-b066-335adaf70319', 'name': 'network-vif-deleted', 'tag': 'aa1aa443-aa8d-4cf3-80de-d30d91968bae', 'status': 'completed', 'code': 200} Dec 07 00:15:18.989604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Request body: {'port': {'device_id': '69835821-4990-4c13-b637-eacf8221421d', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'admin_state_up': True, 'tenant_id': 'c37d353319f8491d86776e4aee7f501e'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:15:19.125479 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4968ae67-6126-4a58-aa38-62e122fde84e req-f37a6785-d8e5-493d-8bfa-fe11fd5e06e1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 210 time: 0.0286243 Dec 07 00:15:19.180916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Made reservation on behalf of c37d353319f8491d86776e4aee7f501e for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:15:19.185297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:19.313900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Allocated IP 172.20.0.14 (061db519-522a-4163-943d-ae0e882fe4ba/137cdde7-e74a-4d1f-abbf-629ff6a58006/edccdeda-f24b-4fb2-b279-2914cdd9c308) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:15:19.458511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:19.558559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:19.591957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['aa1aa443-aa8d-4cf3-80de-d30d91968bae'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:15:19.600761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Network 061db519-522a-4163-943d-ae0e882fe4ba is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:15:19.604303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:15:19.606843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:15:19.638110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:19.650355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.650707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.653817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.654499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.654499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.654654 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:15:19.675672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:19.676310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:19.766422 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-28b1b2a4-1a5d-4a2e-b8ae-2d6f93f684c6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7806890 Dec 07 00:15:19.787974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Request body: {'port': {'device_id': '69835821-4990-4c13-b637-eacf8221421d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:15:19.844643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.108922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:15:20.116410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.128864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Transition to ACTIVE for port object edccdeda-f24b-4fb2-b279-2914cdd9c308 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:15:20.208772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.245539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25284cf-96e1-4258-afa5-b7443048bb53 req-e52b1cdf-553b-481a-8b8a-5562e7715b3d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.247067 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f25284cf-96e1-4258-afa5-b7443048bb53 req-e52b1cdf-553b-481a-8b8a-5562e7715b3d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 944 time: 0.0520020 Dec 07 00:15:20.263204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:20.296141 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f25284cf-96e1-4258-afa5-b7443048bb53 req-68796de5-ae84-4db9-8973-2a5460fe7ef9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Dec 07 00:15:20.330707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Attempting to bind port edccdeda-f24b-4fb2-b279-2914cdd9c308 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:15:20.331041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Attempting to bind port edccdeda-f24b-4fb2-b279-2914cdd9c308 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:15:20.331378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Attempting to bind port edccdeda-f24b-4fb2-b279-2914cdd9c308 on network 061db519-522a-4163-943d-ae0e882fe4ba {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:15:20.335534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Port edccdeda-f24b-4fb2-b279-2914cdd9c308 on network 061db519-522a-4163-943d-ae0e882fe4ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:15:20.335857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Attempting to bind port edccdeda-f24b-4fb2-b279-2914cdd9c308 on network 061db519-522a-4163-943d-ae0e882fe4ba {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:15:20.341292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:15:20.341633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Checking segment: {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:15:20.342015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Bound using segment: {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:15:20.342438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Bound port: edccdeda-f24b-4fb2-b279-2914cdd9c308, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e609855d-0b20-43d7-b755-ebcf01585155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:15:20.342791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.402778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:15:20.405864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:15:20.478290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.514366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.514977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.516519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] 10.222.0.45 "PUT /v2.0/ports/edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 200 len: 1094 time: 0.7324681 Dec 07 00:15:20.517243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:15:20.520074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:15:20.543866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5436a9-bc37-4fc9-9bd4-73deafdbdd66 service neutron] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:20.560711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03ede7f-9364-4252-bbad-dcb47dd9cf70 x-openstack-request-id: req-b03ede7f-9364-4252-bbad-dcb47dd9cf70 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:15:20.561006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:15:20.561286 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b03ede7f-9364-4252-bbad-dcb47dd9cf70 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:15:20.561695 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'status': 'completed', 'code': 200} Dec 07 00:15:20.645940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-3e795cfd-bcbb-4684-af4d-8f23e8064713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.647410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-3e795cfd-bcbb-4684-af4d-8f23e8064713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1097 time: 0.0444486 Dec 07 00:15:20.683881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-90999ee5-5102-47b8-b97c-ccd89cbcfc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:20.760866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-03478c28-fe2b-472c-be09-37a46ccbd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.762362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-03478c28-fe2b-472c-be09-37a46ccbd237 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c37d353319f8491d86776e4aee7f501e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0903497 Dec 07 00:15:20.864327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-5b8a4204-fe8c-4ad6-a270-2e26e727d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.865768 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0189e28-72da-4cb6-9763-a8c2aa15f7e7 req-5b8a4204-fe8c-4ad6-a270-2e26e727d70e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965276 Dec 07 00:15:20.975272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-859c363f-3e4d-4675-9cf2-67c1daf2fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:20.976755 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-859c363f-3e4d-4675-9cf2-67c1daf2fa42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1097 time: 0.0388620 Dec 07 00:15:21.034394 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-3d67a747-36a6-4427-822f-2f4f44bf04cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 200 len: 217 time: 0.0368347 Dec 07 00:15:21.092970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-0528d46f-20af-4276-93d4-d2b43625a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:21.094480 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-0528d46f-20af-4276-93d4-d2b43625a477 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0489600 Dec 07 00:15:21.131247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-21d9ba13-ada9-4c19-b466-ca67a24e8856 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244720 Dec 07 00:15:21.236110 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-f0655d06-9c93-4b85-908f-6843cd6d7d1b service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929112 Dec 07 00:15:21.328604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5017a66e-d3c4-4389-a54b-7f9d69fca842 req-2410c8df-2c82-4ddf-ab6c-78c336c29124 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 Dec 07 00:15:21.413411 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786649a5-c78e-4b07-8014-fd023ae6211f req-f9f55dbe-d058-4572-b5f5-5f3cb80f17de tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:21.414971 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-786649a5-c78e-4b07-8014-fd023ae6211f req-f9f55dbe-d058-4572-b5f5-5f3cb80f17de tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 944 time: 0.0501571 Dec 07 00:15:21.473688 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-786649a5-c78e-4b07-8014-fd023ae6211f req-9f5ea315-a0e0-429c-b6d2-4ee6929994ea tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485699 Dec 07 00:15:21.935913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:15:21.955660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: aa1aa443-aa8d-4cf3-80de-d30d91968bae {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:15:21.970638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device aa1aa443-aa8d-4cf3-80de-d30d91968bae not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:15:21.986408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:22.590357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97f7b4-364c-4ff8-b875-c8ff217e6a66 req-db1b9faa-3fd9-4c99-a5b1-79d960010858 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:22.591833 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db97f7b4-364c-4ff8-b875-c8ff217e6a66 req-db1b9faa-3fd9-4c99-a5b1-79d960010858 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 944 time: 0.0491138 Dec 07 00:15:22.641025 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db97f7b4-364c-4ff8-b875-c8ff217e6a66 req-94adfb10-7fc9-480c-a3db-29ebc986094d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Dec 07 00:15:23.031708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:23.753756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d8b36-67ea-4c92-ad10-8803138319e4 req-c2313e74-99cb-4ef1-8577-9eca6fd8ee34 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:23.755216 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e4d8b36-67ea-4c92-ad10-8803138319e4 req-c2313e74-99cb-4ef1-8577-9eca6fd8ee34 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 944 time: 0.0484369 Dec 07 00:15:23.801801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e4d8b36-67ea-4c92-ad10-8803138319e4 req-32447ae9-96fa-4642-98a1-abd4f7dacbaa tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Dec 07 00:15:23.962514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:15:24.057039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:24.077491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'port_id': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'mac_address': 'fa:16:3e:ee:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137cdde7-e74a-4d1f-abbf-629ff6a58006', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:15:24.114722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:24.127241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:15:24.146144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:24.152262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:24.232195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:24.278413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:24.554756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['edccdeda-f24b-4fb2-b279-2914cdd9c308'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:15:24.915661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7cdc4-379e-4167-ab26-708dcf7d5e2b req-7df6ee2f-03f4-454a-a730-c60f551ee72d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:24.917651 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3eb7cdc4-379e-4167-ab26-708dcf7d5e2b req-7df6ee2f-03f4-454a-a730-c60f551ee72d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 945 time: 0.0486271 Dec 07 00:15:24.964355 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3eb7cdc4-379e-4167-ab26-708dcf7d5e2b req-f0a4c138-440b-4dee-933e-445931238306 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Dec 07 00:15:25.962441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:15:26.077726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969cb87-5588-405b-8868-93a2221a9923 req-9c36afdf-5626-413e-b1c7-f7a781204309 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:26.079186 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e969cb87-5588-405b-8868-93a2221a9923 req-9c36afdf-5626-413e-b1c7-f7a781204309 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 945 time: 0.0490584 Dec 07 00:15:26.117453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port edccdeda-f24b-4fb2-b279-2914cdd9c308 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:15:26.122146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port edccdeda-f24b-4fb2-b279-2914cdd9c308 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:15:26.122524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:26.126797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e969cb87-5588-405b-8868-93a2221a9923 req-7da3b350-8a2c-469d-a8c9-c0839f2e1c61 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415096 Dec 07 00:15:26.198541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:26.220030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:15:26.222248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d000f7-1f93-45fd-b8a0-2fb479986b75" -d '{"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-plugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:15:26.238381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:15:26.306281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:26.314272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b72fcf-5eb0-47bf-a500-d06d120b75a4 x-openstack-request-id: req-99b72fcf-5eb0-47bf-a500-d06d120b75a4 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:15:26.314568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-plugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:15:26.314826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99b72fcf-5eb0-47bf-a500-d06d120b75a4 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:15:26.315214 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'code': 200} Dec 07 00:15:26.356129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:15:26.680412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9d5db-97cd-4a26-9f0f-bcdd57ef8ead req-a2f7822d-41c0-4204-b76a-42159fc57b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:26.681944 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6bf9d5db-97cd-4a26-9f0f-bcdd57ef8ead req-a2f7822d-41c0-4204-b76a-42159fc57b2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1099 time: 0.0402007 Dec 07 00:15:26.730883 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6bf9d5db-97cd-4a26-9f0f-bcdd57ef8ead req-be39849c-e231-4ba9-b1e6-abfaaaf140a3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365078 Dec 07 00:15:27.243783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b34fea-f776-4a9e-b938-49622b82f843 req-69cd5f2c-57b7-4563-be78-f415b2539bbd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:27.245774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95b34fea-f776-4a9e-b938-49622b82f843 req-69cd5f2c-57b7-4563-be78-f415b2539bbd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0510688 Dec 07 00:15:27.291519 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-95b34fea-f776-4a9e-b938-49622b82f843 req-b8679fd8-bd7d-400a-af58-1dfc34e2f829 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Dec 07 00:15:28.411137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b89d9f-4035-4273-88b1-8599b0b2f9b5 req-ed8f0e8f-4717-48d9-a1c9-1f66f275b3b6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:28.412519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d0b89d9f-4035-4273-88b1-8599b0b2f9b5 req-ed8f0e8f-4717-48d9-a1c9-1f66f275b3b6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0532494 Dec 07 00:15:28.458759 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d0b89d9f-4035-4273-88b1-8599b0b2f9b5 req-fb890462-442f-426d-9f20-b331d505a035 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Dec 07 00:15:28.569755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104c0bc-52b5-421f-aa71-9a550a58ef01 req-d779254e-24bc-4110-9f69-c85ee1f6d92c tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:28.571212 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5104c0bc-52b5-421f-aa71-9a550a58ef01 req-d779254e-24bc-4110-9f69-c85ee1f6d92c tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0475240 Dec 07 00:15:28.616759 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5104c0bc-52b5-421f-aa71-9a550a58ef01 req-0ccacf5e-8d7f-4645-8f04-45fabcec4384 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391395 Dec 07 00:15:29.111152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc69aee-7b66-44d2-9709-a8f4394f8e9c req-3e980dc0-4bb6-4b62-9c68-ac3a0134d5df tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:29.112635 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bbc69aee-7b66-44d2-9709-a8f4394f8e9c req-3e980dc0-4bb6-4b62-9c68-ac3a0134d5df tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0498390 Dec 07 00:15:29.180208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bbc69aee-7b66-44d2-9709-a8f4394f8e9c req-d342e55d-15f6-4d06-aaa1-4352071e9fd3 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615876 Dec 07 00:15:29.238801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-80962993-5bb3-42b7-8a79-eac800204fe9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0431395 Dec 07 00:15:30.302083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4abdad-5be0-4224-82ef-96fbebe09539 req-f7531569-e2b5-4aa0-9017-39290ba1ef74 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:30.303539 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f4abdad-5be0-4224-82ef-96fbebe09539 req-f7531569-e2b5-4aa0-9017-39290ba1ef74 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0488939 Dec 07 00:15:30.351658 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f4abdad-5be0-4224-82ef-96fbebe09539 req-92e229ab-37c6-4e6b-be09-a3d485aa044f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Dec 07 00:15:31.372404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-7d8f81cf-f3c2-4680-9b18-8baa01a0e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:31.373986 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-7d8f81cf-f3c2-4680-9b18-8baa01a0e546 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1099 time: 0.0395088 Dec 07 00:15:31.466085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9122b00-2950-45c9-91c8-f9b4078abd68 req-ff08f6c1-dcfd-42de-a0f2-c9ee5197b74b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:31.467602 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a9122b00-2950-45c9-91c8-f9b4078abd68 req-ff08f6c1-dcfd-42de-a0f2-c9ee5197b74b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0495603 Dec 07 00:15:31.467772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-4d29436e-6e7b-4e0b-8db3-4953ee39d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:31.469256 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-4d29436e-6e7b-4e0b-8db3-4953ee39d7cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.0883467 Dec 07 00:15:31.509714 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-b79ced9a-707b-4e58-a65d-c0f0e94f1815 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 200 len: 217 time: 0.0335546 Dec 07 00:15:31.514859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a9122b00-2950-45c9-91c8-f9b4078abd68 req-a7d56e3f-97cb-4055-9d27-0d32130fc831 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Dec 07 00:15:31.562424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-cb1f8194-2846-4163-a541-a2acc53110c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:31.563862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-cb1f8194-2846-4163-a541-a2acc53110c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0475273 Dec 07 00:15:31.595500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-45cf9ffc-ad4a-4388-9e10-f5e292d4769d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244637 Dec 07 00:15:31.681282 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-4ed67826-e251-43b3-a6c2-bfe248baf51e service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785480 Dec 07 00:15:31.771766 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-5bf3b07c-2766-42d9-a60b-5ee0cfbf5b39 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833004 Dec 07 00:15:32.628991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd757b2-5f9e-40bf-ba8e-784fe1dbab65 req-3a0027b4-0d73-49ca-ab96-dc8dbdd0c52b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:32.630460 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1dd757b2-5f9e-40bf-ba8e-784fe1dbab65 req-3a0027b4-0d73-49ca-ab96-dc8dbdd0c52b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0480602 Dec 07 00:15:32.676857 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1dd757b2-5f9e-40bf-ba8e-784fe1dbab65 req-ba1e1771-a3ec-4f95-952b-3737a80db1ee tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Dec 07 00:15:33.552141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:33.824153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3da00-5e6c-40e4-b00f-8946d16ffdbc req-e2b858b0-f341-4e19-b8dd-d37dbb61aadf tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:33.825560 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ddd3da00-5e6c-40e4-b00f-8946d16ffdbc req-e2b858b0-f341-4e19-b8dd-d37dbb61aadf tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0764043 Dec 07 00:15:33.872437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ddd3da00-5e6c-40e4-b00f-8946d16ffdbc req-d0a07884-e4d4-4e62-a3c4-7cf1595c3de8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Dec 07 00:15:34.991145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ee2a2-b2f3-4b6c-ba57-7f0f544224d9 req-159052b8-f3a8-45a1-8faf-28cfd398ca67 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:34.992762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b1ee2a2-b2f3-4b6c-ba57-7f0f544224d9 req-159052b8-f3a8-45a1-8faf-28cfd398ca67 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0540366 Dec 07 00:15:35.040800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b1ee2a2-b2f3-4b6c-ba57-7f0f544224d9 req-c14bc8ad-cb63-4cd4-ba4b-3977eed6ac98 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414872 Dec 07 00:15:36.154557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c081d-de18-40de-be53-6d88328a75ea req-ee5d8bc1-3b69-4f8c-a558-3c3fd9586182 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:36.156029 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-693c081d-de18-40de-be53-6d88328a75ea req-ee5d8bc1-3b69-4f8c-a558-3c3fd9586182 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0477693 Dec 07 00:15:36.202312 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-693c081d-de18-40de-be53-6d88328a75ea req-c5debed4-72ce-4a64-8701-e1970e6d6291 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403280 Dec 07 00:15:37.315675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b41f68-1c67-4aa4-82cc-17ff4d0822de req-7b1a9040-b6d1-42a1-bafa-9a7285a56087 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:37.317143 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08b41f68-1c67-4aa4-82cc-17ff4d0822de req-7b1a9040-b6d1-42a1-bafa-9a7285a56087 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0477476 Dec 07 00:15:37.362052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08b41f68-1c67-4aa4-82cc-17ff4d0822de req-e34449f4-d62c-48d3-bdbc-3ab62f38d294 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Dec 07 00:15:38.474136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d3398-4d8a-4ca3-9bcd-b2dea3592660 req-53d9c2b1-dc67-4539-96dd-bc94c8d31657 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:38.475575 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f17d3398-4d8a-4ca3-9bcd-b2dea3592660 req-53d9c2b1-dc67-4539-96dd-bc94c8d31657 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0469148 Dec 07 00:15:38.526664 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f17d3398-4d8a-4ca3-9bcd-b2dea3592660 req-77eb9a6d-0209-42bc-a74f-d96d4db06c91 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Dec 07 00:15:38.765489 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:15:39.654208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5534c-0c6e-494b-93e6-3d0ea8129628 req-d2068a60-a075-4602-98ba-6dfdadaf60d1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:39.655655 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0fe5534c-0c6e-494b-93e6-3d0ea8129628 req-d2068a60-a075-4602-98ba-6dfdadaf60d1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0513973 Dec 07 00:15:39.701030 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0fe5534c-0c6e-494b-93e6-3d0ea8129628 req-e97966f0-a03f-4b68-ad45-3cb98a224f7d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Dec 07 00:15:40.813593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f954-a9ee-4ee1-af43-6ef873807957 req-e1ae7135-0c4c-4fff-ab57-deed5b2834cb tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:40.814962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-60b7f954-a9ee-4ee1-af43-6ef873807957 req-e1ae7135-0c4c-4fff-ab57-deed5b2834cb tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0481761 Dec 07 00:15:40.861184 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-60b7f954-a9ee-4ee1-af43-6ef873807957 req-bb185041-f22a-4046-9222-6d7de2636912 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Dec 07 00:15:41.974509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e044be-3ad5-4043-8cd0-4ece96b1482c req-962a273f-9807-40ae-be60-21d16c4f68ab tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:41.975953 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81e044be-3ad5-4043-8cd0-4ece96b1482c req-962a273f-9807-40ae-be60-21d16c4f68ab tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0475128 Dec 07 00:15:42.021743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81e044be-3ad5-4043-8cd0-4ece96b1482c req-86cd59d7-7e1b-40a6-b037-6de84a71a9e8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394311 Dec 07 00:15:43.133178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0af5ce-0f26-4048-8261-4de35480bc76 req-62e24d73-b51f-488b-8024-eaa4a33b904a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:43.134643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fa0af5ce-0f26-4048-8261-4de35480bc76 req-62e24d73-b51f-488b-8024-eaa4a33b904a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0476172 Dec 07 00:15:43.180993 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fa0af5ce-0f26-4048-8261-4de35480bc76 req-f6e4fe5c-8a17-473b-93e0-c83a3722a5a9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Dec 07 00:15:44.294995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d3466-1653-4116-a388-121622570574 req-e7b27b0c-b985-454c-8984-ba4596669e0a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:44.296484 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a3d3466-1653-4116-a388-121622570574 req-e7b27b0c-b985-454c-8984-ba4596669e0a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0489573 Dec 07 00:15:44.346982 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a3d3466-1653-4116-a388-121622570574 req-290204e4-e07d-4dcb-98a2-5268f1ef44ff tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Dec 07 00:15:45.463644 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f75244-5f5e-4166-bf46-aebc9d54d569 req-cba76f65-a4ea-43ef-a54a-8e442a959f84 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:45.465136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-91f75244-5f5e-4166-bf46-aebc9d54d569 req-cba76f65-a4ea-43ef-a54a-8e442a959f84 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0508287 Dec 07 00:15:45.510735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-91f75244-5f5e-4166-bf46-aebc9d54d569 req-b3826d51-64c5-499d-a2bc-216d45f63911 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Dec 07 00:15:46.623508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e9fd-7913-4599-8909-00c97f2861ed req-26165673-6183-4c84-b954-1dbbeb1336c0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:46.624985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-97d5e9fd-7913-4599-8909-00c97f2861ed req-26165673-6183-4c84-b954-1dbbeb1336c0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0476708 Dec 07 00:15:46.671107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-97d5e9fd-7913-4599-8909-00c97f2861ed req-b79fa635-10cf-4103-b340-e0dfe3acec5e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Dec 07 00:15:47.783619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307286-36d9-4e9a-8516-47bd5b06b2d8 req-10559ae4-44d8-44f6-b56f-e4d753465d1d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:47.785101 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-23307286-36d9-4e9a-8516-47bd5b06b2d8 req-10559ae4-44d8-44f6-b56f-e4d753465d1d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0473139 Dec 07 00:15:47.831189 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-23307286-36d9-4e9a-8516-47bd5b06b2d8 req-7f8a35bc-8432-4cf2-bcc6-09fc63c649eb tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Dec 07 00:15:48.356141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94ffec8a-7dc5-4a29-a2f2-31db585c4ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:48.954755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45df61-2e7f-4c3b-b905-5bdd718cbe3e req-7854c656-0ae3-4400-a8fb-9737c5a0941b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:48.956223 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4f45df61-2e7f-4c3b-b905-5bdd718cbe3e req-7854c656-0ae3-4400-a8fb-9737c5a0941b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0500963 Dec 07 00:15:49.001687 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4f45df61-2e7f-4c3b-b905-5bdd718cbe3e req-ffe0d91b-0852-4638-bbac-6eb916dcaa72 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Dec 07 00:15:50.118498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f6d8-0f73-424b-8f4b-55aec839f30c req-912d0614-1868-43a7-8bb5-4b44c215adf2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:50.119900 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d05f6d8-0f73-424b-8f4b-55aec839f30c req-912d0614-1868-43a7-8bb5-4b44c215adf2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0496647 Dec 07 00:15:50.174523 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d05f6d8-0f73-424b-8f4b-55aec839f30c req-3c97e659-3e65-4ed4-a4d7-a84e7b78bb9f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485532 Dec 07 00:15:50.705526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-279c9067-9936-4ff8-9a5d-6d0d3bac7b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:51.290476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee4104-b85a-42e8-8c2d-7b53d08cda83 req-7d4d011e-9b39-4b80-a42f-4f8a4bef8365 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:51.291930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f2ee4104-b85a-42e8-8c2d-7b53d08cda83 req-7d4d011e-9b39-4b80-a42f-4f8a4bef8365 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0514090 Dec 07 00:15:51.337789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f2ee4104-b85a-42e8-8c2d-7b53d08cda83 req-02cb04b1-0cb1-41b0-97e9-c404c99b0309 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Dec 07 00:15:51.985691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:52.451933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2712135-dad9-4e69-b4a9-d3b53b1eb619 req-3807fae1-0655-4f4d-9c43-e946522b1758 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:52.453412 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a2712135-dad9-4e69-b4a9-d3b53b1eb619 req-3807fae1-0655-4f4d-9c43-e946522b1758 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0490527 Dec 07 00:15:52.499514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a2712135-dad9-4e69-b4a9-d3b53b1eb619 req-464e6447-80a0-46da-a66a-3b237f46bf0e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Dec 07 00:15:53.036003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:53.613710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d57f79-a130-4b01-8c20-a56e2ad56503 req-055234de-c3b3-456e-a24c-6b2115797cd8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:53.615148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6d57f79-a130-4b01-8c20-a56e2ad56503 req-055234de-c3b3-456e-a24c-6b2115797cd8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0479298 Dec 07 00:15:53.661255 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6d57f79-a130-4b01-8c20-a56e2ad56503 req-f2a1c0d1-088c-49ba-9b92-cf1834bf6ca9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 07 00:15:54.133965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:15:54.773596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e3fe7-37e0-4180-898e-d30d37826649 req-2f42b1f2-cb41-4803-9687-19662b798edd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:54.775136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-497e3fe7-37e0-4180-898e-d30d37826649 req-2f42b1f2-cb41-4803-9687-19662b798edd tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0472078 Dec 07 00:15:54.826129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-497e3fe7-37e0-4180-898e-d30d37826649 req-0b850cd2-b0fe-4ba1-80c8-29cdfd21700e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Dec 07 00:15:55.940952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7d78c-ad1a-49df-9475-3d4ffcd8f02e req-87416034-bb73-4c11-af6c-6321db9be98e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:55.942375 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fad7d78c-ad1a-49df-9475-3d4ffcd8f02e req-87416034-bb73-4c11-af6c-6321db9be98e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0472448 Dec 07 00:15:55.990929 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fad7d78c-ad1a-49df-9475-3d4ffcd8f02e req-b7dd773e-d2cd-49ed-acfb-ea4431cd2337 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427675 Dec 07 00:15:57.106682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979a324-41a3-411a-83af-0dbf547291cd req-b10a3c4f-ce8b-416e-b9bf-c4721049b557 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:57.108188 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5979a324-41a3-411a-83af-0dbf547291cd req-b10a3c4f-ce8b-416e-b9bf-c4721049b557 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0511506 Dec 07 00:15:57.154025 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5979a324-41a3-411a-83af-0dbf547291cd req-e1f344fe-3db3-4eaf-b7fd-97e8912b2f8b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Dec 07 00:15:58.269882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37efbe-0bc3-40ef-8801-84b607d2f319 req-c7ea30ff-2df1-48c9-945f-55d1b963aefa tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:58.271347 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3c37efbe-0bc3-40ef-8801-84b607d2f319 req-c7ea30ff-2df1-48c9-945f-55d1b963aefa tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0484612 Dec 07 00:15:58.317547 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3c37efbe-0bc3-40ef-8801-84b607d2f319 req-057e796f-4294-4c3d-bd1c-f750b5539418 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Dec 07 00:15:59.274929 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-1d6bc0cc-dbac-461d-83a2-1df9f140a002 service neutron] 10.222.0.45 "GET /v2.0/ports/edccdeda-f24b-4fb2-b279-2914cdd9c308/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0532231 Dec 07 00:15:59.433721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8d1a5-7981-44dd-8e30-2fdcafa5caa7 req-38b79e27-40b2-46c4-a17e-c832c29ba513 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:59.435182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-47e8d1a5-7981-44dd-8e30-2fdcafa5caa7 req-38b79e27-40b2-46c4-a17e-c832c29ba513 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0492997 Dec 07 00:15:59.482842 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-47e8d1a5-7981-44dd-8e30-2fdcafa5caa7 req-1231e912-af07-4c72-bafa-5508fabbaf7a tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Dec 07 00:15:59.813195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-4e39b99e-f2d5-4e95-a532-f3b59b053f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:59.814596 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-4e39b99e-f2d5-4e95-a532-f3b59b053f5a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d&tenant_id=c37d353319f8491d86776e4aee7f501e HTTP/1.1" status: 200 len: 1099 time: 0.0934000 Dec 07 00:15:59.899561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-daad9944-d9bd-420a-a472-e187a392710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:15:59.900906 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-daad9944-d9bd-420a-a472-e187a392710e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1099 time: 0.0398285 Dec 07 00:16:00.003823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-84dc0d0c-a946-41f9-b4c8-8518a90026b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:00.005331 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-84dc0d0c-a946-41f9-b4c8-8518a90026b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.0902848 Dec 07 00:16:00.050382 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-712c3f39-1719-43a2-9c4b-8cce9136c14e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 200 len: 217 time: 0.0333424 Dec 07 00:16:00.103042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-5ef323bd-997b-4a5d-8565-9a33da046bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:00.104485 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-5ef323bd-997b-4a5d-8565-9a33da046bcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0431311 Dec 07 00:16:00.143074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-dadb91ca-cb8e-4f9c-ab11-959a6ed79c54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246265 Dec 07 00:16:00.242023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-0d41f1eb-ca72-4e78-809e-d5cd3822f2d9 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875306 Dec 07 00:16:00.341304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6ef6ced-b913-4fac-90c7-c2401e2dd49c req-b83a2451-8ffb-4899-a710-7f1aa235a9f8 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857861 Dec 07 00:16:00.605036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7270-5d48-41c7-8dc6-7d9da505912a req-30d60011-ff65-4f07-af25-f2c8ab4f9361 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:00.606526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-66bd7270-5d48-41c7-8dc6-7d9da505912a req-30d60011-ff65-4f07-af25-f2c8ab4f9361 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0564837 Dec 07 00:16:00.654603 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-66bd7270-5d48-41c7-8dc6-7d9da505912a req-a3f68b3e-351c-4df9-9491-8f0f14c65b08 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Dec 07 00:16:01.774490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d933b-444c-49cb-938c-95cb784a2829 req-b31a8418-b47e-4416-b178-eeee7a9711a9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:01.775960 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-367d933b-444c-49cb-938c-95cb784a2829 req-b31a8418-b47e-4416-b178-eeee7a9711a9 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0506332 Dec 07 00:16:01.821876 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-367d933b-444c-49cb-938c-95cb784a2829 req-d8a8d1f6-0ecb-4811-8e91-14b03ac52eb2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Dec 07 00:16:02.935900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa7080-068d-4830-95dd-07827b6eefca req-5608a49f-73f4-4daa-a3a9-52bd9e898fe6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:02.937425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8fa7080-068d-4830-95dd-07827b6eefca req-5608a49f-73f4-4daa-a3a9-52bd9e898fe6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0485015 Dec 07 00:16:02.983534 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8fa7080-068d-4830-95dd-07827b6eefca req-0f07a4dc-d5c7-4e38-924a-cc17ab362940 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Dec 07 00:16:03.339116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad60c0-9a7b-4079-829d-290c8b295df9 req-750c729b-5be3-460f-8a4e-61386531a234 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:03.340597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8dad60c0-9a7b-4079-829d-290c8b295df9 req-750c729b-5be3-460f-8a4e-61386531a234 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0489318 Dec 07 00:16:03.422591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8dad60c0-9a7b-4079-829d-290c8b295df9 req-a357552c-921b-4f2f-8824-573368de347f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759146 Dec 07 00:16:03.473074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-1f4304f2-efc1-44df-b835-979660093b43 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:03.474554 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-1f4304f2-efc1-44df-b835-979660093b43 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d&tenant_id=c37d353319f8491d86776e4aee7f501e&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0859306 Dec 07 00:16:03.534309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:03.577799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-aedaa630-9ec7-46f2-84e9-4a5c653baa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:03.579946 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-aedaa630-9ec7-46f2-84e9-4a5c653baa72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c37d353319f8491d86776e4aee7f501e&device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 1099 time: 0.0416107 Dec 07 00:16:04.009320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-ab99ffe2-4306-4e29-95b2-90f093b04ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:04.010792 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-ab99ffe2-4306-4e29-95b2-90f093b04ed5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 200 len: 914 time: 0.4241035 Dec 07 00:16:04.052602 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-1dbe5a9a-6f0c-4431-86a5-fa8dcc6a1cbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 200 len: 217 time: 0.0334814 Dec 07 00:16:04.102758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-e557ee91-13a6-4b1f-ab91-21a42f0d3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:04.104129 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-e557ee91-13a6-4b1f-ab91-21a42f0d3612 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 200 len: 853 time: 0.0449648 Dec 07 00:16:04.128889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:16:04.135131 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-d7b62619-b8f8-4b32-8538-5d6515fcb3c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=061db519-522a-4163-943d-ae0e882fe4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235708 Dec 07 00:16:04.145281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:16:04.224537 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-6e48a02e-d783-4985-b617-b2ff3c2ee302 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803170 Dec 07 00:16:04.286825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:04.296373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:04.307122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'network_id': '061db519-522a-4163-943d-ae0e882fe4ba', 'port_id': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'mac_address': 'fa:16:3e:ee:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137cdde7-e74a-4d1f-abbf-629ff6a58006', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:16:04.323565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f56a1620-de80-4cf4-ab2a-f2e77d92589c req-a60b0e0a-25d6-4dbf-844a-924376859254 service neutron] 10.222.0.45 "GET /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913742 Dec 07 00:16:04.342213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:04.345016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04f89e3-cfc5-493c-a0d2-8762a390fb4d" -d '{"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-unplugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:04.363471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:04.369741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:04.386218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:16:04.394873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ccbc1-9f58-4a14-887c-2768a93d0ec6 x-openstack-request-id: req-779ccbc1-9f58-4a14-887c-2768a93d0ec6 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:04.395169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-unplugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:04.395425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-779ccbc1-9f58-4a14-887c-2768a93d0ec6 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:04.395814 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'code': 200} Dec 07 00:16:04.450199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:04.534132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:16:04.534502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:16:04.535147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:04.538996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c25713-e6c4-4509-824f-74d0151acd9a req-9b374417-ebb9-4ee6-968a-e7bd73330653 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:04.542002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-90c25713-e6c4-4509-824f-74d0151acd9a req-9b374417-ebb9-4ee6-968a-e7bd73330653 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 944 time: 0.0515592 Dec 07 00:16:04.591357 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-90c25713-e6c4-4509-824f-74d0151acd9a req-0fa2ea33-0aa0-4b52-bfac-6e92a79d102d tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Dec 07 00:16:05.072256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:05.086234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:16:05.105284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:05.178855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:05.226471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:05.311870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['edccdeda-f24b-4fb2-b279-2914cdd9c308'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:16:05.708130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2603cf-7381-484b-9633-f939215c371f req-d86bb1c4-9262-4f63-9295-38d9675ca53f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:05.709625 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf2603cf-7381-484b-9633-f939215c371f req-d86bb1c4-9262-4f63-9295-38d9675ca53f tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 945 time: 0.0490689 Dec 07 00:16:05.758734 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bf2603cf-7381-484b-9633-f939215c371f req-f28faf3a-507a-4d94-93a3-06ca0f8ddf08 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Dec 07 00:16:05.873950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405c615-1ef9-4969-974b-9167888470a7 req-b8b66fef-bdf7-45e0-8a86-e761ba1901f1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:05.875800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1405c615-1ef9-4969-974b-9167888470a7 req-b8b66fef-bdf7-45e0-8a86-e761ba1901f1 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 945 time: 0.0516121 Dec 07 00:16:05.921592 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1405c615-1ef9-4969-974b-9167888470a7 req-63472f80-1130-44dd-8050-99aa8c127e71 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Dec 07 00:16:06.031225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d09fce-694d-4653-997a-94e6a7ca88f3 req-f375ef06-7411-42fc-b901-2197b9f36070 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:06.032703 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11d09fce-694d-4653-997a-94e6a7ca88f3 req-f375ef06-7411-42fc-b901-2197b9f36070 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 945 time: 0.0476084 Dec 07 00:16:06.082996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11d09fce-694d-4653-997a-94e6a7ca88f3 req-360bb9c7-2746-402f-a86e-90de29bc554e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439780 Dec 07 00:16:06.128885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:06.177456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port edccdeda-f24b-4fb2-b279-2914cdd9c308 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:06.177836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:06.255605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:06.286348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:06.349975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:06.398310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:06.403017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e4681-b1bc-408c-8fde-bf880409a0c0" -d '{"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-plugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:06.419696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:06.443378 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2717e4-1f4e-4b64-a852-ee71b367eb49 x-openstack-request-id: req-cd2717e4-1f4e-4b64-a852-ee71b367eb49 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:06.443682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-plugged", "status": "completed", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:06.443936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd2717e4-1f4e-4b64-a852-ee71b367eb49 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:06.444363 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'code': 200} Dec 07 00:16:06.596401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff990ba-212c-4a1c-89b8-ca2d2e15eb7c req-beec37fc-a0bc-43fc-b943-52ab78a7b2e6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:06.599014 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fff990ba-212c-4a1c-89b8-ca2d2e15eb7c req-beec37fc-a0bc-43fc-b943-52ab78a7b2e6 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0474572 Dec 07 00:16:06.651275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fff990ba-212c-4a1c-89b8-ca2d2e15eb7c req-96550b14-4817-4ff0-8371-29e5f67b7c1b tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Dec 07 00:16:07.765695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19f45-0596-4a19-b8d8-23dc10bb570d req-5ff2c9b7-9d56-435d-9e5c-70300d94aaf2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:07.767162 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-32a19f45-0596-4a19-b8d8-23dc10bb570d req-5ff2c9b7-9d56-435d-9e5c-70300d94aaf2 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0482943 Dec 07 00:16:07.814206 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-32a19f45-0596-4a19-b8d8-23dc10bb570d req-8eeaa77f-9d42-44d1-914c-2a53cfdc8d44 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Dec 07 00:16:08.578259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-a04ac8b5-9b45-46e4-bff8-121067d7f0cf tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:08.579770 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-a04ac8b5-9b45-46e4-bff8-121067d7f0cf tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0475900 Dec 07 00:16:08.671804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Deleting port edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:16:08.672141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:08.759409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] For port edccdeda-f24b-4fb2-b279-2914cdd9c308, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edccdeda-f24b-4fb2-b279-2914cdd9c308,segment=NetworkSegment(e609855d-0b20-43d7-b755-ebcf01585155),segment_id=e609855d-0b20-43d7-b755-ebcf01585155)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:08.759771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:08.774616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Calling delete_port for edccdeda-f24b-4fb2-b279-2914cdd9c308 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:16:08.925495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f3a6-fbfe-4901-b86a-c087ee2b3d8f req-c5b8394a-cf39-4f59-a5aa-bf513fee0d4e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:08.927071 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e469f3a6-fbfe-4901-b86a-c087ee2b3d8f req-c5b8394a-cf39-4f59-a5aa-bf513fee0d4e tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 946 time: 0.0479870 Dec 07 00:16:08.973273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e469f3a6-fbfe-4901-b86a-c087ee2b3d8f req-9901dce7-e274-4864-b1c9-67d2cea86f11 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/security-groups?id=20c9f86f-ef87-4bea-a5c9-8ff255738858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 07 00:16:09.002765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:09.034848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Pushing event deleted for resources: {'Port': ['ID=edccdeda-f24b-4fb2-b279-2914cdd9c308,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:09.047652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['edccdeda-f24b-4fb2-b279-2914cdd9c308'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:16:09.098734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] No DVR routers for this DVR port edccdeda-f24b-4fb2-b279-2914cdd9c308 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:16:09.098734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:09.100072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a03ca4b1-40b0-4b0b-9313-734cde508b2f req-8a3f7116-4d74-46fc-a894-a0c2af7e4794 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.45 "DELETE /v2.0/ports/edccdeda-f24b-4fb2-b279-2914cdd9c308 HTTP/1.1" status: 204 len: 173 time: 0.5106394 Dec 07 00:16:09.100540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-deleted', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:09.102865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf872e-c5b8-4f82-a651-34e47f194982" -d '{"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-deleted", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:09.139351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80665c81-98d8-4e13-9b84-3a33d6f6ec5f x-openstack-request-id: req-80665c81-98d8-4e13-9b84-3a33d6f6ec5f {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:09.139674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69835821-4990-4c13-b637-eacf8221421d", "name": "network-vif-deleted", "tag": "edccdeda-f24b-4fb2-b279-2914cdd9c308", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:09.139932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80665c81-98d8-4e13-9b84-3a33d6f6ec5f {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:09.140386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69835821-4990-4c13-b637-eacf8221421d', 'name': 'network-vif-deleted', 'tag': 'edccdeda-f24b-4fb2-b279-2914cdd9c308', 'status': 'completed', 'code': 200} Dec 07 00:16:10.094801 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e6b39ae-6b6e-4840-a627-88221f3c281e req-ba37166e-dbee-495a-9a6a-bcb7cfdbd3b0 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] 10.222.0.53 "GET /v2.0/ports?device_id=69835821-4990-4c13-b637-eacf8221421d HTTP/1.1" status: 200 len: 210 time: 0.0334640 Dec 07 00:16:11.218394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36140) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:11.261673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Deleting subnet 137cdde7-e74a-4d1f-abbf-629ff6a58006 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:16:11.264622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.301938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.342402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.465722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.490947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137cdde7-e74a-4d1f-abbf-629ff6a58006,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:11.494659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.497923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-272da9e9-9f7d-4823-bb79-412dab760ee1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/137cdde7-e74a-4d1f-abbf-629ff6a58006 HTTP/1.1" status: 204 len: 168 time: 0.2785225 Dec 07 00:16:11.500508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36142) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:11.571125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.651878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.670849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061db519-522a-4163-943d-ae0e882fe4ba']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:11.687074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e609855d-0b20-43d7-b755-ebcf01585155') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:11.687370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e609855d-0b20-43d7-b755-ebcf01585155') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:11.703283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.723030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.729936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:16:11.730316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:16:11.731927 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:16:11.847939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.852437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:11.855835 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/061db519-522a-4163-943d-ae0e882fe4ba HTTP/1.1" status: 204 len: 168 time: 0.3544209 Dec 07 00:16:11.874059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf924d-e9db-43e6-bd89-21a8cc93a4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=061db519-522a-4163-943d-ae0e882fe4ba,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:12.162391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36146) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:12.164096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:16:12.184462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: edccdeda-f24b-4fb2-b279-2914cdd9c308 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:16:12.184815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device edccdeda-f24b-4fb2-b279-2914cdd9c308 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:16:12.202388 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5be729c4-403e-415e-b2f0-dd5771e09d7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c37d353319f8491d86776e4aee7f501e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384855 Dec 07 00:16:12.205445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:12.250456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:12.271655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:12.385106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:12.387645 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:12.388869 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20c9f86f-ef87-4bea-a5c9-8ff255738858 HTTP/1.1" status: 204 len: 168 time: 0.1825395 Dec 07 00:16:12.397028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5c347-a9ce-428c-861f-9416819f5965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c9f86f-ef87-4bea-a5c9-8ff255738858,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:13.364650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36170) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:13.457804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-397532313-network', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:13.539233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:16:13.541565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.551244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.624227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.709856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.732267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:16:13.748470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5d7bf-d5bd-4d61-967a-974925990e94,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:13.751391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.751733 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Added segment 38bfe279-cd18-4302-8134-8dca93860c00 of type vlan for network ff3985ad-ebd2-40b3-bad2-0a365aa11181 Dec 07 00:16:13.795209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.880991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.881926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:13.882514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:13.970622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] Pushing event updated for resources: {'Network': ['ID=ff3985ad-ebd2-40b3-bad2-0a365aa11181,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:13.980627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:16:13.999291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73ec12c4-6b45-4570-9900-1254011f2410 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6335425 Dec 07 00:16:14.002583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36174) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:14.007315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Request body: {'subnet': {'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-397532313-subnet', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:14.087921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:16:14.090628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.294184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.348279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:14.356774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:16:14.357138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Network hostable DHCP agents. Network: ff3985ad-ebd2-40b3-bad2-0a365aa11181, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:16:14.447081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:16:14.521204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ff3985ad-ebd2-40b3-bad2-0a365aa11181) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:14.525199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:14.525796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.529981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766e864-1a91-4d7d-9847-fa2bc9d1dc85 None None] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:16:14.628704 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-da29fc9a-f631-41a3-8df2-a72a30bb13fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6250131 Dec 07 00:16:14.631461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36176) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:14.635832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:14.672833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:16:14.674214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.722662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.723760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.808474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Allocated IP 172.20.0.2 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/a9e6286f-5405-4a8f-b36f-5422ef9cf44f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:16:14.812165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:14.949940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.020143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.050812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.065993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:15.066831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:15.070410 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:16:15.077369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Pushing event updated for resources: {'Port': ['ID=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:15.101909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.102260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.102612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.102951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.103285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.103618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.103949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.104304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.104633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.104958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.105282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.105607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.105929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:15.136070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Attempting to bind port a9e6286f-5405-4a8f-b36f-5422ef9cf44f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:16:15.136467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Attempting to bind port a9e6286f-5405-4a8f-b36f-5422ef9cf44f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:16:15.136832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Attempting to bind port a9e6286f-5405-4a8f-b36f-5422ef9cf44f on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:16:15.141931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:16:15.142826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:16:15.143247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.143639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:16:15.144128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Bound port: a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:16:15.144532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.207571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] For port a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:16:15.210691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] For port a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:16:15.265521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.305371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.332164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971e635-7fa5-413c-882f-096de9f2dfbc None None] Pushing event updated for resources: {'Port': ['ID=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:15.343194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.446726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Allocated IP 172.36.7.55 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/861dda58-e064-4e23-b4ab-0da7f419d242) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:16:15.581765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.676372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.719590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:15.722362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:15.726077 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:16:15.731483 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Pushing event updated for resources: {'Port': ['ID=861dda58-e064-4e23-b4ab-0da7f419d242,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:15.734774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c1becd-ca2e-4ce3-af4e-51a0cdeac278 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:16:15.764968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:16:15.792667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a3dd6b40-9319-45f4-a582-fa077274ca3e None None] Provisioning complete for port 861dda58-e064-4e23-b4ab-0da7f419d242 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:15.793047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a3dd6b40-9319-45f4-a582-fa077274ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:15.828018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd6b40-9319-45f4-a582-fa077274ca3e None None] Port 861dda58-e064-4e23-b4ab-0da7f419d242 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:16:16.052985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.240545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e3d71-9e04-407a-91a8-b16a7ddafb09 None None] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:16:16.263651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.264012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a9e6286f-5405-4a8f-b36f-5422ef9cf44f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:16.389445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a9e6286f-5405-4a8f-b36f-5422ef9cf44f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:16.389818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.391252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d20e5e9c-75b7-432a-b83e-e952abbda46b None None] Provisioning complete for port a9e6286f-5405-4a8f-b36f-5422ef9cf44f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:16.391603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d20e5e9c-75b7-432a-b83e-e952abbda46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.465130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Router 67ce3265-fc15-4190-b529-aa16202099c9 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:16:16.578814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.581346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d20e5e9c-75b7-432a-b83e-e952abbda46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.632276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:16.704044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.770582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-d20e5e9c-75b7-432a-b83e-e952abbda46b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:16:16.770945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-d20e5e9c-75b7-432a-b83e-e952abbda46b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:16:16.783617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:16.833196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:16:16.842120 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:16:16.851630 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:16.854169 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:15:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:16.884562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:16.885991 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5b4769bc-4921-470a-82ca-0ea5e5ac8261 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2535160 Dec 07 00:16:16.888677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36178) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:16.953530 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:17.128212 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:15Z', 'revision_number': 3, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:17.153949 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:16:17.154295 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Updating router 67ce3265-fc15-4190-b529-aa16202099c9 port 861dda58-e064-4e23-b4ab-0da7f419d242 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:16:17.177872 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.298121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.427165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-517861a1-d14b-4959-be9b-8034200ce323 None None] Provisioning complete for port a9e6286f-5405-4a8f-b36f-5422ef9cf44f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:17.427706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-517861a1-d14b-4959-be9b-8034200ce323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.427975 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.482600 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.508126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Allocated IP 172.20.0.1 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/2a7d278d-5611-47a2-a27b-a527416de7ea) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:16:17.528910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91274c6a-48d9-4716-a73f-8ee4b4812430 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:16:17.544963 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Attempting to bind port 861dda58-e064-4e23-b4ab-0da7f419d242 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:16:17.545438 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Attempting to bind port 861dda58-e064-4e23-b4ab-0da7f419d242 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:16:17.545897 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Attempting to bind port 861dda58-e064-4e23-b4ab-0da7f419d242 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:16:17.552171 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Pushing event updated for resources: {'Port': ['ID=861dda58-e064-4e23-b4ab-0da7f419d242,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:17.555731 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:16:17.556196 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:16:17.556703 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.557155 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:16:17.557684 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Bound port: 861dda58-e064-4e23-b4ab-0da7f419d242, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:16:17.558151 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.564752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.565172 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.565516 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.565857 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.566189 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.566518 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.566849 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.567173 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.567494 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.567816 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.568135 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.568486 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.568829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:17.609895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.618937 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] For port 861dda58-e064-4e23-b4ab-0da7f419d242, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:16:17.622008 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] For port 861dda58-e064-4e23-b4ab-0da7f419d242, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861dda58-e064-4e23-b4ab-0da7f419d242,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:16:17.632503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca707923-bcf4-49f1-aff2-5a9c43ea03b6 None None] Provisioning complete for port 861dda58-e064-4e23-b4ab-0da7f419d242 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:17.632961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca707923-bcf4-49f1-aff2-5a9c43ea03b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.664939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ca707923-bcf4-49f1-aff2-5a9c43ea03b6 None None] Port 861dda58-e064-4e23-b4ab-0da7f419d242 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:16:17.717427 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.728539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.765953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d368bc-a0d1-47cc-b9ec-7ba5a317a92a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:16:17.773410 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:17.776336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:17.780064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:16:17.787938 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:17.788657 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:15:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:17.790782 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5a748-78d9-4359-a84b-132ed29c1655 None None] Pushing event updated for resources: {'Port': ['ID=861dda58-e064-4e23-b4ab-0da7f419d242,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:17.804257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Pushing event updated for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:17.823319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.891478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] Provisioning complete for port 861dda58-e064-4e23-b4ab-0da7f419d242 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:17.891478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:17.907508 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:17.988357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.014146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] For port 861dda58-e064-4e23-b4ab-0da7f419d242, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861dda58-e064-4e23-b4ab-0da7f419d242,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:18.068420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.116927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.190800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cb34a-df3c-404a-b0b4-e5716069a132 None None] Pushing event updated for resources: {'Port': ['ID=861dda58-e064-4e23-b4ab-0da7f419d242,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:18.213753 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:15Z', 'revision_number': 3, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:18.239793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-12ac44d1-5bab-4f09-b516-78bc5420ce36 None None] Provisioning complete for port 2a7d278d-5611-47a2-a27b-a527416de7ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:18.240198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-12ac44d1-5bab-4f09-b516-78bc5420ce36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.240557 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a14b4-1621-47ec-88d7-6ed716e65f20 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:15Z', 'revision_number': 3, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:16:18.244177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a9e6286f-5405-4a8f-b36f-5422ef9cf44f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:18.252793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.322747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.398236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.405370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Pushing event updated for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:18.489611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-12ac44d1-5bab-4f09-b516-78bc5420ce36 None None] Port 2a7d278d-5611-47a2-a27b-a527416de7ea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:16:18.505387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a9e6286f-5405-4a8f-b36f-5422ef9cf44f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:18.505808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.538275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:18.541396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:18.562695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0bb79220-c1c1-4ad7-8e46-333962c97d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.700995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:16:18.817618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:16:18.821327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8c878452-d939-4765-b832-8f19dffe8800 None None] Provisioning complete for port 2a7d278d-5611-47a2-a27b-a527416de7ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:18.821781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8c878452-d939-4765-b832-8f19dffe8800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:18.822520 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73325778-8e00-45c1-abeb-c964549cd15d admin admin] 10.222.0.53 "PUT /v2.0/routers/67ce3265-fc15-4190-b529-aa16202099c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9328532 Dec 07 00:16:18.862023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8c878452-d939-4765-b832-8f19dffe8800 None None] Port 2a7d278d-5611-47a2-a27b-a527416de7ea cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:16:19.436115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36186) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:19.440810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132814739', 'description': 'tempest-description--1895149463'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:19.517262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.583701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.666126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.702024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce9bb31-105c-4026-ab5e-15f9e34b0e99,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:19.710004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.710363 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.710719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.711067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.711451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.711795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.712136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.712508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.713210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.713557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.713894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.714279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.714614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:16:19.759173 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.760491 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c7715723-087e-4207-87ee-c093e807a69a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3233087 Dec 07 00:16:19.763284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36188) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:19.768169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'security_group_rule': {'security_group_id': '2ce9bb31-105c-4026-ab5e-15f9e34b0e99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:19.853078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.910158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:19.960861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:16:19.971712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:19.972367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:15:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:19.985270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.005322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3577bf06-306f-467c-bea7-0869a0c086c4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:20.072625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.073944 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0d1f0b13-7fa6-4c29-8073-468ceccbbaad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097193 Dec 07 00:16:20.076587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36190) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:20.081551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'security_group_rule': {'security_group_id': '2ce9bb31-105c-4026-ab5e-15f9e34b0e99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:20.086803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:20.176438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.244385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 861dda58-e064-4e23-b4ab-0da7f419d242 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:20.253610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.334300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 861dda58-e064-4e23-b4ab-0da7f419d242 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:20.334701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.338141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.340950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:18Z', 'revision_number': 2, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:20.356099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca045d3f-804c-4fa2-9cda-f6b7b2e70e41,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:20.391319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:16:20.391683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Updating router 67ce3265-fc15-4190-b529-aa16202099c9 port 2a7d278d-5611-47a2-a27b-a527416de7ea binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:16:20.422477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.450096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.451334 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab523f10-daca-43bb-ab74-6329d99b7743 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3738267 Dec 07 00:16:20.454283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36192) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:20.458676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:20.545423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.649996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.732491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-638877ce-6368-4017-ab7f-49e82747ff98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.735045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.756166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Allocated IP 172.36.7.251 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/67242015-8019-4f77-9b6a-459238bf679b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:16:20.807204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.856328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.861993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5936c-0838-4547-91dd-9f24780b687f None None] Pushing event updated for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:20.913783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Attempting to bind port 2a7d278d-5611-47a2-a27b-a527416de7ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:16:20.914165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Attempting to bind port 2a7d278d-5611-47a2-a27b-a527416de7ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:16:20.914535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Attempting to bind port 2a7d278d-5611-47a2-a27b-a527416de7ea on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:16:20.920377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:16:20.920756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:16:20.921158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.921559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:16:20.922019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Bound port: 2a7d278d-5611-47a2-a27b-a527416de7ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:16:20.922403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.963457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:20.992796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] For port 2a7d278d-5611-47a2-a27b-a527416de7ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:16:21.002013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] For port 2a7d278d-5611-47a2-a27b-a527416de7ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a7d278d-5611-47a2-a27b-a527416de7ea,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:16:21.012844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:21.015831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:21.020123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:16:21.059461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=67242015-8019-4f77-9b6a-459238bf679b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:21.089533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.120863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.144399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] Provisioning complete for port 2a7d278d-5611-47a2-a27b-a527416de7ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:21.145064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.185827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5936c-0838-4547-91dd-9f24780b687f None None] Pushing event updated for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:21.192145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:21.192816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:16:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:21.231990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.341784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.356483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:21.409922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.446779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] For port 2a7d278d-5611-47a2-a27b-a527416de7ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a7d278d-5611-47a2-a27b-a527416de7ea,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:21.486697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.518128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.560372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=67242015-8019-4f77-9b6a-459238bf679b,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:21.573427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.595090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccbec-8855-4c3e-9539-30f4b0e365d3 None None] Pushing event updated for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:21.618150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:20Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:21.648881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.659995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f2ff-4691-4392-92a0-ac68dda696e1 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:20Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:16:21.660889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b4b9abbd-54d4-4280-83e3-dc7408267610 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1969345 Dec 07 00:16:21.664140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0ef09772-9ff6-48e2-91b4-e3c96c7e999f None None] Provisioning complete for port 2a7d278d-5611-47a2-a27b-a527416de7ea triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:21.664669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ef09772-9ff6-48e2-91b4-e3c96c7e999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:21.856935 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-2345ad79-cb5e-43b6-9b09-709f08bbc112 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2132814739&fields=id&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 267 time: 0.0498645 Dec 07 00:16:21.972370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-d45c972a-f836-43e3-9aa4-adf704de49f1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:21.973872 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-d45c972a-f836-43e3-9aa4-adf704de49f1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1089396 Dec 07 00:16:21.990590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-5d0a0c95-27c6-44ac-aaf2-721b6be0de9f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/quotas/795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Dec 07 00:16:22.008343 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:22.044824 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-65703990-1951-4cc7-b815-c350fd713b6f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470872 Dec 07 00:16:22.151074 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-17fd5e4b-d7f4-4ab0-babe-7d4c0962f900 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935450 Dec 07 00:16:22.243269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2a7d278d-5611-47a2-a27b-a527416de7ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:22.255651 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-b95f1481-6d89-493f-ba8b-d448ffa6a88f service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925009 Dec 07 00:16:22.296677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2a7d278d-5611-47a2-a27b-a527416de7ea triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:22.297052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:22.512116 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5aac3e2-8307-4651-bf9d-572873facb46 req-d7b1fd0d-616a-44e9-9415-10c251d1a86d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 210 time: 0.0337992 Dec 07 00:16:23.070691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:23.611696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e5e283f6-2803-4e3d-9315-82fd7ee91307 req-47971ab6-af4a-46fd-8a11-88d594fa5b47 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 210 time: 0.0303609 Dec 07 00:16:24.145137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:24.670252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-8c898341-3d65-4f5a-8d04-0d78d03ee5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:24.671734 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-8c898341-3d65-4f5a-8d04-0d78d03ee5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1011453 Dec 07 00:16:24.707593 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ebb907bc-6bcb-4259-88cc-ea81b5443588 req-813d3141-6b3d-49a7-a230-dc2b71c7d2b6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 210 time: 0.0257056 Dec 07 00:16:24.752416 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-4b62974e-dbb6-4db7-b7ee-dc239d9522cb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 380 time: 0.0622907 Dec 07 00:16:24.766675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'port': {'device_id': '60b895eb-97d3-4699-893d-63d27c7da61a', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'admin_state_up': True, 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'security_groups': ['2ce9bb31-105c-4026-ab5e-15f9e34b0e99']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:24.973656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:16:24.977254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.104558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Allocated IP 172.20.0.3 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/bc5376bd-9168-4eae-aa6b-fbf2f99870c7) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:16:25.233861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.328531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.376091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:16:25.379794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:16:25.383621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:16:25.407170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:25.438689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:25.440014 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.524687 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-db2793dd-2d3f-47a2-87a4-6a9da5f3dcf7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614439 Dec 07 00:16:25.571117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Request body: {'port': {'device_id': '60b895eb-97d3-4699-893d-63d27c7da61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:25.619567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-865da30e-6637-46f6-a185-4412a972a3c0 None None] Provisioning complete for port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:25.620106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-865da30e-6637-46f6-a185-4412a972a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.623359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:25.653250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-865da30e-6637-46f6-a185-4412a972a3c0 None None] Port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:16:26.134811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8e987-b547-49c7-b875-3b8b7d967b30 req-47f5e193-0b69-49ea-b0dd-0c74b6c3736a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:26.136188 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7fe8e987-b547-49c7-b875-3b8b7d967b30 req-47f5e193-0b69-49ea-b0dd-0c74b6c3736a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 931 time: 0.0692687 Dec 07 00:16:26.226483 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7fe8e987-b547-49c7-b875-3b8b7d967b30 req-8b68e640-e422-4eaa-9df0-8b4f44b99e34 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830574 Dec 07 00:16:26.230251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:16:26.238397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:26.250072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Transition to ACTIVE for port object bc5376bd-9168-4eae-aa6b-fbf2f99870c7 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:16:26.315892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:26.364652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:26.436554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Attempting to bind port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:16:26.436890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Attempting to bind port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:16:26.437217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Attempting to bind port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:16:26.442720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:16:26.442720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Attempting to bind port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:16:26.449130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:16:26.449474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:16:26.449867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:16:26.450303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Bound port: bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:16:26.450667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:26.524964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:16:26.528063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:16:26.596543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:26.632179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:26.632879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:26.634260 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] 10.222.0.45 "PUT /v2.0/ports/bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 1093 time: 1.0674405 Dec 07 00:16:26.634743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:26.637123 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07165278-e8b2-44bb-ac94-656e79323bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:26.671585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a381029-397b-4ce6-8e15-34a20dce8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:26.680202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25a534f-f178-4024-a4cf-72ec66c6361b x-openstack-request-id: req-b25a534f-f178-4024-a4cf-72ec66c6361b {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:26.680522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:26.680741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b25a534f-f178-4024-a4cf-72ec66c6361b {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:26.681121 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'status': 'completed', 'code': 200} Dec 07 00:16:26.771529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-4b090e10-8e3b-4a67-a4c0-c879bee0120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:26.773064 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-4b090e10-8e3b-4a67-a4c0-c879bee0120c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1096 time: 0.0447681 Dec 07 00:16:26.889002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-7b4774a2-e641-4c94-a80e-86c9a22fef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:26.890572 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-7b4774a2-e641-4c94-a80e-86c9a22fef32 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=795fd6785f114ecb98beaf41d9d07950&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0937669 Dec 07 00:16:26.986001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-5a3f8d61-2203-49fc-ab45-ccbcfe11dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:26.987364 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-07165278-e8b2-44bb-ac94-656e79323bf2 req-5a3f8d61-2203-49fc-ab45-ccbcfe11dff3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860460 Dec 07 00:16:27.102321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-fbe40ea7-5a26-4ca1-8b18-62e0e6f8fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:27.103781 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-fbe40ea7-5a26-4ca1-8b18-62e0e6f8fb50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1096 time: 0.0443010 Dec 07 00:16:27.159471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-9f8940fd-af26-46a4-a24b-4f53202e397d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 217 time: 0.0333772 Dec 07 00:16:27.213105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-e970ed1b-b0da-4299-bd29-1d2862760260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:27.214575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-e970ed1b-b0da-4299-bd29-1d2862760260 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0432990 Dec 07 00:16:27.275339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-42dab85a-79eb-4617-b656-08bedea8168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:27.276899 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-42dab85a-79eb-4617-b656-08bedea8168d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540662 Dec 07 00:16:27.395605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0704c-46cc-42ac-91af-18f8c7fde5bf req-619eb72c-8859-49b0-a120-5bc90f105b27 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:27.397093 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02c0704c-46cc-42ac-91af-18f8c7fde5bf req-619eb72c-8859-49b0-a120-5bc90f105b27 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 943 time: 0.1016340 Dec 07 00:16:27.415754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-bab81981-da18-4453-a52e-6917c3d3d111 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276398 Dec 07 00:16:27.496127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-02c0704c-46cc-42ac-91af-18f8c7fde5bf req-3bbd0da9-35e6-435b-b0ee-9f16a7c378b4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907068 Dec 07 00:16:27.526243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e85aab2e-b80c-4400-b404-22db5a4b21ea req-b3881660-f759-4b8e-88c7-59f0a304b1aa service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977867 Dec 07 00:16:28.611794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0edf95-2767-4fdc-8319-98e10e39f396 req-a90c08e5-11cd-435f-94d1-29cab5a80e33 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:28.613306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c0edf95-2767-4fdc-8319-98e10e39f396 req-a90c08e5-11cd-435f-94d1-29cab5a80e33 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 943 time: 0.0478485 Dec 07 00:16:28.658894 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c0edf95-2767-4fdc-8319-98e10e39f396 req-ea5a58e8-684b-4570-a7b6-0bf500180b44 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Dec 07 00:16:29.776293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d16c0e-c7dc-4f25-a6f7-2f4f08e42923 req-f3fa9582-2a77-4ff0-b3c4-a7c4a78c8528 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:29.777736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c1d16c0e-c7dc-4f25-a6f7-2f4f08e42923 req-f3fa9582-2a77-4ff0-b3c4-a7c4a78c8528 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 943 time: 0.0534003 Dec 07 00:16:29.823167 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c1d16c0e-c7dc-4f25-a6f7-2f4f08e42923 req-ed4e004d-c90e-48cd-bf74-6e5171e9d70b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 Dec 07 00:16:30.241246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:16:30.337255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:30.347851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'mac_address': 'fa:16:3e:1d:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:16:30.396001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:30.408574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:16:30.427555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:30.482249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:30.529124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:30.834208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['bc5376bd-9168-4eae-aa6b-fbf2f99870c7'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:16:30.939973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21191-2376-4e6a-80fb-d9b60d1898de req-a85abe53-a8ba-4cc9-80a4-1d2990ae79db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:30.941484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eea21191-2376-4e6a-80fb-d9b60d1898de req-a85abe53-a8ba-4cc9-80a4-1d2990ae79db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 944 time: 0.0519252 Dec 07 00:16:30.988495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-eea21191-2376-4e6a-80fb-d9b60d1898de req-7dbe136e-f079-4189-9066-122afc16afad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Dec 07 00:16:32.100657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5fcc-bdf3-4c3c-9d30-d42ab15a2688 req-bae6ee35-92b0-453e-80c5-6b04eee53eea tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:32.102045 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95fd5fcc-bdf3-4c3c-9d30-d42ab15a2688 req-bae6ee35-92b0-453e-80c5-6b04eee53eea tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 944 time: 0.0477197 Dec 07 00:16:32.148470 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95fd5fcc-bdf3-4c3c-9d30-d42ab15a2688 req-657d91e9-3e9e-4048-895d-19bb2d09c924 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Dec 07 00:16:32.258269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:16:32.361976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:16:32.365740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:16:32.366110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:32.589077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:32.610917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:32.613254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b6788-88ec-4107-9af6-5ca21e2ad7d2" -d '{"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:32.625151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:16:32.650475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d1f137-4578-47f9-9d4f-4c9c86b00e06 x-openstack-request-id: req-96d1f137-4578-47f9-9d4f-4c9c86b00e06 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:32.650748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:32.651008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96d1f137-4578-47f9-9d4f-4c9c86b00e06 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:32.651407 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'code': 200} Dec 07 00:16:32.687433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:32.735155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:16:33.031628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6b833-7d28-4d7a-bba5-5761a834238c req-25eb4061-0235-4756-b141-5b98df62488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:33.033140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4cb6b833-7d28-4d7a-bba5-5761a834238c req-25eb4061-0235-4756-b141-5b98df62488f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1098 time: 0.0394320 Dec 07 00:16:33.084596 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4cb6b833-7d28-4d7a-bba5-5761a834238c req-f346b3d8-8077-4a64-a970-f09a903cf19e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Dec 07 00:16:33.260560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f19a-996a-4486-911f-c7e7b462bbdb req-2c681272-ab25-4711-bf6d-31e1dd597862 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:33.262002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9b18f19a-996a-4486-911f-c7e7b462bbdb req-2c681272-ab25-4711-bf6d-31e1dd597862 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0477769 Dec 07 00:16:33.307728 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9b18f19a-996a-4486-911f-c7e7b462bbdb req-f91e019a-fe41-4b37-98b8-8f9bd48295c9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Dec 07 00:16:33.601804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:34.424314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43014-6da9-403d-8e4f-c42b4d6f5a63 req-480db103-b38a-4dd8-8590-cfe7cc4a52ef tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:34.425645 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-85d43014-6da9-403d-8e4f-c42b4d6f5a63 req-480db103-b38a-4dd8-8590-cfe7cc4a52ef tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0483079 Dec 07 00:16:34.477393 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-85d43014-6da9-403d-8e4f-c42b4d6f5a63 req-0dfd57b7-cae0-43a7-ae9d-f2e1a90775a6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455828 Dec 07 00:16:35.590085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945d75-8fcb-461c-9558-46bfdeb97716 req-cddcde1f-b7f1-4bab-ab75-1462bac3e4db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:35.591549 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4e945d75-8fcb-461c-9558-46bfdeb97716 req-cddcde1f-b7f1-4bab-ab75-1462bac3e4db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0480568 Dec 07 00:16:35.637410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4e945d75-8fcb-461c-9558-46bfdeb97716 req-5e6f42f0-56e9-4331-958e-4ee992f0bccd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392430 Dec 07 00:16:35.745615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2aae9-37b6-48ca-a815-8bac74ada36d req-8d8d1533-6191-4c1d-8e1f-77d2e6468986 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:35.747102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cfc2aae9-37b6-48ca-a815-8bac74ada36d req-8d8d1533-6191-4c1d-8e1f-77d2e6468986 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0473773 Dec 07 00:16:35.756611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 36248) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:16:35.760907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'floatingip': {'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:16:35.802337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:36.212586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:36.269362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:36.364618 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b associated. External IP: 172.36.7.251, port: bc5376bd-9168-4eae-aa6b-fbf2f99870c7. Dec 07 00:16:36.573253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:16:36.677463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:16:36.682312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:36.686934 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:16:36.697556 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:36.699294 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:16:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:36.711878 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ee64128f-da3f-4392-a2c1-d28533520b19 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "PUT /v2.0/floatingips/2b689693-729d-4eed-8214-68de69ba646b HTTP/1.1" status: 200 len: 991 time: 0.9542661 Dec 07 00:16:36.712503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:16:36.714773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b35d6d-9609-456d-8b06-729f4b5eaeee" -d '{"events": [{"name": "network-changed", "server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:16:36.755064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d513b3-910d-4a32-bded-3d02e3e334cb x-openstack-request-id: req-74d513b3-910d-4a32-bded-3d02e3e334cb {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:16:36.755659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:16:36.755659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74d513b3-910d-4a32-bded-3d02e3e334cb {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:16:36.755983 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'status': 'completed', 'code': 200} Dec 07 00:16:36.806916 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:36.853667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-5d23b245-742d-4b53-ae19-deac694f2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:36.855728 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-5d23b245-742d-4b53-ae19-deac694f2e66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1098 time: 0.0455258 Dec 07 00:16:36.946558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-eeaf62eb-ebc4-4e92-bf66-774be6b206d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:36.948049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-eeaf62eb-ebc4-4e92-bf66-774be6b206d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0837150 Dec 07 00:16:37.027006 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:1d:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b895eb-97d3-4699-893d-63d27c7da61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:16:36Z', 'revision_number': 1, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:37.048544 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-938323ff-8449-4031-abd5-7931aa0c2ddb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 999 time: 0.0919638 Dec 07 00:16:37.056423 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:16:37.064614 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:16:37.065150 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:16:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:37.104926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-1fb0c4c3-4044-4e55-93fc-c8a35af98e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:37.106409 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-1fb0c4c3-4044-4e55-93fc-c8a35af98e14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0439930 Dec 07 00:16:37.150811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-125594a7-b709-4ec3-b3b5-44af1abb7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:16:37.152359 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-125594a7-b709-4ec3-b3b5-44af1abb7d9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394690 Dec 07 00:16:37.166978 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:16:37.245241 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-67e86422-6ec8-4d52-8135-0de8a043802b service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 Dec 07 00:16:37.338644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62b35d6d-9609-456d-8b06-729f4b5eaeee req-1f1fb208-e6d4-4b22-8ae1-e58710b7b160 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Dec 07 00:16:37.381775 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:1d:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b895eb-97d3-4699-893d-63d27c7da61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:16:36Z', 'revision_number': 1, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:16:37.407511 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b17c3-0156-4846-88d5-5932f6690589 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:1d:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b895eb-97d3-4699-893d-63d27c7da61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:16:36Z', 'revision_number': 1, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:16:37.594471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620828e6-2422-4a68-87cf-eaa1039a1013 None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:16:48.360106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e92eb059-76f5-4095-8935-0e4f6ba36e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:50.698433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cc3f6d4a-0fd3-46cc-8a49-64df795db245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:51.995764 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:52.764557 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:16:53.034315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:16:54.115429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:03.572668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:17.239392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eeb5c-af5f-4d7d-981e-fdb98a993d49 req-40c75a9c-6f19-4531-b3d1-59dc0202d587 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:17.240906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-659eeb5c-af5f-4d7d-981e-fdb98a993d49 req-40c75a9c-6f19-4531-b3d1-59dc0202d587 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0529501 Dec 07 00:17:17.288106 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-659eeb5c-af5f-4d7d-981e-fdb98a993d49 req-fd1877d5-f1d5-4174-ab7d-3c0243a179ff tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Dec 07 00:17:17.661061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da1f75-d31c-4176-8cad-17f38af3bc0e req-7e7a5d2a-fc70-4a70-a25b-e37e85ed99a9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:17.662524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-19da1f75-d31c-4176-8cad-17f38af3bc0e req-7e7a5d2a-fc70-4a70-a25b-e37e85ed99a9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0479558 Dec 07 00:17:17.708670 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-19da1f75-d31c-4176-8cad-17f38af3bc0e req-6fe87e76-9e1d-4c54-a8dd-7afebd6c4a48 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 Dec 07 00:17:17.772818 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-7b56ea0b-d48c-4c4f-8c26-ab8cd89dce7a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419130 Dec 07 00:17:18.336832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-23eabd26-a142-47df-bf64-39eba6b0f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:18.825452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f5de2-563d-4942-b8f1-8d5e9389c675 req-2fb9c277-7abc-486d-8412-fd60d23fbbd8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:18.826930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a99f5de2-563d-4942-b8f1-8d5e9389c675 req-2fb9c277-7abc-486d-8412-fd60d23fbbd8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0498981 Dec 07 00:17:18.874492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a99f5de2-563d-4942-b8f1-8d5e9389c675 req-001aea59-b9f5-4329-838a-85e9cbf2ee5b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Dec 07 00:17:19.939644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-775ef0d4-0688-434d-8bb9-3148adc36818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:19.941393 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-775ef0d4-0688-434d-8bb9-3148adc36818 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1098 time: 0.0469527 Dec 07 00:17:19.989996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb91c2-841d-42cf-8d9f-590621b86dc1 req-9cf959a6-127d-40cb-b74c-8fca54b66fcb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:19.991459 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a0eb91c2-841d-42cf-8d9f-590621b86dc1 req-9cf959a6-127d-40cb-b74c-8fca54b66fcb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0481243 Dec 07 00:17:20.035160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-859c9331-996c-484d-807d-a8249466c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.036757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-859c9331-996c-484d-807d-a8249466c8b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0846756 Dec 07 00:17:20.038325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a0eb91c2-841d-42cf-8d9f-590621b86dc1 req-c4dd8974-1a80-486f-b50c-041193e5d544 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Dec 07 00:17:20.111001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-16ceda3a-e1b9-4367-83ac-a977dfd7fd76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 1001 time: 0.0609272 Dec 07 00:17:20.162055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-abb40eef-41c3-4f8a-a6ce-d2c13ca465f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.163386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-abb40eef-41c3-4f8a-a6ce-d2c13ca465f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0440609 Dec 07 00:17:20.211986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-69853839-9bdc-44c4-8d8a-c8bb5ed6434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.213915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-69853839-9bdc-44c4-8d8a-c8bb5ed6434c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414052 Dec 07 00:17:20.311011 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-4bf97eb1-345c-411f-b365-06ea4be3060d service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851669 Dec 07 00:17:20.403353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-3cfab24d-828e-4de8-899b-265284f720c0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796549 Dec 07 00:17:20.685865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-192d923e-35a6-4b93-80a5-7b052dd9352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.687347 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-192d923e-35a6-4b93-80a5-7b052dd9352c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1098 time: 0.0478382 Dec 07 00:17:20.696879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36cfc18a-8f3e-4ddb-8e59-3b494e68b24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:20.798126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-64db4503-6d96-4f39-bb56-dfd11dd40873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.800374 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-64db4503-6d96-4f39-bb56-dfd11dd40873 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0857790 Dec 07 00:17:20.920988 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-5bd16967-880b-4f00-884f-32df841410b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 1001 time: 0.0648298 Dec 07 00:17:20.970308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-f678ed7e-76bc-499e-9973-7ea5625cc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:20.972221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-f678ed7e-76bc-499e-9973-7ea5625cc019 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0424948 Dec 07 00:17:21.020262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-eeaad5c3-be7d-4708-9649-2a22ec1d1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:21.021775 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-eeaad5c3-be7d-4708-9649-2a22ec1d1276 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412748 Dec 07 00:17:21.124048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-ee1c8753-4d8b-4285-ac02-5547c83e1f0d service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947161 Dec 07 00:17:21.226075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ed73-ed43-4e86-b615-2c75b4e6f924 req-d2f113f6-346b-43dc-b90e-de00feedad22 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:21.228796 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8235ed73-ed43-4e86-b615-2c75b4e6f924 req-d2f113f6-346b-43dc-b90e-de00feedad22 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.1188214 Dec 07 00:17:21.266251 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4d90787-ec23-4f8c-91cb-6b25933f7d12 req-8b6c2862-6c86-457e-8b4e-08124de442b0 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284680 Dec 07 00:17:21.293572 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8235ed73-ed43-4e86-b615-2c75b4e6f924 req-76119dbb-1667-407a-bd10-a7dd07b7c045 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581055 Dec 07 00:17:22.046306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:22.406122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58dcd-2fca-4e13-977f-9498a5903d66 req-2ccd90df-be68-427d-9e72-be28a40d92e1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:22.407554 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05a58dcd-2fca-4e13-977f-9498a5903d66 req-2ccd90df-be68-427d-9e72-be28a40d92e1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0470393 Dec 07 00:17:22.452400 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05a58dcd-2fca-4e13-977f-9498a5903d66 req-0157ecf9-6ff1-40b8-a39a-71c39448d647 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Dec 07 00:17:23.045433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:23.574501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f58ce-8159-4d83-86e8-b364fa564cdb req-a0a89d48-8c00-4d8b-beb2-75814118cb4f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:23.576110 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b94f58ce-8159-4d83-86e8-b364fa564cdb req-a0a89d48-8c00-4d8b-beb2-75814118cb4f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0543501 Dec 07 00:17:23.623163 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b94f58ce-8159-4d83-86e8-b364fa564cdb req-780ea4e5-45cc-4328-b6d6-5474de8758e5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Dec 07 00:17:24.132380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:24.744040 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b44f7b-1186-4fa4-8852-ebd02b7fc778 req-0188957e-a26c-462e-bcaf-d2943f653cbd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:24.745522 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7b44f7b-1186-4fa4-8852-ebd02b7fc778 req-0188957e-a26c-462e-bcaf-d2943f653cbd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0531583 Dec 07 00:17:24.791867 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7b44f7b-1186-4fa4-8852-ebd02b7fc778 req-1cf71ba4-f68b-4570-8d0d-b8a09504cc56 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Dec 07 00:17:25.903407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b77152-4617-4eb6-9948-a0a6b736cde4 req-cc4ee2d1-3a93-4b51-9a6c-37fce07b8932 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:25.904868 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b0b77152-4617-4eb6-9948-a0a6b736cde4 req-cc4ee2d1-3a93-4b51-9a6c-37fce07b8932 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0472369 Dec 07 00:17:25.955508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b0b77152-4617-4eb6-9948-a0a6b736cde4 req-ca3781cd-cf92-4727-8b7c-d5e868f338b2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442770 Dec 07 00:17:27.069645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dcd69-2675-40f6-8197-e777dcd27ce0 req-d18bf4ea-a130-4c5d-8253-0c39bcab38d1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:27.071080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c6dcd69-2675-40f6-8197-e777dcd27ce0 req-d18bf4ea-a130-4c5d-8253-0c39bcab38d1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0471396 Dec 07 00:17:27.116965 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c6dcd69-2675-40f6-8197-e777dcd27ce0 req-28203aa5-2180-446d-ba56-c574dc660a62 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Dec 07 00:17:28.229995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7927950-23e3-40e2-a8e5-7b79098ba962 req-aca841b2-65ee-41e3-91bd-277c2ac393fe tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:28.231441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7927950-23e3-40e2-a8e5-7b79098ba962 req-aca841b2-65ee-41e3-91bd-277c2ac393fe tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0471239 Dec 07 00:17:28.277063 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7927950-23e3-40e2-a8e5-7b79098ba962 req-efa3f05d-6aa9-45d6-8c5d-5bf267502ac9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Dec 07 00:17:29.389647 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eec104-7bac-44f2-aeee-f66e9bc26fac req-45932570-5fee-44d8-b45f-e608d896e433 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:29.391104 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-59eec104-7bac-44f2-aeee-f66e9bc26fac req-45932570-5fee-44d8-b45f-e608d896e433 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0470893 Dec 07 00:17:29.440282 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-59eec104-7bac-44f2-aeee-f66e9bc26fac req-524546da-fa17-4487-a623-d2b651cd56ca tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426316 Dec 07 00:17:29.763979 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:17:30.556536 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e84ab3-0b19-4a13-8cc3-bd89cfa1a396 req-b6b41b42-f54a-40ba-bdce-93aaf86be016 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:30.558083 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0e84ab3-0b19-4a13-8cc3-bd89cfa1a396 req-b6b41b42-f54a-40ba-bdce-93aaf86be016 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0490773 Dec 07 00:17:30.604256 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0e84ab3-0b19-4a13-8cc3-bd89cfa1a396 req-19254f32-355a-4b98-87a4-69a946fa5d09 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Dec 07 00:17:31.717866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc344dbc-f76d-44bd-85ba-6f76267bc51c req-faa72745-5942-47e0-a628-6dff485e782a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:31.719315 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc344dbc-f76d-44bd-85ba-6f76267bc51c req-faa72745-5942-47e0-a628-6dff485e782a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0476947 Dec 07 00:17:31.765436 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc344dbc-f76d-44bd-85ba-6f76267bc51c req-10591cb1-cd75-4062-a91f-9686a9011bd6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Dec 07 00:17:32.926701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24d921-ec24-42cc-aaa1-43a002da5bb6 req-d01d0c3e-8ff3-4786-81ba-f10439825b91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:32.928182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db24d921-ec24-42cc-aaa1-43a002da5bb6 req-d01d0c3e-8ff3-4786-81ba-f10439825b91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0967641 Dec 07 00:17:32.934092 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-8c00694a-e3fe-489f-a569-f27d970000fb service neutron] 10.222.0.45 "GET /v2.0/ports/bc5376bd-9168-4eae-aa6b-fbf2f99870c7/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.1039493 Dec 07 00:17:32.977059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-db24d921-ec24-42cc-aaa1-43a002da5bb6 req-fc2ea15e-3818-4535-9d8e-181aedc488b0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420191 Dec 07 00:17:33.479717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-967779f9-71f0-4770-8cd0-4fd6fa5bce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:33.481213 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-967779f9-71f0-4770-8cd0-4fd6fa5bce2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1098 time: 0.0399730 Dec 07 00:17:33.567594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-c2a3e642-047b-4530-8283-956dc8700979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:33.569137 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-c2a3e642-047b-4530-8283-956dc8700979 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1098 time: 0.0440841 Dec 07 00:17:33.611832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:33.662201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-7483fd55-56ae-4822-84df-5dfe56688f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:33.663648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-7483fd55-56ae-4822-84df-5dfe56688f2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0836201 Dec 07 00:17:33.736812 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-3616882f-fdd7-43bb-8fa2-ae2adf8e73a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 1001 time: 0.0615044 Dec 07 00:17:33.789244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-f144a704-6b59-4e77-9990-107124d564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:33.790659 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-f144a704-6b59-4e77-9990-107124d564d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0435479 Dec 07 00:17:33.840878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-8e707a36-8502-44d2-8d35-bb851ed73bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:33.842327 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-8e707a36-8502-44d2-8d35-bb851ed73bfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383646 Dec 07 00:17:33.937247 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-8665a5e2-be5c-4f83-a523-81d9a3c984aa service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827942 Dec 07 00:17:34.028771 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6fdfb32-0592-4316-aa37-c12314da34a6 req-ff6d774f-6cb2-450c-89c6-c4350ac8b180 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802269 Dec 07 00:17:34.092819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e597f1-d972-4109-9c21-5707ea9b332f req-2fa85804-a4cc-4e23-a601-4d59ed0dce91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:34.094275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11e597f1-d972-4109-9c21-5707ea9b332f req-2fa85804-a4cc-4e23-a601-4d59ed0dce91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0487716 Dec 07 00:17:34.140570 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11e597f1-d972-4109-9c21-5707ea9b332f req-1ceeebb6-4b49-494e-af38-add67155a7ab tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 Dec 07 00:17:35.257386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7590ee0-eeb1-4a4b-b552-4ffc6a77b2e4 req-4d62eeb5-50ab-46a9-9701-108d7fa9dedf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:35.258821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b7590ee0-eeb1-4a4b-b552-4ffc6a77b2e4 req-4d62eeb5-50ab-46a9-9701-108d7fa9dedf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0509739 Dec 07 00:17:35.304706 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b7590ee0-eeb1-4a4b-b552-4ffc6a77b2e4 req-2ce0299f-55ee-4d26-957d-12e4e0d2a6e0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399802 Dec 07 00:17:36.424697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c7533-94ee-4f65-864f-c65266042cf2 req-3051cb07-3491-4622-94da-c1d0d7482060 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:36.426157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b2c7533-94ee-4f65-864f-c65266042cf2 req-3051cb07-3491-4622-94da-c1d0d7482060 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0545144 Dec 07 00:17:36.472449 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b2c7533-94ee-4f65-864f-c65266042cf2 req-65945ed0-622d-4894-b0a8-0d2eb64ad4bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Dec 07 00:17:36.641567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:17:36.652271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:17:36.806926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:36.820136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:36.824770 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faeb85-a57b-447f-821b-b03654ba02a1 req-4059dd01-2b47-437b-af3e-ff948fad38ba tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:36.826346 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-27faeb85-a57b-447f-821b-b03654ba02a1 req-4059dd01-2b47-437b-af3e-ff948fad38ba tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0497780 Dec 07 00:17:36.833606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'mac_address': 'fa:16:3e:1d:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:17:36.849861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:36.852106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e63e3-2cb0-4749-ac70-9774e3a66c1b" -d '{"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-unplugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:36.881008 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-27faeb85-a57b-447f-821b-b03654ba02a1 req-8ec1474c-88de-4f0a-85e1-47bb9c38385f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Dec 07 00:17:36.903513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:36.911748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:36.914305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-0c22c9f5-13dc-4106-a6ef-81f8711050f2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:36.917671 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-0c22c9f5-13dc-4106-a6ef-81f8711050f2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a&tenant_id=795fd6785f114ecb98beaf41d9d07950&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0641861 Dec 07 00:17:36.926119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb622e-ca57-4050-87ac-94c078d1efb0 x-openstack-request-id: req-26eb622e-ca57-4050-87ac-94c078d1efb0 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:36.926420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-unplugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:36.926678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26eb622e-ca57-4050-87ac-94c078d1efb0 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:36.927068 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'code': 200} Dec 07 00:17:36.928591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:17:36.965780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:37.033239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-5c8835bd-1753-452b-a5f7-5b1de3adb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:37.034749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-5c8835bd-1753-452b-a5f7-5b1de3adb534 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 1096 time: 0.0408840 Dec 07 00:17:37.039331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:17:37.039698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:17:37.044422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:37.051953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.052337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.052691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.053036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.053376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.053710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.054049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.054376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.054711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.055042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.055371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.055700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.056032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:37.131420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-754b838e-f283-4c26-a98f-239152b5e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:37.132922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-754b838e-f283-4c26-a98f-239152b5e4f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0910316 Dec 07 00:17:37.196582 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-d73324ad-40f8-45b4-b3ec-d790eb0bbd3a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 200 len: 999 time: 0.0568256 Dec 07 00:17:37.516914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-adc42323-f53a-4cca-87e0-de3ca70c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:37.518875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-adc42323-f53a-4cca-87e0-de3ca70c796e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.3157544 Dec 07 00:17:37.564001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-b37bf2c7-d921-470a-8a98-f34e7d8805f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:37.565537 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-b37bf2c7-d921-470a-8a98-f34e7d8805f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392442 Dec 07 00:17:37.575373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:37.588434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:17:37.607449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:37.653778 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-6a0fc79e-43e3-4ef9-9bd8-113ae0fb2013 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802007 Dec 07 00:17:37.675086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:37.721357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:37.746347 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-23453f1d-7ef8-475a-8c53-1329da56b1d7 req-5d60e9a6-41dc-4f58-97a5-e372fccac037 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Dec 07 00:17:37.807925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['bc5376bd-9168-4eae-aa6b-fbf2f99870c7'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:17:38.001755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775af0f3-8bc2-4ebb-a839-1731ec8e42ea req-c8c808ae-4d47-47dd-a14f-12725f9d9bdf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:38.003737 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-775af0f3-8bc2-4ebb-a839-1731ec8e42ea req-c8c808ae-4d47-47dd-a14f-12725f9d9bdf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 944 time: 0.0517735 Dec 07 00:17:38.382871 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-775af0f3-8bc2-4ebb-a839-1731ec8e42ea req-f4a25a11-ca40-4317-bb70-6ce5b01754a5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728113 Dec 07 00:17:38.634849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:17:38.682413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:17:38.683081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:38.764927 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:38.796708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:38.840411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:38.886629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:38.928039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:38.930544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74924e25-e88f-48aa-813c-3ed85bf1bea2" -d '{"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:38.965204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87720f10-af0b-4825-b201-64149182f94d x-openstack-request-id: req-87720f10-af0b-4825-b201-64149182f94d {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:38.965496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:38.965752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87720f10-af0b-4825-b201-64149182f94d {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:38.966146 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'code': 200} Dec 07 00:17:39.497542 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53cb10-ba32-4e15-bc87-3ae351ad55c8 req-c516b9e9-93c5-47e6-ae84-d4a4d9c8df41 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:39.498996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be53cb10-ba32-4e15-bc87-3ae351ad55c8 req-c516b9e9-93c5-47e6-ae84-d4a4d9c8df41 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0471077 Dec 07 00:17:39.546433 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be53cb10-ba32-4e15-bc87-3ae351ad55c8 req-cd1b17bb-a466-496a-b1e0-bc331329810a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Dec 07 00:17:39.659954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5b816-a037-4a3a-87df-780abd58be95 req-610b98ba-21dd-461f-84c3-4a6672755cd0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:39.661471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8e5b816-a037-4a3a-87df-780abd58be95 req-610b98ba-21dd-461f-84c3-4a6672755cd0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0480449 Dec 07 00:17:39.707194 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8e5b816-a037-4a3a-87df-780abd58be95 req-47cd6235-2b18-4a09-a940-39afb37f575a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 Dec 07 00:17:39.817809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdce29-184c-4395-baf2-3f27febb7143 req-3d9960a5-a259-4670-8431-18a7f3c5331d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:39.819284 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ebdce29-184c-4395-baf2-3f27febb7143 req-3d9960a5-a259-4670-8431-18a7f3c5331d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0476465 Dec 07 00:17:39.866859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ebdce29-184c-4395-baf2-3f27febb7143 req-b7b169d0-6be3-4644-822e-355c010c6997 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Dec 07 00:17:40.330445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e0bf5-4abf-4f2d-98f8-fb90288ab87c req-b4c1f748-bfa2-491d-a910-b3ef3d65d547 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:40.331884 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b7e0bf5-4abf-4f2d-98f8-fb90288ab87c req-b4c1f748-bfa2-491d-a910-b3ef3d65d547 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0478115 Dec 07 00:17:40.377245 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b7e0bf5-4abf-4f2d-98f8-fb90288ab87c req-76aa46b3-8094-4b7d-b6d0-893f3edc104a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Dec 07 00:17:41.497560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb7d3c-0b8c-4056-b92d-d74b577348ba req-399c2fe6-7228-4f73-8ea5-ee640e5f2820 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:41.499054 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb7d3c-0b8c-4056-b92d-d74b577348ba req-399c2fe6-7228-4f73-8ea5-ee640e5f2820 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0516477 Dec 07 00:17:41.545362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb7d3c-0b8c-4056-b92d-d74b577348ba req-c148224e-321c-40ed-9cf5-68ab541242e6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Dec 07 00:17:42.324440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-2a2ddc89-7178-4268-ba8e-a706edc58b88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:42.325885 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-2a2ddc89-7178-4268-ba8e-a706edc58b88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0472717 Dec 07 00:17:42.418365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Deleting port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:17:42.418699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:42.503873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] For port bc5376bd-9168-4eae-aa6b-fbf2f99870c7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:42.509905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:42.675209 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc6770-2ce3-46d7-a7cd-5da7ae4a1965 req-678b9d6c-a324-420e-91d3-99ad249a6e3d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:42.676419 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9bcc6770-2ce3-46d7-a7cd-5da7ae4a1965 req-678b9d6c-a324-420e-91d3-99ad249a6e3d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 945 time: 0.0620434 Dec 07 00:17:42.724577 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9bcc6770-2ce3-46d7-a7cd-5da7ae4a1965 req-8dcd7a69-fa45-4b5b-9bce-8902b9281164 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Dec 07 00:17:42.737130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:42.737511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:42.737836 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b disassociated. External IP: 172.36.7.251, port: bc5376bd-9168-4eae-aa6b-fbf2f99870c7. Dec 07 00:17:42.738211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Calling delete_port for bc5376bd-9168-4eae-aa6b-fbf2f99870c7 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:17:42.909159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:42.934991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'Port': ['ID=bc5376bd-9168-4eae-aa6b-fbf2f99870c7,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:42.945031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.945383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.945726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.946083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.946419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.946731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.947063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.947388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.948056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.948056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.948376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.948683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:42.949001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:17:43.075447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:17:43.184570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:17:43.194240 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:17:43.203534 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:17:43.204140 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:17:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:43.223051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] No DVR routers for this DVR port bc5376bd-9168-4eae-aa6b-fbf2f99870c7 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:17:43.225577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:43.229021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cb81add0-72f7-4b75-a193-13b7d85c7785 req-3f804887-de33-42d4-ac82-42b615be67f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "DELETE /v2.0/ports/bc5376bd-9168-4eae-aa6b-fbf2f99870c7 HTTP/1.1" status: 204 len: 173 time: 0.8921301 Dec 07 00:17:43.229723 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-deleted', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:43.231998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b26c9b5-2cb4-4a95-851d-e0364ead5981" -d '{"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-deleted", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:43.341328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fa0fb2-e518-42d8-b0dc-2199cb36dce0 x-openstack-request-id: req-a8fa0fb2-e518-42d8-b0dc-2199cb36dce0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:43.341801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b895eb-97d3-4699-893d-63d27c7da61a", "name": "network-vif-deleted", "tag": "bc5376bd-9168-4eae-aa6b-fbf2f99870c7", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:43.342044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8fa0fb2-e518-42d8-b0dc-2199cb36dce0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:43.342517 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b895eb-97d3-4699-893d-63d27c7da61a', 'name': 'network-vif-deleted', 'tag': 'bc5376bd-9168-4eae-aa6b-fbf2f99870c7', 'status': 'completed', 'code': 200} Dec 07 00:17:43.400665 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:17:43.596375 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:43.621007 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:17:43.629016 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:17:43.630081 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:17:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:43.731337 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:17:43.833619 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-513e067c-e034-4725-8814-2ef74a35b80f req-13fbb0dd-a5f2-47a1-915f-1bd62c36c625 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=60b895eb-97d3-4699-893d-63d27c7da61a HTTP/1.1" status: 200 len: 210 time: 0.0286686 Dec 07 00:17:43.925806 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:43.951356 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17552bb-c252-4afd-85c8-6762582a0c21 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:17:44.171552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737e0015-cb89-444d-9b22-60a2db21c098 None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:17:45.066515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-6c5937cd-e36c-4442-b43e-6c862f30bd21 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2132814739&fields=id&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 267 time: 0.0419633 Dec 07 00:17:45.173159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-176372f7-0703-49c7-8b70-fa3524d7f2c0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:45.174553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-176372f7-0703-49c7-8b70-fa3524d7f2c0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1015699 Dec 07 00:17:45.189082 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-54b634ac-7864-415b-a055-546086aa2658 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/quotas/795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 375 time: 0.0088952 Dec 07 00:17:45.238688 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1340ed9a-c03b-4224-b1c5-d912191a45c2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445156 Dec 07 00:17:45.397341 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-3fc7acbb-3037-44bb-8236-075dd27ba6e8 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473093 Dec 07 00:17:45.484773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-6d4a56d2-a041-406e-b694-99b26a16588d service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812359 Dec 07 00:17:45.737840 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-31f43071-0c70-469f-804e-c664210af636 req-99f01bb2-419b-4c03-ad31-b4d2325a3013 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 210 time: 0.0252662 Dec 07 00:17:46.693594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:17:46.714253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: bc5376bd-9168-4eae-aa6b-fbf2f99870c7 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:17:46.714631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bc5376bd-9168-4eae-aa6b-fbf2f99870c7 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:17:46.837435 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85c75167-560f-4fb4-813a-e0fa737d4be6 req-7287adde-ea50-4a38-8882-9653263f83d7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 210 time: 0.0315986 Dec 07 00:17:47.622719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-c58835de-73b8-422e-a312-181d5734dd10 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:47.624120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-c58835de-73b8-422e-a312-181d5734dd10 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1000774 Dec 07 00:17:47.697780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-0b01ee44-e796-4e33-99df-521b15b1a8ae tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 380 time: 0.0509171 Dec 07 00:17:47.711588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'port': {'device_id': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'admin_state_up': True, 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'security_groups': ['2ce9bb31-105c-4026-ab5e-15f9e34b0e99']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:17:47.879441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:17:47.883027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:47.932169 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c8801d41-39ea-4f12-9594-114c1ecad69e req-d1dd8175-8a22-4a1c-8385-0048d6bc5a0e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 210 time: 0.0267539 Dec 07 00:17:48.020714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Allocated IP 172.20.0.7 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/30a28a0b-d9e6-45a9-bf87-8b32579acf8d) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:17:48.150741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.240683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.293134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:17:48.297563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:17:48.302093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:17:48.311360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:48.358936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:48.359553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.371933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00193a84-664b-4f0d-9cd0-a38d3ff0b842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.437836 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a958e889-9dee-4bb1-abc2-beae5ee6c538 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301195 Dec 07 00:17:48.464966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Request body: {'port': {'device_id': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:17:48.518956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.598146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bda6effc-aded-46f1-81a8-e1bfe27d44b1 None None] Provisioning complete for port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:17:48.598146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bda6effc-aded-46f1-81a8-e1bfe27d44b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.629068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bda6effc-aded-46f1-81a8-e1bfe27d44b1 None None] Port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:17:48.787924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:17:48.795578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.807845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Transition to ACTIVE for port object 30a28a0b-d9e6-45a9-bf87-8b32579acf8d will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:17:48.868761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:48.921051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:48.990853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Attempting to bind port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:17:48.991214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Attempting to bind port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:17:48.991549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Attempting to bind port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:17:48.996497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:17:48.996825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Attempting to bind port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:17:49.002534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:17:49.002929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:17:49.003326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:17:49.003768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Bound port: 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:17:49.004132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:49.088112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aca5f-47fb-4045-a489-483b76db7933 req-bc695b90-8d5f-4208-a64b-c67f0e515eb3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.089616 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7d0aca5f-47fb-4045-a489-483b76db7933 req-bc695b90-8d5f-4208-a64b-c67f0e515eb3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0832753 Dec 07 00:17:49.121855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:17:49.140411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:17:49.158367 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7d0aca5f-47fb-4045-a489-483b76db7933 req-9b4f7e67-9c05-48fd-b586-d32a28190158 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592566 Dec 07 00:17:49.206629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:49.242424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.243033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:49.244578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] 10.222.0.45 "PUT /v2.0/ports/30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 1093 time: 0.7840047 Dec 07 00:17:49.248865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:49.251162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e107947b-a7d9-42e2-a64b-f4730895a593" -d '{"events": [{"name": "network-changed", "server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:49.280865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ea716-5600-4ab1-b8bc-fff7eaf66c99 service neutron] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:49.306533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20497d0e-10c3-49c7-931f-85fc1ef55aac x-openstack-request-id: req-20497d0e-10c3-49c7-931f-85fc1ef55aac {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:49.306845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:49.307111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20497d0e-10c3-49c7-931f-85fc1ef55aac {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:49.307564 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'status': 'completed', 'code': 200} Dec 07 00:17:49.412898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-35ba4348-19ea-49e9-abb9-273791285f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.414486 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-35ba4348-19ea-49e9-abb9-273791285f83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1096 time: 0.0515325 Dec 07 00:17:49.535656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-7f9f3afb-b040-43ea-966d-e444e25956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.537099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-7f9f3afb-b040-43ea-966d-e444e25956ae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=795fd6785f114ecb98beaf41d9d07950&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981069 Dec 07 00:17:49.634340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-069c2f7a-6b8e-47ee-a760-35fde1526bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.635718 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e107947b-a7d9-42e2-a64b-f4730895a593 req-069c2f7a-6b8e-47ee-a760-35fde1526bbe service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876541 Dec 07 00:17:49.748794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-aa20a007-5f25-4865-b246-ea9276eb95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.750317 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-aa20a007-5f25-4865-b246-ea9276eb95ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1096 time: 0.0417769 Dec 07 00:17:49.813004 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-ad4599c1-d9a1-46e2-8e32-ec21101eecb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 217 time: 0.0381832 Dec 07 00:17:49.867586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a029686a-261b-4293-9f02-592b4831409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.869082 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-a029686a-261b-4293-9f02-592b4831409d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0447924 Dec 07 00:17:49.922857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-bcc3c86f-48ff-44dc-b5b3-083ff965f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:49.924430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-bcc3c86f-48ff-44dc-b5b3-083ff965f68b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421276 Dec 07 00:17:50.021591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-b7f7de2f-485e-4ed5-8590-a1a77bcb4f01 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853817 Dec 07 00:17:50.116004 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ce0974ff-9c53-4507-abd4-e0ec5ce8723d req-2d332900-f59c-4ed1-9c5b-6741c2956d1f service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Dec 07 00:17:50.282343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5d291-c654-4057-89ba-998f7f03ba72 req-f6d9f06e-921f-49eb-bc89-283e46defb7d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:50.283962 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a5d291-c654-4057-89ba-998f7f03ba72 req-f6d9f06e-921f-49eb-bc89-283e46defb7d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0541162 Dec 07 00:17:50.332022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a5d291-c654-4057-89ba-998f7f03ba72 req-a6f659b5-921c-4b8f-853d-2c2fb2aa267e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Dec 07 00:17:50.678922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-854eaf5e-1796-4ac6-ad73-4bd0c6b2ade9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:51.447572 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec4b4-c32e-471c-97a5-e4bd71c901be req-574dbe6f-da7a-4992-9527-0d70d1499c07 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:51.449097 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b53ec4b4-c32e-471c-97a5-e4bd71c901be req-574dbe6f-da7a-4992-9527-0d70d1499c07 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0479720 Dec 07 00:17:51.494416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b53ec4b4-c32e-471c-97a5-e4bd71c901be req-7cf59a33-531b-4c5d-8b14-05e9a627750e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Dec 07 00:17:51.988886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:52.610473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5c327-1d9e-45c6-906e-8b4425633c3f req-67a3fe40-38a9-4379-a8bd-a8764a475f24 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:52.612453 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c7b5c327-1d9e-45c6-906e-8b4425633c3f req-67a3fe40-38a9-4379-a8bd-a8764a475f24 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0484207 Dec 07 00:17:52.658533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c7b5c327-1d9e-45c6-906e-8b4425633c3f req-10b504dd-e8ed-4ec9-810c-a67c5f3de914 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Dec 07 00:17:52.743218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:17:52.837684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:52.848486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'mac_address': 'fa:16:3e:0c:d0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:17:52.884254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:52.896430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:17:52.915185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:52.982603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:53.028934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:53.068470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:53.335182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['30a28a0b-d9e6-45a9-bf87-8b32579acf8d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:17:53.774657 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c492-6589-434c-940a-fab37944b0d4 req-e98ca674-b1bf-4b03-96a0-62a22a4fc86a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:53.776205 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0012c492-6589-434c-940a-fab37944b0d4 req-e98ca674-b1bf-4b03-96a0-62a22a4fc86a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 944 time: 0.0516291 Dec 07 00:17:53.823035 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0012c492-6589-434c-940a-fab37944b0d4 req-05b58494-68e9-41d8-9436-3fda63bd0f47 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Dec 07 00:17:54.125641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:54.741055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:17:54.874232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:17:54.878880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:17:54.883083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:54.937960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2546ef6-df87-460e-b028-3ad3da438c06 req-bd274a2a-d4d7-4f0e-ae8a-46a3d6005b9a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:54.940058 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c2546ef6-df87-460e-b028-3ad3da438c06 req-bd274a2a-d4d7-4f0e-ae8a-46a3d6005b9a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 944 time: 0.0496967 Dec 07 00:17:54.997182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c2546ef6-df87-460e-b028-3ad3da438c06 req-dec99faa-22c7-4b70-a8b0-98671e320b4a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510790 Dec 07 00:17:55.004421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:55.038957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:55.041223 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6f98a8-e6c4-4e41-85ce-59eda28c2a17" -d '{"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-plugged", "status": "completed", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:55.056406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:17:55.099910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4295a33b-6243-459a-b6a0-ff8a2cff4905 x-openstack-request-id: req-4295a33b-6243-459a-b6a0-ff8a2cff4905 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:55.099910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-plugged", "status": "completed", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:55.099910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4295a33b-6243-459a-b6a0-ff8a2cff4905 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:55.099910 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'code': 200} Dec 07 00:17:55.177252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:55.227291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:17:55.449421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e0c83-fbab-4a52-bc5c-4a3a1af3cea6 req-576b827f-9002-4212-b7cc-5ddf8737a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:55.450757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-265e0c83-fbab-4a52-bc5c-4a3a1af3cea6 req-576b827f-9002-4212-b7cc-5ddf8737a8d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0389986 Dec 07 00:17:55.493663 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-265e0c83-fbab-4a52-bc5c-4a3a1af3cea6 req-41c04db7-ad35-43f7-bc28-8ce268831beb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360160 Dec 07 00:17:56.110177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d88810-4885-45eb-af45-cea54ea68a8b req-231814e2-8b08-4caf-b060-92ccaa371e8d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:56.112286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-42d88810-4885-45eb-af45-cea54ea68a8b req-231814e2-8b08-4caf-b060-92ccaa371e8d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0478075 Dec 07 00:17:56.156647 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-42d88810-4885-45eb-af45-cea54ea68a8b req-c146d7ea-9a70-401b-afd2-6fcd6d12ea26 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384583 Dec 07 00:17:57.271447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2c084-f5bb-4267-ab18-47781af54d2e req-c6dbc07e-cb76-452d-9573-79df5adad511 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:57.272926 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7dd2c084-f5bb-4267-ab18-47781af54d2e req-c6dbc07e-cb76-452d-9573-79df5adad511 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0464292 Dec 07 00:17:57.318165 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7dd2c084-f5bb-4267-ab18-47781af54d2e req-09bfe797-911b-4ec8-a31c-569b78955e08 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394237 Dec 07 00:17:57.439108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d908e42-7126-4a42-8686-c68ead48bb18 req-f825e3ac-bbc5-4488-8305-efe63c44c022 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:57.440473 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d908e42-7126-4a42-8686-c68ead48bb18 req-f825e3ac-bbc5-4488-8305-efe63c44c022 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0509739 Dec 07 00:17:57.448995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 36488) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:17:57.453319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'floatingip': {'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:17:57.491372 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:57.910186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:57.981840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:58.356859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b associated. External IP: 172.36.7.251, port: 30a28a0b-d9e6-45a9-bf87-8b32579acf8d. Dec 07 00:17:58.560834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:17:58.664006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:17:58.666629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:17:58.676941 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:17:58.687834 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:17:58.688795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:17:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:58.703968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1f4ecc54-3cad-4fa2-a362-76c2300726f0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "PUT /v2.0/floatingips/2b689693-729d-4eed-8214-68de69ba646b HTTP/1.1" status: 200 len: 991 time: 1.2539120 Dec 07 00:17:58.705179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:17:58.707586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:17:58.754881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e475f-e78c-47b8-bd74-086976b9e9f7 x-openstack-request-id: req-ab3e475f-e78c-47b8-bd74-086976b9e9f7 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:17:58.754881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:17:58.754881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab3e475f-e78c-47b8-bd74-086976b9e9f7 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:17:58.754881 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'status': 'completed', 'code': 200} Dec 07 00:17:58.799318 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:17:58.846762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-d88d4330-3d50-451d-a9ab-267f8540f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:58.848521 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-d88d4330-3d50-451d-a9ab-267f8540f7ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0441134 Dec 07 00:17:58.941320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-99135b9a-b611-4b9c-ac86-317677a62dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:58.942821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-99135b9a-b611-4b9c-ac86-317677a62dd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0851748 Dec 07 00:17:59.013761 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-243219ee-369d-4fd9-870b-adba825a6c98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 999 time: 0.0637670 Dec 07 00:17:59.021570 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:0c:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:17:57Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:59.046920 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:17:59.054958 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:17:59.055501 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:17:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:59.061407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-2088b274-fe17-40fa-8354-7bab659a947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:59.062865 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-2088b274-fe17-40fa-8354-7bab659a947e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0425553 Dec 07 00:17:59.108571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-3dd05a49-49d3-48e9-bbdd-06dad3daeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:17:59.110101 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-3dd05a49-49d3-48e9-bbdd-06dad3daeb19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399883 Dec 07 00:17:59.159702 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:17:59.205838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-280eba6e-1b2d-4c9e-aaff-d9b6a3d92f51 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879071 Dec 07 00:17:59.299717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4b83d0ea-ff14-4f99-a018-a66ce3fad9f0 req-eedc291c-328d-485f-a0ae-f30f73bc2ae8 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864563 Dec 07 00:17:59.381822 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:0c:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:17:57Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:17:59.409050 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57818278-358f-4aba-8a76-e0e1af36096b None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:0c:d0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:17:57Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:17:59.590203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf41cc3-30d3-4eeb-9e74-6f5c4264251a None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:18:03.621531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:06.762498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:18:18.335187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5d03c82-d78a-4770-9e9b-033dc4c86c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:20.696365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c620a886-7216-45db-bdad-21b5f447477e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:21.621653 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-3c20775e-f861-4af8-8567-d5405964fb46 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393531 Dec 07 00:18:21.733036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-60eee06e-3dec-48ca-b302-f5894d239f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:21.734505 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-60eee06e-3dec-48ca-b302-f5894d239f30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0460126 Dec 07 00:18:21.839117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-bad8c40d-2728-40d7-a79d-faba72fc2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:21.840503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-bad8c40d-2728-40d7-a79d-faba72fc2444 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0861790 Dec 07 00:18:21.904914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-d2fab6da-b801-47d0-a139-2e52d7752edf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 1001 time: 0.0557158 Dec 07 00:18:21.965579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-bcb86185-1e38-45c2-8a16-c9cb16ab5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:21.968800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-bcb86185-1e38-45c2-8a16-c9cb16ab5d38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0467227 Dec 07 00:18:22.014294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-11dfdbc3-6b0e-40c8-a5ce-57d72650e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:22.015963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-11dfdbc3-6b0e-40c8-a5ce-57d72650e91a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411532 Dec 07 00:18:22.022206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:22.110516 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-a2f62a3d-5650-4d45-a380-d871d237f09f service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Dec 07 00:18:22.208417 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f3c604c-c098-44c9-b4af-3e8385267d79 req-320f698c-75f3-4344-a598-2b5b6b0aaafb service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879569 Dec 07 00:18:23.045269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:24.147669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:33.610769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:40.509072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098eb9d-5fcf-4a77-b64b-3bfb826f3bbc req-05016e01-c8bc-4edb-adec-f4211c81eb43 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:40.510588 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6098eb9d-5fcf-4a77-b64b-3bfb826f3bbc req-05016e01-c8bc-4edb-adec-f4211c81eb43 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0495088 Dec 07 00:18:40.559884 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6098eb9d-5fcf-4a77-b64b-3bfb826f3bbc req-937f821b-3389-4d34-8ab6-18d7306a969e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434780 Dec 07 00:18:41.684054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e57c4-b23c-4127-9729-e5b1661e57f7 req-971dcca5-3309-44ae-bdd3-1fb2c3a7decd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:41.685552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-265e57c4-b23c-4127-9729-e5b1661e57f7 req-971dcca5-3309-44ae-bdd3-1fb2c3a7decd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0478473 Dec 07 00:18:41.734628 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-265e57c4-b23c-4127-9729-e5b1661e57f7 req-1066f111-9b19-4f5c-93c9-f6199649da06 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Dec 07 00:18:42.851084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be6f98-03e1-4034-b6c4-3e9485a5c153 req-ce0a16f4-2710-4d43-b143-bc522650a23c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:42.852507 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-98be6f98-03e1-4034-b6c4-3e9485a5c153 req-ce0a16f4-2710-4d43-b143-bc522650a23c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0517714 Dec 07 00:18:42.901722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-98be6f98-03e1-4034-b6c4-3e9485a5c153 req-593b254c-cbae-4f70-bb67-60a6ccd5095e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433547 Dec 07 00:18:43.761866 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:18:44.017124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9cca6-b346-4958-b205-22efab9484ba req-d72df47b-7550-48b9-b9b7-20020e040015 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:44.018605 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7af9cca6-b346-4958-b205-22efab9484ba req-d72df47b-7550-48b9-b9b7-20020e040015 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Dec 07 00:18:44.064657 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7af9cca6-b346-4958-b205-22efab9484ba req-fb973cb1-989e-470a-adcb-ae02419f797a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Dec 07 00:18:45.178856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59469369-72a2-46ec-91a2-fc18f37ac3d3 req-d3e76225-ed04-4aab-84d4-29e86203c119 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:45.180336 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-59469369-72a2-46ec-91a2-fc18f37ac3d3 req-d3e76225-ed04-4aab-84d4-29e86203c119 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0478594 Dec 07 00:18:45.226987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-59469369-72a2-46ec-91a2-fc18f37ac3d3 req-10bd1971-9eab-47ce-9937-7d7947642493 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 Dec 07 00:18:46.338561 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67868cd3-9920-4e8c-ab50-350363c4ba30 req-f2e79dad-e1b1-4fc0-9e97-da5f35b5d36d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:46.340043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67868cd3-9920-4e8c-ab50-350363c4ba30 req-f2e79dad-e1b1-4fc0-9e97-da5f35b5d36d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Dec 07 00:18:46.385043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67868cd3-9920-4e8c-ab50-350363c4ba30 req-30288e8c-ddbd-490d-a337-f47eec2960e6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Dec 07 00:18:47.498106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabd2a8-ffaa-4853-b9ca-22aca0780448 req-20f3856b-26d5-4583-8d97-0662ee359006 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:47.499606 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaabd2a8-ffaa-4853-b9ca-22aca0780448 req-20f3856b-26d5-4583-8d97-0662ee359006 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0483615 Dec 07 00:18:47.550703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaabd2a8-ffaa-4853-b9ca-22aca0780448 req-432aee15-e5fb-42ef-b70d-eb9499d5c4ed tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Dec 07 00:18:48.324727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fa548857-0bdb-4878-9ba8-6545e0d96b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:48.665672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224dd64-7415-409d-afdd-ce5ad6ea440a req-d65ed928-f4f0-422b-8beb-5e1421907fa2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:48.667425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3224dd64-7415-409d-afdd-ce5ad6ea440a req-d65ed928-f4f0-422b-8beb-5e1421907fa2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0514877 Dec 07 00:18:48.713081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3224dd64-7415-409d-afdd-ce5ad6ea440a req-e8f775fe-c9e9-4188-8038-2fec963b2291 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Dec 07 00:18:49.836278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee480d7b-ff7a-4403-bca9-eba3de4f0ffd req-19aa878d-04ca-45b6-a0a2-3282420663cf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:49.837732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ee480d7b-ff7a-4403-bca9-eba3de4f0ffd req-19aa878d-04ca-45b6-a0a2-3282420663cf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0488083 Dec 07 00:18:49.884111 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ee480d7b-ff7a-4403-bca9-eba3de4f0ffd req-5bc34ee1-e659-4f58-99e4-29d32cd839e2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403202 Dec 07 00:18:50.684131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-518a5e06-b35e-44a4-941b-6b57f98234cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:50.999612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd247c-1139-4383-9235-054891cfc8fe req-0e9a114f-22ab-4eea-bb55-1da160e55208 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:51.001112 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35fd247c-1139-4383-9235-054891cfc8fe req-0e9a114f-22ab-4eea-bb55-1da160e55208 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Dec 07 00:18:51.048740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-35fd247c-1139-4383-9235-054891cfc8fe req-3f469eae-1c6b-406f-9ee6-65556bb2c7c6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Dec 07 00:18:52.020338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:52.162797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8144a45-64bc-41fb-b7f7-c6ce106d5f0b req-0721044f-e4d5-4827-a82b-83bb8cd486bd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:52.164275 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8144a45-64bc-41fb-b7f7-c6ce106d5f0b req-0721044f-e4d5-4827-a82b-83bb8cd486bd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0485647 Dec 07 00:18:52.209609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a8144a45-64bc-41fb-b7f7-c6ce106d5f0b req-3fbf6228-90d2-475a-a3d1-44bb93634a78 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 Dec 07 00:18:52.537838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c85a0e-ecfd-4dd4-8ba2-7de802054164 req-b6cef9b1-91c7-44a3-8300-d668f582ebd9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:52.539243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95c85a0e-ecfd-4dd4-8ba2-7de802054164 req-b6cef9b1-91c7-44a3-8300-d668f582ebd9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0534980 Dec 07 00:18:52.587826 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95c85a0e-ecfd-4dd4-8ba2-7de802054164 req-4aeccb38-ab10-41ae-8514-1530bd086242 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Dec 07 00:18:52.706611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-38ce8ca8-7939-40a8-b621-1eb4a3681a83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830879 Dec 07 00:18:53.079470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:53.704886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99bd4b-cb61-43bb-a8c3-7bde8f6e7236 req-f63c6921-e52c-41db-bf32-e389376c07a1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:53.706847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5a99bd4b-cb61-43bb-a8c3-7bde8f6e7236 req-f63c6921-e52c-41db-bf32-e389376c07a1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Dec 07 00:18:53.754068 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5a99bd4b-cb61-43bb-a8c3-7bde8f6e7236 req-ee30e1b6-1fb3-4891-a61b-e00dee3a0437 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411756 Dec 07 00:18:54.147548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:18:54.873250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37c243-6084-4753-840c-e0b503ca26da req-01755b9f-630d-4544-a0d5-2b6ee768c68f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:54.874641 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a37c243-6084-4753-840c-e0b503ca26da req-01755b9f-630d-4544-a0d5-2b6ee768c68f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Dec 07 00:18:54.926345 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a37c243-6084-4753-840c-e0b503ca26da req-776e3822-8b65-4dfd-bd52-12d90601320e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Dec 07 00:18:54.998929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-1a4917b1-5788-4b3d-bec6-157c87887ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:55.000429 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-1a4917b1-5788-4b3d-bec6-157c87887ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0477824 Dec 07 00:18:55.092849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-0756bd79-a897-4a43-83f2-1da7483b9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:55.094294 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-0756bd79-a897-4a43-83f2-1da7483b9433 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0831642 Dec 07 00:18:55.168449 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-8918d1ae-b1aa-47e7-9654-9a55f7573d1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 1001 time: 0.0607941 Dec 07 00:18:55.215451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-8e71e661-6b21-4033-87f6-6cabd18f1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:55.216862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-8e71e661-6b21-4033-87f6-6cabd18f1b35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0418723 Dec 07 00:18:55.266940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-2ff436a9-909e-4f92-9b3f-4c83a21cacff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:55.268447 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-2ff436a9-909e-4f92-9b3f-4c83a21cacff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380940 Dec 07 00:18:55.363536 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-a4850803-1077-4b7a-a141-fa2ad3df6b95 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829539 Dec 07 00:18:55.468319 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-75707213-cde0-4e1d-924f-43153f2d5485 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929554 Dec 07 00:18:56.042852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda018a-aaad-449a-8191-5f14d0d4c47e req-b6d9ae6f-de83-461e-b2b9-b85ba71ed38f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:56.044432 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4dda018a-aaad-449a-8191-5f14d0d4c47e req-b6d9ae6f-de83-461e-b2b9-b85ba71ed38f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Dec 07 00:18:56.094119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4dda018a-aaad-449a-8191-5f14d0d4c47e req-166a9378-c892-4759-a3ac-842183e09fe1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Dec 07 00:18:57.213882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088c3b9-45bc-43df-b1f6-37a722249bb0 req-4603dfb4-4b0c-4e5b-ab6b-b1eaf65edd95 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:57.215353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f088c3b9-45bc-43df-b1f6-37a722249bb0 req-4603dfb4-4b0c-4e5b-ab6b-b1eaf65edd95 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0531049 Dec 07 00:18:57.261241 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f088c3b9-45bc-43df-b1f6-37a722249bb0 req-9f257c12-631e-4902-adc2-2771c255ed2e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398862 Dec 07 00:18:57.665450 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-f383e6b6-e7aa-4e0e-9804-559c84681d99 service neutron] 10.222.0.45 "GET /v2.0/ports/30a28a0b-d9e6-45a9-bf87-8b32579acf8d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0550566 Dec 07 00:18:58.297696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-c0d1b6bc-5764-45b4-b349-dea4dcd99f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.299243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-c0d1b6bc-5764-45b4-b349-dea4dcd99f16 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1098 time: 0.0415061 Dec 07 00:18:58.380380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162df14f-735e-4dbe-882a-36ec2333e0f2 req-134f269f-3726-4815-9c0e-a04edbb5c480 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.381161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-e77c4dc7-6743-4569-b72c-a7ffa9d0f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.381892 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-162df14f-735e-4dbe-882a-36ec2333e0f2 req-134f269f-3726-4815-9c0e-a04edbb5c480 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Dec 07 00:18:58.382622 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-e77c4dc7-6743-4569-b72c-a7ffa9d0f086 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1098 time: 0.0394230 Dec 07 00:18:58.431753 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-162df14f-735e-4dbe-882a-36ec2333e0f2 req-49c3a804-50d5-46d8-85ba-34bdf2f96413 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438197 Dec 07 00:18:58.495731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-95d9c577-2e7f-4f0d-a162-88421ff6ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.497270 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-95d9c577-2e7f-4f0d-a162-88421ff6ef93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.1033113 Dec 07 00:18:58.572707 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-3297a81e-d4ae-443b-9dca-9fb5afb7585b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 1001 time: 0.0677865 Dec 07 00:18:58.625700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-bb300226-639d-4d15-9bc1-23af11650aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.627190 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-bb300226-639d-4d15-9bc1-23af11650aed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0426390 Dec 07 00:18:58.678635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-928247bf-1996-4b73-af37-f79fecd8ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:58.680138 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-928247bf-1996-4b73-af37-f79fecd8ddbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411994 Dec 07 00:18:58.783253 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-561aa015-a7a1-455a-98ca-e9a21d43ad28 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911286 Dec 07 00:18:58.878127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d952d8e7-5ba6-4892-a455-57e3400a0c0b req-fa9b974c-8589-4723-a534-9148c18f6256 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826850 Dec 07 00:18:59.549240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5671d77-98f8-42b6-b3b9-01d389b65aa3 req-be637d6e-2b15-41c2-9742-25301e5e709c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:18:59.551240 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a5671d77-98f8-42b6-b3b9-01d389b65aa3 req-be637d6e-2b15-41c2-9742-25301e5e709c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Dec 07 00:18:59.602010 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a5671d77-98f8-42b6-b3b9-01d389b65aa3 req-cc866502-7dee-4709-bb28-f4242082f1a8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Dec 07 00:19:00.718338 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0988e-fdbd-47ff-b8ee-e4a9eacba4f8 req-38bd3745-702e-41b5-9765-59e81f37f2fb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:00.719840 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ddb0988e-fdbd-47ff-b8ee-e4a9eacba4f8 req-38bd3745-702e-41b5-9765-59e81f37f2fb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Dec 07 00:19:00.767471 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ddb0988e-fdbd-47ff-b8ee-e4a9eacba4f8 req-25fa7f0e-f1a8-4e84-9b74-488d6bc8e02b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 Dec 07 00:19:01.004561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:19:01.021724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:19:01.151158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:01.170808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'mac_address': 'fa:16:3e:0c:d0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:19:01.175016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:01.223723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:19:01.226020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3f8233-0b69-4969-85e6-de40fac72cfc" -d '{"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:19:01.236112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:01.241094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:01.255811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:19:01.270591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0912221b-7a9e-4633-8977-e4736df52b5e x-openstack-request-id: req-0912221b-7a9e-4633-8977-e4736df52b5e {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:19:01.270591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:19:01.270591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0912221b-7a9e-4633-8977-e4736df52b5e {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:19:01.270955 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'code': 200} Dec 07 00:19:01.323957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:01.392829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:19:01.393184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:19:01.396322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:01.403183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.403538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.403884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.404227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.404592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.404926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.405260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.405593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.405924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.406256 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.406585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.406909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.407238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:01.881912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41aaea-a4d3-44b2-9bae-a8c69a816229 req-324bf897-9bcb-48e5-be85-ba8047546bd3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:01.883362 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d41aaea-a4d3-44b2-9bae-a8c69a816229 req-324bf897-9bcb-48e5-be85-ba8047546bd3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0480075 Dec 07 00:19:01.928698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:01.932600 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d41aaea-a4d3-44b2-9bae-a8c69a816229 req-d05d2eb6-7a97-46d8-bcc3-fd934af79f72 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Dec 07 00:19:01.942668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:19:01.962748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:02.027446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:02.079165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:02.185905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['30a28a0b-d9e6-45a9-bf87-8b32579acf8d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:19:02.334840 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b9db-40ce-4272-b5e0-05d57056f136 req-3589d087-29c2-40d2-bba0-412ece454463 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.336207 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5bf4b9db-40ce-4272-b5e0-05d57056f136 req-3589d087-29c2-40d2-bba0-412ece454463 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 944 time: 0.0483029 Dec 07 00:19:02.383487 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5bf4b9db-40ce-4272-b5e0-05d57056f136 req-6def13f4-85cb-40f3-9b53-7f1a6e398002 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Dec 07 00:19:02.470323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb3919-844b-4e99-9083-573b414fa165 req-db25eef5-550c-4066-9936-758bc427fa9e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.471791 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-db25eef5-550c-4066-9936-758bc427fa9e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59&tenant_id=795fd6785f114ecb98beaf41d9d07950&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0504940 Dec 07 00:19:02.571995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb3919-844b-4e99-9083-573b414fa165 req-54ccdfdb-b252-46b5-a519-ad798f7e66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.573532 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-54ccdfdb-b252-46b5-a519-ad798f7e66c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1097 time: 0.0417514 Dec 07 00:19:02.668454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb3919-844b-4e99-9083-573b414fa165 req-fdd56f48-c200-4be6-9d07-93cf901905b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.669819 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-fdd56f48-c200-4be6-9d07-93cf901905b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0873561 Dec 07 00:19:02.737177 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-58f977f1-99ce-4f29-afc1-d599e8160c96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 1000 time: 0.0569253 Dec 07 00:19:02.791193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb3919-844b-4e99-9083-573b414fa165 req-58c81815-606f-4755-b55c-fafc99da32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.792636 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-58c81815-606f-4755-b55c-fafc99da32ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0434935 Dec 07 00:19:02.844975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb3919-844b-4e99-9083-573b414fa165 req-a6f067c8-1719-40d7-b9d4-de5278aac853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:02.846431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-a6f067c8-1719-40d7-b9d4-de5278aac853 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420651 Dec 07 00:19:02.938808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-fc966337-337e-4ca6-9df1-16ce978d23d4 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795932 Dec 07 00:19:03.035551 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3acb3919-844b-4e99-9083-573b414fa165 req-338731fb-5a5c-4a21-8034-ba25ec373a70 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848622 Dec 07 00:19:03.036631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:19:03.115550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:03.128778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:19:03.148669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:03.226301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:03.273137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:03.499589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808b063-f957-4f80-9ed9-b9451094c019 req-7cf88717-e35e-4cac-bf1b-454b767b224b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:03.501142 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0808b063-f957-4f80-9ed9-b9451094c019 req-7cf88717-e35e-4cac-bf1b-454b767b224b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0484526 Dec 07 00:19:03.549022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0808b063-f957-4f80-9ed9-b9451094c019 req-be5a0dd7-74ef-4f22-8f6c-c20ba6a3ade9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Dec 07 00:19:03.632941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:04.662819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34202a69-c42e-419a-b1e7-95aab4a83c7a req-e53b7e46-ceb4-4698-9d5d-61bbcc41a704 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:04.664325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-34202a69-c42e-419a-b1e7-95aab4a83c7a req-e53b7e46-ceb4-4698-9d5d-61bbcc41a704 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0474324 Dec 07 00:19:04.710430 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-34202a69-c42e-419a-b1e7-95aab4a83c7a req-077e8836-fac4-4e25-96e1-a5c1c51e0eaa tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Dec 07 00:19:04.851705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f7b54-f0d7-48b8-b08a-97886d08d50c req-d1413fb3-e984-4bb9-b6a5-a7f2e8f1e150 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:04.851705 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-078f7b54-f0d7-48b8-b08a-97886d08d50c req-d1413fb3-e984-4bb9-b6a5-a7f2e8f1e150 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0519719 Dec 07 00:19:04.878276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-078f7b54-f0d7-48b8-b08a-97886d08d50c req-052ad2fa-0b4b-458a-9cd3-fa0237c87136 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Dec 07 00:19:05.235403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee7aad-7a76-48ae-85c9-888a26f07c7b req-7df89747-20bb-433a-b434-b86a27fd58f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:05.236908 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-04ee7aad-7a76-48ae-85c9-888a26f07c7b req-7df89747-20bb-433a-b434-b86a27fd58f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0528717 Dec 07 00:19:05.284683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-04ee7aad-7a76-48ae-85c9-888a26f07c7b req-db9a66db-24a6-440d-80b8-5c46f104958a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Dec 07 00:19:05.385069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-8da21041-f6e3-4f90-b9c2-2cba153a0662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:05.386418 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-8da21041-f6e3-4f90-b9c2-2cba153a0662 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 1096 time: 0.0387692 Dec 07 00:19:05.481970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-8a0be592-07da-42ab-97ea-9d308c550588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:05.483396 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-8a0be592-07da-42ab-97ea-9d308c550588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0851243 Dec 07 00:19:05.551644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-d5f07c3b-bc6b-4bdf-9d21-faf8167ed30e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 200 len: 999 time: 0.0573604 Dec 07 00:19:05.619637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-26e0e8a1-6e67-4223-b215-6fc7c35ada08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:05.621144 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-26e0e8a1-6e67-4223-b215-6fc7c35ada08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0585461 Dec 07 00:19:05.669696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-3a48e43e-d879-45d6-8bfe-4e297ddfbe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:05.671073 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-3a48e43e-d879-45d6-8bfe-4e297ddfbe7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387912 Dec 07 00:19:05.767365 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-b2972ded-02ce-4398-ba6b-6696e46a1371 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831270 Dec 07 00:19:05.860373 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95e73c9f-b0de-493d-997b-b7ba11584973 req-5562fc72-7b55-464e-a199-f44aee7b0369 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798061 Dec 07 00:19:06.415355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24ea1d-c296-4e8f-aa32-7b6870be617f req-d8b88761-1442-4255-93fc-23f864a29cce tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:06.417216 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df24ea1d-c296-4e8f-aa32-7b6870be617f req-d8b88761-1442-4255-93fc-23f864a29cce tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0556123 Dec 07 00:19:06.469554 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df24ea1d-c296-4e8f-aa32-7b6870be617f req-6f0e8379-f7db-4eb5-b117-422ac177972d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 Dec 07 00:19:07.583735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4dfdf-bcd3-4097-8a7d-1a6f68c3dcbf req-c86931ff-32e0-4791-b1f7-bb1f3209c130 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:07.585220 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f0d4dfdf-bcd3-4097-8a7d-1a6f68c3dcbf req-c86931ff-32e0-4791-b1f7-bb1f3209c130 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0487359 Dec 07 00:19:07.635704 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f0d4dfdf-bcd3-4097-8a7d-1a6f68c3dcbf req-475e6046-34fc-49a8-821b-c52d0061afbd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446029 Dec 07 00:19:08.055818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784a51-e42c-4ebf-a6f0-486002973e80 req-844b6a06-6946-4811-8b6e-fdf5fc498427 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:08.057311 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-61784a51-e42c-4ebf-a6f0-486002973e80 req-844b6a06-6946-4811-8b6e-fdf5fc498427 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0492129 Dec 07 00:19:08.103531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-61784a51-e42c-4ebf-a6f0-486002973e80 req-36de414c-fe55-412a-b86e-28a8cd3f9464 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Dec 07 00:19:09.219674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb17e-cafb-4978-9ea7-d1385656078b req-e20675cc-8107-4f96-9f49-e97088d17c07 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:09.221165 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-914bb17e-cafb-4978-9ea7-d1385656078b req-e20675cc-8107-4f96-9f49-e97088d17c07 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0477839 Dec 07 00:19:09.267077 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-914bb17e-cafb-4978-9ea7-d1385656078b req-77d2cca3-821b-4a52-afe4-d25338dbdec8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Dec 07 00:19:10.000312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-df54d8b0-5de2-475d-b399-c98f5ca15840 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:10.001919 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-df54d8b0-5de2-475d-b399-c98f5ca15840 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.0465975 Dec 07 00:19:10.103316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Deleting port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:19:10.103655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:10.188662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] For port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:10.189026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:10.670110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:10.670472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:10.670793 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b disassociated. External IP: 172.36.7.251, port: 30a28a0b-d9e6-45a9-bf87-8b32579acf8d. Dec 07 00:19:10.671140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Calling delete_port for 30a28a0b-d9e6-45a9-bf87-8b32579acf8d owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:19:10.695467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28aa6a-52cd-450f-b3e4-6e67e4b2b4a7 req-c304e989-8888-4a9c-a140-4ba6c29d86eb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:10.696975 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a28aa6a-52cd-450f-b3e4-6e67e4b2b4a7 req-c304e989-8888-4a9c-a140-4ba6c29d86eb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 943 time: 0.3610201 Dec 07 00:19:10.789127 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a28aa6a-52cd-450f-b3e4-6e67e4b2b4a7 req-74704c95-7a52-4362-84b4-771e7d42e00f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651662 Dec 07 00:19:10.924585 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:10.954046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'Port': ['ID=30a28a0b-d9e6-45a9-bf87-8b32579acf8d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:10.965163 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.965519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.965874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.966215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.966554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.966893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.967229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.967556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.967889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.968218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.968565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.968895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:10.969219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:19:11.081278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:19:11.187663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:19:11.197850 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:19:11.208431 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:19:11.209207 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:18:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:11.227970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] No DVR routers for this DVR port 30a28a0b-d9e6-45a9-bf87-8b32579acf8d on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:19:11.230564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:11.233889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a0dc3fa-0dc0-434c-bf8a-f041203263c4 req-d81307cf-2c04-4f81-bc29-26c170b6f7b5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "DELETE /v2.0/ports/30a28a0b-d9e6-45a9-bf87-8b32579acf8d HTTP/1.1" status: 204 len: 173 time: 1.2216840 Dec 07 00:19:11.234350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-deleted', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:19:11.236892 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46f5086-6d17-4fb0-99e9-924e9f912026" -d '{"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-deleted", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:19:11.273572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0fa75e-9e4d-4ac3-82cd-b6b6275dfbf0 x-openstack-request-id: req-8f0fa75e-9e4d-4ac3-82cd-b6b6275dfbf0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:19:11.273869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a0d9c1-ab9f-462f-a60a-139fe662cc59", "name": "network-vif-deleted", "tag": "30a28a0b-d9e6-45a9-bf87-8b32579acf8d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:19:11.274125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f0fa75e-9e4d-4ac3-82cd-b6b6275dfbf0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:19:11.274522 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a0d9c1-ab9f-462f-a60a-139fe662cc59', 'name': 'network-vif-deleted', 'tag': '30a28a0b-d9e6-45a9-bf87-8b32579acf8d', 'status': 'completed', 'code': 200} Dec 07 00:19:11.319837 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:19:11.602257 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:11.630532 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:19:11.638525 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:19:11.639128 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:18:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:11.739775 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:19:11.899508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-30b37fd6-cd83-4766-af49-9a50dc768997 req-a8d4440c-e6d5-473c-986b-1b289ff67326 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=99a0d9c1-ab9f-462f-a60a-139fe662cc59 HTTP/1.1" status: 200 len: 210 time: 0.0313861 Dec 07 00:19:11.934835 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:11.961739 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fcd2d-3298-4b26-a4e5-84241606ccc8 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:19:12.169879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896a8bf4-591f-49a9-8c72-9677ecc75802 None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:19:13.052033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:19:13.075467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 30a28a0b-d9e6-45a9-bf87-8b32579acf8d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:19:13.075818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 30a28a0b-d9e6-45a9-bf87-8b32579acf8d not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:19:13.150835 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-4170219d-7450-41d0-89f7-00f62a43eec1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2132814739&fields=id&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 267 time: 0.0414374 Dec 07 00:19:13.257424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-b1ce6504-bbd8-42dc-9eed-db91bd3d6171 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:13.258872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-b1ce6504-bbd8-42dc-9eed-db91bd3d6171 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1014032 Dec 07 00:19:13.273422 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-d69490d9-0891-40e3-aca9-a4818557968c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/quotas/795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 375 time: 0.0087068 Dec 07 00:19:13.322315 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-a0e0cc8a-f308-440a-8ee9-cfe3e503f688 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437500 Dec 07 00:19:13.378687 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-2324d7b0-3e95-41af-a85a-0aff919919c3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:19:13.380356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-2324d7b0-3e95-41af-a85a-0aff919919c3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468476 Dec 07 00:19:13.471420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-dd9d5cfe-2c5d-48df-9212-9560dba46e31 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847728 Dec 07 00:19:13.560727 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-64976516-8730-49d9-a0cc-85d7ee9abfe4 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826664 Dec 07 00:19:13.777706 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d37ec603-85fd-4d0e-8d6d-371b8823154f req-ff7b4410-6b63-4980-8971-5dd7f334318f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Dec 07 00:19:14.875534 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-88827bdb-7288-4df6-961c-d59e597ba3bd req-22202185-0a1b-47a2-adaa-c8bb0c5a7bff tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Dec 07 00:19:15.740030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-816646b4-5ec8-47b8-91ae-4261cece26a0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:15.741465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-816646b4-5ec8-47b8-91ae-4261cece26a0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1012666 Dec 07 00:19:15.807350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-39eaae72-c98f-4b43-82bc-6267c4a92bf4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 380 time: 0.0504899 Dec 07 00:19:15.821754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'port': {'device_id': '80fd9651-b717-4f95-bfa0-f1af24265904', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'admin_state_up': True, 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'security_groups': ['2ce9bb31-105c-4026-ab5e-15f9e34b0e99']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:19:15.972059 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a876672c-2eb4-4365-9b0d-9b20e2beb7e5 req-4f83b955-4306-452c-bb78-7c1bc2c173a8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 210 time: 0.0278456 Dec 07 00:19:15.998519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:19:16.002926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.126795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Allocated IP 172.20.0.12 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/9f811120-2366-4177-bd69-258a0fd68118) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:19:16.262960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.329647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.373224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:19:16.376170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:19:16.380604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:19:16.387272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:16.434204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:16.434825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.515438 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-6c6482ac-87de-4861-9232-d268ca174bb2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6972110 Dec 07 00:19:16.555737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Request body: {'port': {'device_id': '80fd9651-b717-4f95-bfa0-f1af24265904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:19:16.610932 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cbe62a53-a9d5-4dfa-953f-2d4abc980420 None None] Provisioning complete for port 9f811120-2366-4177-bd69-258a0fd68118 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:19:16.611513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cbe62a53-a9d5-4dfa-953f-2d4abc980420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.612330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.644073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cbe62a53-a9d5-4dfa-953f-2d4abc980420 None None] Port 9f811120-2366-4177-bd69-258a0fd68118 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:19:16.864450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:19:16.871707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:16.883224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Transition to ACTIVE for port object 9f811120-2366-4177-bd69-258a0fd68118 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:19:16.946683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:17.016523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:17.079927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Attempting to bind port 9f811120-2366-4177-bd69-258a0fd68118 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:19:17.080300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Attempting to bind port 9f811120-2366-4177-bd69-258a0fd68118 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:19:17.080773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Attempting to bind port 9f811120-2366-4177-bd69-258a0fd68118 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:19:17.085950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Port 9f811120-2366-4177-bd69-258a0fd68118 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:19:17.086279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Attempting to bind port 9f811120-2366-4177-bd69-258a0fd68118 on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:19:17.091451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:19:17.091790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:19:17.092225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:19:17.092676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Bound port: 9f811120-2366-4177-bd69-258a0fd68118, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:19:17.093036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:17.097074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355b14-7b34-4e4e-bff5-94059af6a804 req-816d4024-1e42-4b32-9307-0f6a2510e501 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.099397 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c355b14-7b34-4e4e-bff5-94059af6a804 req-816d4024-1e42-4b32-9307-0f6a2510e501 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0535514 Dec 07 00:19:17.153804 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c355b14-7b34-4e4e-bff5-94059af6a804 req-81983a3c-f2a3-435d-a778-f815eb0b919b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469499 Dec 07 00:19:17.162499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:19:17.166292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:19:17.227461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:17.265009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.265628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:17.267034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] 10.222.0.45 "PUT /v2.0/ports/9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1094 time: 0.7163305 Dec 07 00:19:17.267666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:19:17.270684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c85e22-e8f5-4d6f-a428-2060948bd02b" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:19:17.294573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e71dab-17e6-44c0-9a85-079673491b28 service neutron] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:17.318852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349443b6-6056-4e93-a869-77f0fd185152 x-openstack-request-id: req-349443b6-6056-4e93-a869-77f0fd185152 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:19:17.319148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:19:17.319415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-349443b6-6056-4e93-a869-77f0fd185152 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:19:17.319828 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'status': 'completed', 'code': 200} Dec 07 00:19:17.417487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-4dc8c8fe-3679-42ad-a709-a5e2d46c0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.419069 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-4dc8c8fe-3679-42ad-a709-a5e2d46c0c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1097 time: 0.0481350 Dec 07 00:19:17.529887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-6ac75636-37ba-46e2-a2a4-1345c23f077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.531314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-6ac75636-37ba-46e2-a2a4-1345c23f077d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=795fd6785f114ecb98beaf41d9d07950&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932999 Dec 07 00:19:17.633812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-d1a4a87f-f2ed-4d05-b9e8-77e512281727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.635265 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d7c85e22-e8f5-4d6f-a428-2060948bd02b req-d1a4a87f-f2ed-4d05-b9e8-77e512281727 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917575 Dec 07 00:19:17.749594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-e3e15e9f-c27f-47f4-95c3-fa38c521fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.751039 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-e3e15e9f-c27f-47f4-95c3-fa38c521fa7c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1097 time: 0.0397429 Dec 07 00:19:17.808141 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-4d20c673-21bd-4cef-a22f-baf7ddea5f85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 217 time: 0.0345957 Dec 07 00:19:17.864718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-5e83c49f-aa1b-436c-a790-dd294ea7650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.866119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-5e83c49f-aa1b-436c-a790-dd294ea7650d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0465791 Dec 07 00:19:17.916414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-ad6824d4-e06f-4651-9377-611af9ae0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:17.917855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-ad6824d4-e06f-4651-9377-611af9ae0240 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401735 Dec 07 00:19:18.016319 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-e4762a35-2538-4158-9e70-c74162e1079a service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857236 Dec 07 00:19:18.107947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad402349-0c45-4e41-9780-b470dc6f4ace req-961b4787-434a-4950-adbc-1a574f924a66 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806651 Dec 07 00:19:18.283027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9630de7-2746-4c9e-a438-5343ef4a195c req-814e5720-edc7-453d-af44-bc75877be54e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:18.284431 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f9630de7-2746-4c9e-a438-5343ef4a195c req-814e5720-edc7-453d-af44-bc75877be54e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0487773 Dec 07 00:19:18.331960 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f9630de7-2746-4c9e-a438-5343ef4a195c req-7cf078d9-efd6-455f-8715-788f42590a1d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Dec 07 00:19:18.339952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d316fc03-5a76-4647-8ab5-7c63c6f88035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:19.448301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cb1a7-1b73-4c55-aaf5-90caac9d03b1 req-f5b87340-9b33-4b5b-8371-897a7a93d9d8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:19.449776 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-214cb1a7-1b73-4c55-aaf5-90caac9d03b1 req-f5b87340-9b33-4b5b-8371-897a7a93d9d8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0492437 Dec 07 00:19:19.501326 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-214cb1a7-1b73-4c55-aaf5-90caac9d03b1 req-eb120124-d532-42ad-9caa-5dfa6b207d7a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456152 Dec 07 00:19:20.620149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749201d0-8c0d-4c51-b7b3-be99b4b9ee61 req-44c3b687-d349-40c7-a740-f8c984ae5bb9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:20.621720 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-749201d0-8c0d-4c51-b7b3-be99b4b9ee61 req-44c3b687-d349-40c7-a740-f8c984ae5bb9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0550127 Dec 07 00:19:20.673002 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-749201d0-8c0d-4c51-b7b3-be99b4b9ee61 req-81d01b36-250f-47d2-889c-21fb1923ee3b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Dec 07 00:19:20.684156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-81c088c8-910e-4503-b667-04fec4c5d1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:20.761075 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:19:21.084141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:19:21.183260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:21.193876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '9f811120-2366-4177-bd69-258a0fd68118', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:19:21.229425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:21.242151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:19:21.260180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:21.301394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:21.352278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:21.650039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['9f811120-2366-4177-bd69-258a0fd68118'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:19:21.786481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ccc32-50f9-4bdf-a4b5-dfb18d9c4985 req-8342a9c5-3c77-4f4a-a58e-f31dff5881c6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:21.787943 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4c9ccc32-50f9-4bdf-a4b5-dfb18d9c4985 req-8342a9c5-3c77-4f4a-a58e-f31dff5881c6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 945 time: 0.0476863 Dec 07 00:19:21.835461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4c9ccc32-50f9-4bdf-a4b5-dfb18d9c4985 req-47573b6b-82d3-42ea-9dc9-84112d90db05 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Dec 07 00:19:22.015412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:22.946919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbeb49-7fc3-41d7-a617-3821db03120d req-82b1ceb7-5a57-404d-841a-972855825cbf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:22.948395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2bbeb49-7fc3-41d7-a617-3821db03120d req-82b1ceb7-5a57-404d-841a-972855825cbf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Dec 07 00:19:22.996228 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2bbeb49-7fc3-41d7-a617-3821db03120d req-20dbd419-96ff-4927-b547-64b55d349e48 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Dec 07 00:19:23.049546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:23.083381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:19:23.185454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 9f811120-2366-4177-bd69-258a0fd68118 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:19:23.189284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 9f811120-2366-4177-bd69-258a0fd68118 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:19:23.189660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:23.265569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:23.288475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:19:23.290976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f26f0e0-4bf1-449a-885f-a390545e391b" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:19:23.306911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:19:23.329039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edc166c-8d44-4130-9e5e-2ca6052325d4 x-openstack-request-id: req-1edc166c-8d44-4130-9e5e-2ca6052325d4 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:19:23.329039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:19:23.329039 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1edc166c-8d44-4130-9e5e-2ca6052325d4 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:19:23.329039 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'code': 200} Dec 07 00:19:23.374993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:23.422665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:19:23.664097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e39ba-800f-4ff2-b237-a7afa4c87c29 req-2f426ea1-4cc5-4de2-be7a-f0498f6def67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:23.666002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e80e39ba-800f-4ff2-b237-a7afa4c87c29 req-2f426ea1-4cc5-4de2-be7a-f0498f6def67 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0405548 Dec 07 00:19:23.713526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e80e39ba-800f-4ff2-b237-a7afa4c87c29 req-cd39c42a-9b0d-4ffe-9fb6-58d81f5f236a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365171 Dec 07 00:19:24.111409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670506d-4b1e-4ed2-8acb-6905a5cd09cd req-669ba1f4-0979-452c-b1b7-2675d1448105 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:24.112904 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b670506d-4b1e-4ed2-8acb-6905a5cd09cd req-669ba1f4-0979-452c-b1b7-2675d1448105 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0480835 Dec 07 00:19:24.156838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:24.165074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b670506d-4b1e-4ed2-8acb-6905a5cd09cd req-9be51324-aece-4310-8031-5c20b9a4e233 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455089 Dec 07 00:19:25.283942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c739a-d0b8-4f40-84a1-69f533d520c9 req-409d0d15-181f-4701-95b2-d8c1009d1793 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:25.285458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c4c739a-d0b8-4f40-84a1-69f533d520c9 req-409d0d15-181f-4701-95b2-d8c1009d1793 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Dec 07 00:19:25.331228 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c4c739a-d0b8-4f40-84a1-69f533d520c9 req-c02943b4-3de0-4827-ac38-13c2116a3929 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396547 Dec 07 00:19:25.445277 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234159-4563-4904-a76d-b8870af1923c req-d35d607c-7b15-44e5-9e15-ce68edecb7cf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:25.446654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56234159-4563-4904-a76d-b8870af1923c req-d35d607c-7b15-44e5-9e15-ce68edecb7cf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0484536 Dec 07 00:19:25.455050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 36738) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:19:25.459323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'floatingip': {'port_id': '9f811120-2366-4177-bd69-258a0fd68118'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:19:25.497479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:25.909649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:25.992050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:26.090200 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b associated. External IP: 172.36.7.251, port: 9f811120-2366-4177-bd69-258a0fd68118. Dec 07 00:19:26.294557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:19:26.412627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:19:26.417742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:26.423663 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:19:26.433008 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:19:26.433615 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:19:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:26.443492 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-43c81288-33a2-4c11-b9be-11f29d32e5d6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "PUT /v2.0/floatingips/2b689693-729d-4eed-8214-68de69ba646b HTTP/1.1" status: 200 len: 992 time: 0.9874096 Dec 07 00:19:26.444126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:19:26.446410 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0524744-0cd3-45fd-b957-1ccc42ab21d0" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:19:26.484404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af93a75-bc4e-4afc-a024-a6ba9c433f25 x-openstack-request-id: req-9af93a75-bc4e-4afc-a024-a6ba9c433f25 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:19:26.484699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:19:26.485080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9af93a75-bc4e-4afc-a024-a6ba9c433f25 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:19:26.485488 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'status': 'completed', 'code': 200} Dec 07 00:19:26.539954 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:19:26.589843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-afe0d665-ffef-43d6-8d30-5165225c7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:26.591513 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-afe0d665-ffef-43d6-8d30-5165225c7e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0424087 Dec 07 00:19:26.708415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-76d5b3bc-a24c-4a9e-8b18-00f699d20c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:26.709992 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-76d5b3bc-a24c-4a9e-8b18-00f699d20c63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.1098144 Dec 07 00:19:26.763589 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9651-b717-4f95-bfa0-f1af24265904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:19:25Z', 'revision_number': 9, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:26.775598 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-f6d86624-69b5-4c0e-9f29-147425923b09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1000 time: 0.0580280 Dec 07 00:19:26.793045 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:19:26.801744 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:19:26.802344 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:19:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:26.824944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-63e53f5d-86a9-4d1b-b9c7-43e2963d66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:26.826398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-63e53f5d-86a9-4d1b-b9c7-43e2963d66ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0436139 Dec 07 00:19:26.876321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-ad13af41-c5a5-4d40-a364-b5060fb00350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:19:26.877830 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-ad13af41-c5a5-4d40-a364-b5060fb00350 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430133 Dec 07 00:19:26.902970 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:19:26.997382 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-1dc008ea-2885-4252-9471-4133a88a6942 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972092 Dec 07 00:19:27.097078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a0524744-0cd3-45fd-b957-1ccc42ab21d0 req-aff4c8a5-736b-4588-9aed-7db2aa6cc3f3 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918083 Dec 07 00:19:27.135942 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9651-b717-4f95-bfa0-f1af24265904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:19:25Z', 'revision_number': 9, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:19:27.165264 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b0037-492e-4d17-81e7-ebef1b116bf7 None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fd9651-b717-4f95-bfa0-f1af24265904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:19:25Z', 'revision_number': 9, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:19:27.360420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481d84c-5101-4a96-b6bb-a31de9acf76a None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:19:33.665715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:48.380472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ad503f67-6d5a-48c9-ae25-8286a1c8d00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:50.677162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6214ba7a-1d6c-45b3-aca6-305928bb27a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:52.008762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:53.077625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:54.129168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:19:57.759958 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:20:03.631576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:07.194397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf5bcb-ae8a-44a1-9806-f861ed35887b req-41b91c76-c3e3-4fb6-af96-11935bba539e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:07.195873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3adf5bcb-ae8a-44a1-9806-f861ed35887b req-41b91c76-c3e3-4fb6-af96-11935bba539e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.1199424 Dec 07 00:20:07.243637 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3adf5bcb-ae8a-44a1-9806-f861ed35887b req-acf06c1b-a6a6-41c8-8d40-faa6daf8b7bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Dec 07 00:20:07.247741 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-6a600558-e814-4c41-89e1-06f4a21415ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441864 Dec 07 00:20:08.414094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52a6f2-e23c-4cb0-9a22-292c34275523 req-284bf217-340a-4aec-ac1a-210905b41b70 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:08.415927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd52a6f2-e23c-4cb0-9a22-292c34275523 req-284bf217-340a-4aec-ac1a-210905b41b70 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0980542 Dec 07 00:20:08.467934 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd52a6f2-e23c-4cb0-9a22-292c34275523 req-bcec3628-4e85-42ea-b7ca-69c027d9a583 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Dec 07 00:20:09.403513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-6af2d542-5aba-4f18-8cf1-375066248d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:09.405011 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-6af2d542-5aba-4f18-8cf1-375066248d1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0843854 Dec 07 00:20:09.498760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-eef4f914-7548-4ea5-a73b-0362be4c19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:09.500220 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-eef4f914-7548-4ea5-a73b-0362be4c19f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0824430 Dec 07 00:20:09.599140 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-b2095065-0a0f-4c5b-9f85-8919119710b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1003 time: 0.0855079 Dec 07 00:20:09.613548 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5f1d1-0d96-44be-b0c8-3de9b78d7e12 req-4ffc02de-0050-4d38-9031-6d18b4680e4e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:09.614947 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c3b5f1d1-0d96-44be-b0c8-3de9b78d7e12 req-4ffc02de-0050-4d38-9031-6d18b4680e4e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0637772 Dec 07 00:20:09.686436 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-e5e399c7-5659-41a6-a61d-ba67d7c0561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:09.687844 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-e5e399c7-5659-41a6-a61d-ba67d7c0561b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0720820 Dec 07 00:20:09.692387 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c3b5f1d1-0d96-44be-b0c8-3de9b78d7e12 req-911b1a80-34b0-4765-afc4-89555227d853 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696888 Dec 07 00:20:09.740672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-71c2b92e-b0e1-4067-ad31-95e0e82e134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:09.742117 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-71c2b92e-b0e1-4067-ad31-95e0e82e134a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435686 Dec 07 00:20:09.836009 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-7e617e7b-0008-427c-9b72-eb5be405a86d service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813956 Dec 07 00:20:09.932119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-76bac407-b3a7-4d46-b3af-268050ab7289 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838952 Dec 07 00:20:10.816786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc3741-52d1-401d-b9eb-a43f3dab0eba req-8205b57e-ff3a-4048-9df8-0b95b43f8a85 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:10.818181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-32bc3741-52d1-401d-b9eb-a43f3dab0eba req-8205b57e-ff3a-4048-9df8-0b95b43f8a85 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0598197 Dec 07 00:20:10.864048 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-32bc3741-52d1-401d-b9eb-a43f3dab0eba req-4ffc0ea0-9a1e-4713-9675-6e20dc84391d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399728 Dec 07 00:20:11.977648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692b9ba-9c03-4cb0-a07c-bda5401826de req-72d5a02b-6a86-4d75-b04a-d3616f7d0bca tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:11.979147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1692b9ba-9c03-4cb0-a07c-bda5401826de req-72d5a02b-6a86-4d75-b04a-d3616f7d0bca tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0474534 Dec 07 00:20:12.025460 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1692b9ba-9c03-4cb0-a07c-bda5401826de req-5da74422-8f57-4f59-8231-e8ba52d53027 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Dec 07 00:20:13.147194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44d832-3c21-4358-a798-ee35eb0afc9b req-0b4062b0-b8f9-492c-a8e8-e6f6300c889d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:13.150707 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be44d832-3c21-4358-a798-ee35eb0afc9b req-0b4062b0-b8f9-492c-a8e8-e6f6300c889d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0517430 Dec 07 00:20:13.199903 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-be44d832-3c21-4358-a798-ee35eb0afc9b req-6bb0d9f8-347d-4526-b631-fd1a52d372bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Dec 07 00:20:14.314485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54ec8d-29ee-4dca-b62e-010f0b0b3adf req-6a388124-05c4-456d-8ed5-7e16f552a1b9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:14.316432 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6a54ec8d-29ee-4dca-b62e-010f0b0b3adf req-6a388124-05c4-456d-8ed5-7e16f552a1b9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0476615 Dec 07 00:20:14.365365 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6a54ec8d-29ee-4dca-b62e-010f0b0b3adf req-57b490c8-de71-4642-a222-29f4f5889b97 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430436 Dec 07 00:20:15.489292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab4eec-0559-429c-9aad-4d9f1e9d1c15 req-afd86f9b-b45b-414c-aea3-9de524f6a8f2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:15.490935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4eab4eec-0559-429c-9aad-4d9f1e9d1c15 req-afd86f9b-b45b-414c-aea3-9de524f6a8f2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0581737 Dec 07 00:20:15.538413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4eab4eec-0559-429c-9aad-4d9f1e9d1c15 req-11d15222-1d32-4563-888c-872dde35d23d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Dec 07 00:20:16.654053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12ab41-fd18-40a4-bf4c-2c7e9d364b4a req-20d72696-2e7f-46b6-9363-0c3171fab412 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:16.655545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d12ab41-fd18-40a4-bf4c-2c7e9d364b4a req-20d72696-2e7f-46b6-9363-0c3171fab412 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0474212 Dec 07 00:20:16.702856 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d12ab41-fd18-40a4-bf4c-2c7e9d364b4a req-a4ba791d-fa26-41fc-abdc-0a782386a5b7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Dec 07 00:20:17.816637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f4798-2f31-4569-8024-0549aa745267 req-c6e6f05c-735b-45a4-bc29-c63c993eb39e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:17.818018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b7f4798-2f31-4569-8024-0549aa745267 req-c6e6f05c-735b-45a4-bc29-c63c993eb39e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0486548 Dec 07 00:20:17.871199 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b7f4798-2f31-4569-8024-0549aa745267 req-f688edda-8d2a-41fd-8bcb-4a15ae49d1c0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Dec 07 00:20:18.338526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c86cf940-d6c9-44dc-b312-6f2ad0bfaff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:18.984961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5179e2f-3c31-4a82-be99-c4ef99c482a8 req-d985bfa0-f8db-417b-8b13-1c7ce681104b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:18.986399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f5179e2f-3c31-4a82-be99-c4ef99c482a8 req-d985bfa0-f8db-417b-8b13-1c7ce681104b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0470555 Dec 07 00:20:19.032289 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f5179e2f-3c31-4a82-be99-c4ef99c482a8 req-b1230a91-0e76-4f2e-8dea-3de06d5b1fe3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 Dec 07 00:20:20.145826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f2840-29bc-450a-a29e-b8b975df1392 req-2a90b155-510d-4751-8596-4aed692661fe tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:20.147273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1c5f2840-29bc-450a-a29e-b8b975df1392 req-2a90b155-510d-4751-8596-4aed692661fe tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0468028 Dec 07 00:20:20.197461 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1c5f2840-29bc-450a-a29e-b8b975df1392 req-9bacee9f-c55d-4794-b4e3-30971ae4bd61 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Dec 07 00:20:20.698481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a949c565-bfe9-45fc-b2b3-962cfb3f234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:21.313335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7b1f9-c176-458a-b003-5b8e9195af3f req-97e71d23-9585-47ef-a70a-3249e567c297 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:21.314778 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-29a7b1f9-c176-458a-b003-5b8e9195af3f req-97e71d23-9585-47ef-a70a-3249e567c297 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Dec 07 00:20:21.360362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-29a7b1f9-c176-458a-b003-5b8e9195af3f req-81e0c648-2b1c-4103-ac4e-f8628de14139 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 Dec 07 00:20:22.013944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:22.330354 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-7ff6f37d-71e8-45d1-8716-b11bd7a68554 service neutron] 10.222.0.45 "GET /v2.0/ports/9f811120-2366-4177-bd69-258a0fd68118/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0540612 Dec 07 00:20:22.476208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7750d-a157-4558-b913-f6dc459ff050 req-c2f25aa9-23fa-4350-ab40-d75f9e90b86b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:22.477743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2cf7750d-a157-4558-b913-f6dc459ff050 req-c2f25aa9-23fa-4350-ab40-d75f9e90b86b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0489378 Dec 07 00:20:22.524390 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2cf7750d-a157-4558-b913-f6dc459ff050 req-ca6be40d-a5bd-459f-86d9-3b31f6649a44 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405354 Dec 07 00:20:22.831803 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-45c7f361-75a9-4b2a-8345-5d97e519fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:22.833199 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-45c7f361-75a9-4b2a-8345-5d97e519fad3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1099 time: 0.0404088 Dec 07 00:20:22.908531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-b3efd869-a3e5-42da-916c-06c080f9b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:22.909985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-b3efd869-a3e5-42da-916c-06c080f9b855 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0425181 Dec 07 00:20:23.002839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-784ee8a5-de5c-45cb-a5a1-e8aa556a98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.004410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-784ee8a5-de5c-45cb-a5a1-e8aa556a98e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0867715 Dec 07 00:20:23.042621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:23.076845 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-2e124be7-b50c-4ab8-a6c5-0c2a85a7eab0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1003 time: 0.0615299 Dec 07 00:20:23.132465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-7c1b449c-f0cf-4e20-b19c-8d5bc62737fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.133878 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-7c1b449c-f0cf-4e20-b19c-8d5bc62737fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0444925 Dec 07 00:20:23.185010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5a16-d573-4373-95ff-896421b57c90 req-3af52448-d340-4ca4-89a5-a2999f22f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.186943 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-3af52448-d340-4ca4-89a5-a2999f22f2aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422914 Dec 07 00:20:23.285609 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-f971e5ea-1fb4-4e45-a8ee-dda173cebf96 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 Dec 07 00:20:23.379771 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-409e5a16-d573-4373-95ff-896421b57c90 req-de7b1ccf-6b70-4c6b-b977-21475783d26e service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825937 Dec 07 00:20:23.674928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ad8c-8cc4-4932-ac8f-364a1630b88a req-d13b1767-f297-41c1-8733-ac85b4fe82e3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.676594 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a5ad8c-8cc4-4932-ac8f-364a1630b88a req-d13b1767-f297-41c1-8733-ac85b4fe82e3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0813236 Dec 07 00:20:23.705248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-9a16be9a-407d-4d66-a506-fc8619513bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.706750 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-9a16be9a-407d-4d66-a506-fc8619513bec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0750730 Dec 07 00:20:23.735785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a5ad8c-8cc4-4932-ac8f-364a1630b88a req-65caa24a-ab24-4634-a366-3f0e447c9238 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496979 Dec 07 00:20:23.844088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-71630396-b294-4804-a3ac-d468ccab81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.845557 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-71630396-b294-4804-a3ac-d468ccab81c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0863562 Dec 07 00:20:23.911772 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-c8f237b8-5d0a-45f3-ab5d-9d8203a33679 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1003 time: 0.0567248 Dec 07 00:20:23.969242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-149e8b64-e1a5-46d4-9004-76b5ce24e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:23.970678 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-149e8b64-e1a5-46d4-9004-76b5ce24e10a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0470862 Dec 07 00:20:24.019918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-da881802-18c0-4cd1-a0e3-5dd1a8526068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:24.022050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-da881802-18c0-4cd1-a0e3-5dd1a8526068 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432043 Dec 07 00:20:24.112102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-951a0e58-60dc-4117-b8b3-e2edd891010a service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Dec 07 00:20:24.139824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:24.488119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae99e41d-f5cf-46c4-a79a-c994ff2a763f req-2e31dcbc-0be4-4b40-91e6-52c9aa949f2b service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685384 Dec 07 00:20:24.855347 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1bbab-abca-4611-a48e-3a657755aa82 req-a12cad44-0668-4673-a883-ddf6ac76ded3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:24.856764 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ada1bbab-abca-4611-a48e-3a657755aa82 req-a12cad44-0668-4673-a883-ddf6ac76ded3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0484664 Dec 07 00:20:24.902972 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ada1bbab-abca-4611-a48e-3a657755aa82 req-c64d2753-65b7-42e5-a6ab-3159dd94e103 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Dec 07 00:20:25.448183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:20:25.459364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:20:25.603162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:25.614269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:25.623837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '9f811120-2366-4177-bd69-258a0fd68118', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:20:25.657579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:25.659833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb37254e-acfb-478e-a807-bf8b862085ea" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-unplugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:25.677701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:25.686295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:25.704706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:25.706486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0550fa-e51a-45ff-8007-7ef8611591b1 x-openstack-request-id: req-6e0550fa-e51a-45ff-8007-7ef8611591b1 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:25.706772 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-unplugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:25.707026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e0550fa-e51a-45ff-8007-7ef8611591b1 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:25.707408 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'code': 200} Dec 07 00:20:25.741163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:25.816582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:20:25.816940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:20:25.820162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:25.827135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.827486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.827838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.828177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.828535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.828989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.829260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.829585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.829911 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.830239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.830562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.830945 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:25.831264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:26.022466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306630-a886-46cc-99e2-05de834171f2 req-a2687429-4789-4421-8606-1d4d75665471 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:26.023935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33306630-a886-46cc-99e2-05de834171f2 req-a2687429-4789-4421-8606-1d4d75665471 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0530279 Dec 07 00:20:26.071625 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33306630-a886-46cc-99e2-05de834171f2 req-84492c8f-059c-4882-a1b2-a46045aaca60 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Dec 07 00:20:26.358072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:26.371052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:26.390040 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:26.471230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:26.518763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:26.626018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['9f811120-2366-4177-bd69-258a0fd68118'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:20:26.689972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34fba5-75df-48b5-8390-a4162f9acbf9 req-a74d6c5d-bb03-44fb-9b77-b30cfe283b9a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:26.691607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd34fba5-75df-48b5-8390-a4162f9acbf9 req-a74d6c5d-bb03-44fb-9b77-b30cfe283b9a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 945 time: 0.0579071 Dec 07 00:20:26.743787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-3f57c545-3797-4677-b1dd-3f88e540b57d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:26.745472 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-3f57c545-3797-4677-b1dd-3f88e540b57d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904&tenant_id=795fd6785f114ecb98beaf41d9d07950&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0577502 Dec 07 00:20:26.747640 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd34fba5-75df-48b5-8390-a4162f9acbf9 req-44d86a6d-cded-4d21-94cb-b9f9fc0a6f00 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489738 Dec 07 00:20:26.812026 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-c38f7d34-f041-441e-ad74-200c5b3e0bb6 service neutron] 10.222.0.45 "GET /v2.0/ports/9f811120-2366-4177-bd69-258a0fd68118/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0546589 Dec 07 00:20:26.903646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-20202199-6460-4d79-83d0-d5d182800f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:26.905181 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-20202199-6460-4d79-83d0-d5d182800f28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1098 time: 0.0415807 Dec 07 00:20:27.006439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-0cae174a-47ba-4a9d-b1b3-2135b4b7fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:27.007906 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-0cae174a-47ba-4a9d-b1b3-2135b4b7fd2a service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0874219 Dec 07 00:20:27.073880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-1a95ea76-c797-40f8-bfaa-9a7143c7cf9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1002 time: 0.0574694 Dec 07 00:20:27.129316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-3c01d158-3c75-4c7a-adbd-f29957bdb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:27.130789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-3c01d158-3c75-4c7a-adbd-f29957bdb81d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0467253 Dec 07 00:20:27.178240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-9a5e7a0a-72de-4371-a80e-c396ed392945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:27.179690 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-9a5e7a0a-72de-4371-a80e-c396ed392945 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399113 Dec 07 00:20:27.278511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-67d7a216-24c9-4685-8170-caa2b9f18955 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873373 Dec 07 00:20:27.367344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-148a3bc8-0b8d-4b34-8421-1b7762111f16 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803428 Dec 07 00:20:27.478812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:20:27.528592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 9f811120-2366-4177-bd69-258a0fd68118 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:20:27.528965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:27.603952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:27.635710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:27.708569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:27.710863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c0dee4-0864-468b-9761-3c155339126c" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:27.714355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:27.762747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:27.811355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89459b-61c4-4479-b45f-ba5091cf9f1c x-openstack-request-id: req-2a89459b-61c4-4479-b45f-ba5091cf9f1c {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:27.811722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:27.812072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a89459b-61c4-4479-b45f-ba5091cf9f1c {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:27.812538 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'code': 200} Dec 07 00:20:27.868029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a706a8-3be2-40ca-92c3-5dd6b0925b09 req-d32d9908-bd70-449e-a373-44bd5631d4cd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:27.869512 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05a706a8-3be2-40ca-92c3-5dd6b0925b09 req-d32d9908-bd70-449e-a373-44bd5631d4cd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0514388 Dec 07 00:20:27.915657 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05a706a8-3be2-40ca-92c3-5dd6b0925b09 req-3d0d2675-f484-4f2a-85ce-b91ea03d4483 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401893 Dec 07 00:20:29.034820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115228fc-3022-49a6-9853-0db4093c3234 req-abb27638-eb5b-4295-9efe-ec33d15a0f91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:29.036983 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-115228fc-3022-49a6-9853-0db4093c3234 req-abb27638-eb5b-4295-9efe-ec33d15a0f91 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Dec 07 00:20:29.088267 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-115228fc-3022-49a6-9853-0db4093c3234 req-3873821b-1a13-4948-ada9-d2429ec41b59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453053 Dec 07 00:20:30.203279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99206fd3-5bf4-4a62-9c42-cb41f93dbb7d req-b8abe146-5de0-403e-b968-a3b004f3c109 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:30.204779 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-99206fd3-5bf4-4a62-9c42-cb41f93dbb7d req-b8abe146-5de0-403e-b968-a3b004f3c109 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0483265 Dec 07 00:20:30.252375 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-99206fd3-5bf4-4a62-9c42-cb41f93dbb7d req-3b9f51b8-5f2e-4c4a-9cee-23819cb0169f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Dec 07 00:20:30.760369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-5b56147a-0640-45e7-8841-70e8fc363ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:30.761895 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-5b56147a-0640-45e7-8841-70e8fc363ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1099 time: 0.0438857 Dec 07 00:20:30.856578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-c72e7072-5f35-4abc-bff5-3a7d6ffc4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:30.858003 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-c72e7072-5f35-4abc-bff5-3a7d6ffc4035 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 1099 time: 0.0389757 Dec 07 00:20:30.947736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-968cb366-f462-4c83-9afa-c1ae5b1d91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:30.949182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-968cb366-f462-4c83-9afa-c1ae5b1d91a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0833755 Dec 07 00:20:31.013657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-9449ad97-2e69-4c52-a783-9f6315ff2987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 200 len: 1003 time: 0.0556138 Dec 07 00:20:31.068088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-7c0ae710-11f0-47c7-9720-8756b5ee3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:31.069604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-7c0ae710-11f0-47c7-9720-8756b5ee3031 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0444045 Dec 07 00:20:31.123764 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-ac2a5333-ad14-40a7-937d-1e6e20251378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:31.125257 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-ac2a5333-ad14-40a7-937d-1e6e20251378 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434439 Dec 07 00:20:31.216938 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-b4924048-2585-4f10-8526-f4b47058d7e7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791471 Dec 07 00:20:31.314024 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0255c568-188c-441e-aca3-ed0e4ed07095 req-fd8682c8-afb3-40ce-9abd-e178d20b3500 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 Dec 07 00:20:31.367031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62682c6c-25a9-4c5b-b353-ec836e692dba req-0f6c6a6b-434d-43af-ae1a-4ae8add49a1f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:31.368503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62682c6c-25a9-4c5b-b353-ec836e692dba req-0f6c6a6b-434d-43af-ae1a-4ae8add49a1f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0479696 Dec 07 00:20:31.416306 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62682c6c-25a9-4c5b-b353-ec836e692dba req-7d5a27b4-885d-4840-ae24-93708662869d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 Dec 07 00:20:32.529544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed662cf-3b3f-4748-87c2-91cca12e44bb req-a0baedd8-14d0-4146-8176-95362c967df3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:32.530936 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7ed662cf-3b3f-4748-87c2-91cca12e44bb req-a0baedd8-14d0-4146-8176-95362c967df3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0473919 Dec 07 00:20:32.582549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7ed662cf-3b3f-4748-87c2-91cca12e44bb req-b8d8a3cc-e2ec-4b8f-b7eb-0c6432e7f785 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Dec 07 00:20:33.512161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:20:33.522889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:20:33.679765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:33.699762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4255-8a94-4b31-88bb-dde3e5851852 req-8f3eeeef-0787-4313-9066-04ea1c4bcb73 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:33.701124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:33.701495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-316b4255-8a94-4b31-88bb-dde3e5851852 req-8f3eeeef-0787-4313-9066-04ea1c4bcb73 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0500555 Dec 07 00:20:33.703059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '9f811120-2366-4177-bd69-258a0fd68118', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': '9f811120-2366-4177-bd69-258a0fd68118', 'mac_address': 'fa:16:3e:d6:f6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:20:33.715642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:33.749183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:33.751464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2981233-3bf4-4d7a-8036-3d097c5dc3b8" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-unplugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:33.758381 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-316b4255-8a94-4b31-88bb-dde3e5851852 req-c50b523f-d808-48e7-a30f-548bf22cfd7f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478017 Dec 07 00:20:33.768476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:33.774132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:33.791241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:33.797877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a47cc-5baf-4354-bf6b-5873ff407e15 x-openstack-request-id: req-c67a47cc-5baf-4354-bf6b-5873ff407e15 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:33.798169 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-unplugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:33.798430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c67a47cc-5baf-4354-bf6b-5873ff407e15 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:33.798820 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'code': 200} Dec 07 00:20:33.831989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:33.876000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc73dd-230a-40ea-a277-5d542c98ef35 req-46aafdad-1dde-4a70-9ebf-acf84528ad2a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:33.877534 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6dcc73dd-230a-40ea-a277-5d542c98ef35 req-46aafdad-1dde-4a70-9ebf-acf84528ad2a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0496583 Dec 07 00:20:33.904524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:20:33.904882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:20:33.907529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:33.926056 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6dcc73dd-230a-40ea-a277-5d542c98ef35 req-2f7cd63b-1bfd-401c-af45-c27181e1c1b3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Dec 07 00:20:34.044120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5953d7-1405-482c-bcc9-83c699b18cc4 req-eca3dade-4fb1-4b7a-8fc5-03bf088e55e5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:34.045569 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d5953d7-1405-482c-bcc9-83c699b18cc4 req-eca3dade-4fb1-4b7a-8fc5-03bf088e55e5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0477300 Dec 07 00:20:34.092935 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d5953d7-1405-482c-bcc9-83c699b18cc4 req-4674d472-5450-4167-af7b-96bfc8f0405f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413108 Dec 07 00:20:34.446956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:34.455552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e0149-ab72-455b-b2a3-d42cf833f33c req-809c5872-4cca-47f3-b750-9fece6105a53 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:34.457087 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-334e0149-ab72-455b-b2a3-d42cf833f33c req-809c5872-4cca-47f3-b750-9fece6105a53 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 944 time: 0.0489135 Dec 07 00:20:34.460052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:34.479970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:34.504893 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-334e0149-ab72-455b-b2a3-d42cf833f33c req-15d812ca-07e1-4185-895c-41443afdb482 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Dec 07 00:20:34.545179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:34.594993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:34.678599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['9f811120-2366-4177-bd69-258a0fd68118'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:20:34.758265 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:20:35.507987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:20:35.560193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 9f811120-2366-4177-bd69-258a0fd68118 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:20:35.560821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:35.621893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7cf5c-dfea-421d-aa3b-a86e8f7d2a24 req-8cc64723-3e32-4389-9fa4-fec39f72d7a1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:35.623364 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68f7cf5c-dfea-421d-aa3b-a86e8f7d2a24 req-8cc64723-3e32-4389-9fa4-fec39f72d7a1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 946 time: 0.0474694 Dec 07 00:20:35.636033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:35.667124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:35.670650 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68f7cf5c-dfea-421d-aa3b-a86e8f7d2a24 req-62beabfb-2e77-4c12-90d6-879542e1cbc1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409575 Dec 07 00:20:35.755871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:35.800860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:35.803524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44b2ed-5c7e-42d1-8faf-638148986add" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:35.810397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=11']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:35.839342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a211e609-8296-4c6f-8770-18c19bef00a0 x-openstack-request-id: req-a211e609-8296-4c6f-8770-18c19bef00a0 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:35.839637 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-plugged", "status": "completed", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:35.839896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a211e609-8296-4c6f-8770-18c19bef00a0 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:35.840315 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'code': 200} Dec 07 00:20:36.792456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e489f-bdd6-4673-bea0-3712497dc603 req-2e08117c-a637-49a2-be2a-1ffcace04b2f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:36.793915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c92e489f-bdd6-4673-bea0-3712497dc603 req-2e08117c-a637-49a2-be2a-1ffcace04b2f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 947 time: 0.0537238 Dec 07 00:20:36.840142 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c92e489f-bdd6-4673-bea0-3712497dc603 req-08d929cd-ab26-455e-8d25-9642d29c9232 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Dec 07 00:20:37.014506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-1e78d8b8-c458-4dbb-a952-a997fa1587f7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:37.016018 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-1e78d8b8-c458-4dbb-a952-a997fa1587f7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 947 time: 0.0481491 Dec 07 00:20:37.117976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Deleting port 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:20:37.118234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.205021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] For port 9f811120-2366-4177-bd69-258a0fd68118, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9f811120-2366-4177-bd69-258a0fd68118,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:37.205380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.373781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.374026 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.374344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b disassociated. External IP: 172.36.7.251, port: 9f811120-2366-4177-bd69-258a0fd68118. Dec 07 00:20:37.374679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Calling delete_port for 9f811120-2366-4177-bd69-258a0fd68118 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:20:37.550599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.579439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'Port': ['ID=9f811120-2366-4177-bd69-258a0fd68118,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:37.590472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.590831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.591188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.591528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.591866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.592208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.592602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.592939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.593311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.593603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.593938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.594268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.594593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:20:37.707331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:20:37.816996 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:20:37.827463 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:20:37.838338 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:20:37.838952 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:20:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:37.862111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] No DVR routers for this DVR port 9f811120-2366-4177-bd69-258a0fd68118 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:20:37.863288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:37.867106 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d4640e21-5d69-4abe-8fd6-86dc7be1a3a9 req-ab5c28ca-1ba4-4ecf-a2c3-ff0ef7cd8d88 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "DELETE /v2.0/ports/9f811120-2366-4177-bd69-258a0fd68118 HTTP/1.1" status: 204 len: 173 time: 0.8430064 Dec 07 00:20:37.867601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-deleted', 'tag': '9f811120-2366-4177-bd69-258a0fd68118'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:37.869967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fc548e-deda-46f0-b44f-7cc334b1418b" -d '{"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-deleted", "tag": "9f811120-2366-4177-bd69-258a0fd68118"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:37.909916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7d6055-09f0-4f2f-9a97-0b9e4c11c32a x-openstack-request-id: req-cc7d6055-09f0-4f2f-9a97-0b9e4c11c32a {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:37.910448 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd9651-b717-4f95-bfa0-f1af24265904", "name": "network-vif-deleted", "tag": "9f811120-2366-4177-bd69-258a0fd68118", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:37.910912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc7d6055-09f0-4f2f-9a97-0b9e4c11c32a {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:37.912001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd9651-b717-4f95-bfa0-f1af24265904', 'name': 'network-vif-deleted', 'tag': '9f811120-2366-4177-bd69-258a0fd68118', 'status': 'completed', 'code': 200} Dec 07 00:20:37.959272 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bdbca8fa-ec90-41c6-9102-b4a2e3e17d4f req-22cd2721-d7c6-4ba9-8644-b081f3c7a426 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=80fd9651-b717-4f95-bfa0-f1af24265904 HTTP/1.1" status: 200 len: 210 time: 0.0327322 Dec 07 00:20:38.033093 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:20:38.230709 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:38.255883 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:20:38.264039 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:20:38.264669 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:20:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:38.367448 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:20:38.559789 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:38.586302 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa6a9c-67d5-4a12-86c9-3472a9c7c13c None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:20:38.827605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801ee4f-4f70-412a-8889-62aa8be6ca2f None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:20:39.228670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-d409f096-0257-4034-8be8-0cc1932bb695 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2132814739&fields=id&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 267 time: 0.0424485 Dec 07 00:20:39.334220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-15e42c33-1877-4136-82d7-6b651d852249 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:39.335565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-15e42c33-1877-4136-82d7-6b651d852249 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1000319 Dec 07 00:20:39.351166 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-0fb9126f-f25f-4b16-bac4-a3b9b8c35240 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/quotas/795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 375 time: 0.0098584 Dec 07 00:20:39.403957 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-90623a21-624a-489b-bd52-80cae7edca37 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475047 Dec 07 00:20:39.496590 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-e4368baa-bc7a-4a65-b003-a3a0b2067cc7 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803196 Dec 07 00:20:39.532799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:20:39.554021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 9f811120-2366-4177-bd69-258a0fd68118 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:20:39.554369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 9f811120-2366-4177-bd69-258a0fd68118 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:20:39.589681 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-6d6bd9ef-020d-4403-8625-98c4d46d96b8 service neutron] 10.222.0.53 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870771 Dec 07 00:20:40.820909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7ab382ba-4434-42a8-9625-63d9ab5c5977 req-16bf4063-29e1-49f3-82aa-2847fc80345b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0256717 Dec 07 00:20:41.914986 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2fe82ba3-7fcd-4910-b883-5bdd6235db28 req-e2a24bae-b85c-4e46-831a-00698dbac79e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Dec 07 00:20:42.681925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-3ccda95d-7d78-432f-b1de-f8a69e1461b3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:42.683384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-3ccda95d-7d78-432f-b1de-f8a69e1461b3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 811 time: 0.1003168 Dec 07 00:20:42.764695 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-4bb6dbaa-facb-41a6-ac2a-4325666b6635 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 380 time: 0.0565925 Dec 07 00:20:42.780965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'port': {'device_id': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'admin_state_up': True, 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'security_groups': ['2ce9bb31-105c-4026-ab5e-15f9e34b0e99']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:20:42.949796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Made reservation on behalf of 795fd6785f114ecb98beaf41d9d07950 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:20:42.953626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.016339 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09420467-c44a-49fa-bab5-f6c568e49e85 req-db7f581b-7b00-4845-8cc2-79ef9833307c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Dec 07 00:20:43.083709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Allocated IP 172.20.0.11 (ff3985ad-ebd2-40b3-bad2-0a365aa11181/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0/bdf25ab9-8496-43d0-9db4-32c032e9fd1e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:20:43.217316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.326749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.370824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:20:43.373891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:20:43.377725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:20:43.384421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:43.431597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:43.432257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.507721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c4a2f058-ea7c-4349-8db5-b917ba11f5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7303054 Dec 07 00:20:43.536683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Request body: {'port': {'device_id': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:20:43.593837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.613579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fe34885f-663e-4e6d-aa12-ed1ac7b319ea None None] Provisioning complete for port bdf25ab9-8496-43d0-9db4-32c032e9fd1e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:20:43.614153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe34885f-663e-4e6d-aa12-ed1ac7b319ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.650732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fe34885f-663e-4e6d-aa12-ed1ac7b319ea None None] Port bdf25ab9-8496-43d0-9db4-32c032e9fd1e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:20:43.851506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:43.858796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:43.870184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Transition to ACTIVE for port object bdf25ab9-8496-43d0-9db4-32c032e9fd1e will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:20:43.962000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:44.012331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:44.089965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Attempting to bind port bdf25ab9-8496-43d0-9db4-32c032e9fd1e on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:20:44.090550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Attempting to bind port bdf25ab9-8496-43d0-9db4-32c032e9fd1e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:20:44.091140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Attempting to bind port bdf25ab9-8496-43d0-9db4-32c032e9fd1e on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:20:44.107525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Port bdf25ab9-8496-43d0-9db4-32c032e9fd1e on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:20:44.107741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Attempting to bind port bdf25ab9-8496-43d0-9db4-32c032e9fd1e on network ff3985ad-ebd2-40b3-bad2-0a365aa11181 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:20:44.128795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:20:44.129140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Checking segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:20:44.129532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Bound using segment: {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:20:44.129969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Bound port: bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bfe279-cd18-4302-8134-8dca93860c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:20:44.130335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:44.183138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3dc73-f88e-4627-a99d-1e281cdac248 req-d1d7a735-9e54-435d-97af-180829ec76d9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.184660 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4e3dc73-f88e-4627-a99d-1e281cdac248 req-d1d7a735-9e54-435d-97af-180829ec76d9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0896494 Dec 07 00:20:44.232430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:20:44.252199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:20:44.258327 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4e3dc73-f88e-4627-a99d-1e281cdac248 req-116e2c0e-2e9c-41d7-9a4a-81f75bc4e908 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656400 Dec 07 00:20:44.322807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:44.361648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.362270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:44.363633 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] 10.222.0.45 "PUT /v2.0/ports/bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1094 time: 0.8315842 Dec 07 00:20:44.364078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:44.366463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f" -d '{"events": [{"name": "network-changed", "server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:44.390024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcf50f-32fe-4667-a168-fb79f59c9499 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:44.420425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a0c56e-8e80-42e0-960e-bb892e5b6ef0 x-openstack-request-id: req-62a0c56e-8e80-42e0-960e-bb892e5b6ef0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:44.420696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:44.420989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62a0c56e-8e80-42e0-960e-bb892e5b6ef0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:44.421415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'status': 'completed', 'code': 200} Dec 07 00:20:44.510551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-436f68dd-6dc1-4298-b285-ee9215fc058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.512051 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-436f68dd-6dc1-4298-b285-ee9215fc058e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1097 time: 0.0427713 Dec 07 00:20:44.629470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-7d1ffaf5-a2db-4e6a-b1c2-99b5408be45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.630811 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-7d1ffaf5-a2db-4e6a-b1c2-99b5408be45c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=795fd6785f114ecb98beaf41d9d07950&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0960739 Dec 07 00:20:44.726441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-4cc7b5fc-a843-4d54-bcfa-32096ec91df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.728621 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a6d0a1e2-dadc-4da2-ab31-7620873ec30f req-4cc7b5fc-a843-4d54-bcfa-32096ec91df0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867715 Dec 07 00:20:44.839718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-4481ef48-c7cf-4caf-b0ec-3e4434418296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.841259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-4481ef48-c7cf-4caf-b0ec-3e4434418296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1097 time: 0.0404177 Dec 07 00:20:44.898156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-3095aa5b-14ed-4544-9f56-4e1bf9ac50fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 217 time: 0.0371532 Dec 07 00:20:44.953699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-6d588dbe-5c79-4d69-a058-219ed5c69948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:44.955103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-6d588dbe-5c79-4d69-a058-219ed5c69948 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0433903 Dec 07 00:20:45.005362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-4b2161c6-21a8-4738-b2ff-9356c834dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:45.006838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-4b2161c6-21a8-4738-b2ff-9356c834dc83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388546 Dec 07 00:20:45.107497 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-fc8bb10f-efbe-44f5-b5ea-be82b4eced19 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931547 Dec 07 00:20:45.198284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9385c287-c856-4677-aa14-0c853b5f8e58 req-839d4b3e-08af-4c53-b62b-8696bfbaa14d service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786848 Dec 07 00:20:45.377476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14e010-c0eb-4ee6-ae1a-5bbbc88fb489 req-62b676c4-4a9d-4f5f-a3ef-943f6c46e737 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:45.378914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cc14e010-c0eb-4ee6-ae1a-5bbbc88fb489 req-62b676c4-4a9d-4f5f-a3ef-943f6c46e737 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0540466 Dec 07 00:20:45.425005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cc14e010-c0eb-4ee6-ae1a-5bbbc88fb489 req-323002c3-b014-441f-974f-7275af1e4e2e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Dec 07 00:20:46.544965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc7ba7-e2f1-45b7-a6c3-930a92994288 req-1c4f2f53-6ba7-41f3-8d3f-e20c7a213a8d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:46.546367 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8acc7ba7-e2f1-45b7-a6c3-930a92994288 req-1c4f2f53-6ba7-41f3-8d3f-e20c7a213a8d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0480974 Dec 07 00:20:46.592561 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8acc7ba7-e2f1-45b7-a6c3-930a92994288 req-4f34deee-1ca3-4065-83a9-6ce592f82e85 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401995 Dec 07 00:20:47.531920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:20:47.626519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:47.638555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:20:47.674766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:47.687970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:20:47.706475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77bee-003f-4baa-9fd2-c30617cfa310 req-a6cd2d43-2195-40bf-9cf7-312ba6d75f4b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:47.707643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:47.707935 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-87b77bee-003f-4baa-9fd2-c30617cfa310 req-a6cd2d43-2195-40bf-9cf7-312ba6d75f4b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0483987 Dec 07 00:20:47.754001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-87b77bee-003f-4baa-9fd2-c30617cfa310 req-27266825-f283-4fff-a260-27046e29e672 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 Dec 07 00:20:47.789966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:47.831674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:48.137624 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['bdf25ab9-8496-43d0-9db4-32c032e9fd1e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:20:48.349102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6c074ee8-e804-4a5c-a6ef-c44dd7b6e041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:48.871769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9b640-3d0c-4363-be3d-b8c31304a55b req-aefeb8a7-3940-4813-8cad-8bb3d5a41e36 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:48.873163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-19a9b640-3d0c-4363-be3d-b8c31304a55b req-aefeb8a7-3940-4813-8cad-8bb3d5a41e36 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 945 time: 0.0507560 Dec 07 00:20:48.920147 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-19a9b640-3d0c-4363-be3d-b8c31304a55b req-ab8da204-e84a-4206-9cdb-238390100e23 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Dec 07 00:20:49.549263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:20:49.647305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port bdf25ab9-8496-43d0-9db4-32c032e9fd1e completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:20:49.651403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port bdf25ab9-8496-43d0-9db4-32c032e9fd1e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:20:49.651783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:49.732098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:49.753607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:49.755813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb03850f-1225-4a30-9908-ee5d1a53f18a" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:49.768386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:20:49.793401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2a5f1-a206-497b-9707-e09983185abe x-openstack-request-id: req-73e2a5f1-a206-497b-9707-e09983185abe {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:49.793698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:49.793961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e2a5f1-a206-497b-9707-e09983185abe {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:49.794362 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'code': 200} Dec 07 00:20:49.857058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:49.906170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:20:50.036501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47e9b3-8459-4596-8b26-72ae9c76ae30 req-7dbaf800-3e90-4fb2-a46c-91edb38f0f10 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:50.038888 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf47e9b3-8459-4596-8b26-72ae9c76ae30 req-7dbaf800-3e90-4fb2-a46c-91edb38f0f10 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0515559 Dec 07 00:20:50.091573 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf47e9b3-8459-4596-8b26-72ae9c76ae30 req-f7dea14c-2b09-49a8-8261-65b02409e6a9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Dec 07 00:20:50.146557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f350606-f0dd-49eb-8d11-8fce2482e0a9 req-d75da350-4f84-4c52-9d5d-9798481918a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:50.148676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2f350606-f0dd-49eb-8d11-8fce2482e0a9 req-d75da350-4f84-4c52-9d5d-9798481918a9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0402348 Dec 07 00:20:50.201373 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2f350606-f0dd-49eb-8d11-8fce2482e0a9 req-1a43c768-70da-48a3-a5cf-ae7516203cb4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405083 Dec 07 00:20:50.676309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-83e68206-2b14-4e20-a285-7f41a7e1c7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:51.206211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842da3b2-77d3-4981-811c-d6304d9b36e1 req-1c0587dd-649f-4243-8f7b-2b49baef815c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:51.207670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-842da3b2-77d3-4981-811c-d6304d9b36e1 req-1c0587dd-649f-4243-8f7b-2b49baef815c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0479062 Dec 07 00:20:51.253327 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-842da3b2-77d3-4981-811c-d6304d9b36e1 req-fdbab0c2-bb45-4928-aa93-26f15c22df34 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396719 Dec 07 00:20:52.052012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:52.365835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffef2ea-835e-4a88-9b14-cc7d94f2e7fd req-c470bae8-b00b-4c25-903a-b58853a22305 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:52.367172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5ffef2ea-835e-4a88-9b14-cc7d94f2e7fd req-c470bae8-b00b-4c25-903a-b58853a22305 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0464866 Dec 07 00:20:52.419031 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5ffef2ea-835e-4a88-9b14-cc7d94f2e7fd req-4dd75011-058c-48dd-a786-8e2e72ffc20e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460005 Dec 07 00:20:52.527658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326d46-30d5-40ea-8a2a-14001daa712e req-55a50786-7d96-4170-80fb-e58bf3bd9d55 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:52.529218 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a326d46-30d5-40ea-8a2a-14001daa712e req-55a50786-7d96-4170-80fb-e58bf3bd9d55 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0478916 Dec 07 00:20:52.537822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 36996) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:20:52.542854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Request body: {'floatingip': {'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:20:52.580815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:53.000590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:53.087240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:53.110011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:53.207293 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b associated. External IP: 172.36.7.251, port: bdf25ab9-8496-43d0-9db4-32c032e9fd1e. Dec 07 00:20:53.404048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:20:53.849775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:20:53.854711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:53.859763 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:20:53.869026 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:20:53.869638 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:20:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:53.879704 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bee43ce2-2389-4863-8cd1-08a17a7b09da tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "PUT /v2.0/floatingips/2b689693-729d-4eed-8214-68de69ba646b HTTP/1.1" status: 200 len: 993 time: 1.3408134 Dec 07 00:20:53.880303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:20:53.883169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d" -d '{"events": [{"name": "network-changed", "server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:20:53.978426 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:20:53.978613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18e7c5-f42b-4302-8982-4f4c3a6fd0fc x-openstack-request-id: req-ce18e7c5-f42b-4302-8982-4f4c3a6fd0fc {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:20:53.978902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:20:53.979154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce18e7c5-f42b-4302-8982-4f4c3a6fd0fc {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:20:53.979556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'status': 'completed', 'code': 200} Dec 07 00:20:54.067898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-d4ba4b58-2d13-4b15-9010-fb01d7ff80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:54.070812 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-d4ba4b58-2d13-4b15-9010-fb01d7ff80bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0454404 Dec 07 00:20:54.151131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:20:54.171924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-42cbf008-bbf1-4267-b0d2-3862d4a60568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:54.173419 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-42cbf008-bbf1-4267-b0d2-3862d4a60568 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0954545 Dec 07 00:20:54.215779 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:20:52Z', 'revision_number': 13, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:54.242116 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:20:54.243737 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-fea123aa-16a0-49cd-b904-c62e252e81bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1001 time: 0.0626020 Dec 07 00:20:54.250409 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:20:54.251040 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:20:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:54.291968 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-9cb2b58e-0d34-4d8b-bb59-2af46aaa9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:54.293451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-9cb2b58e-0d34-4d8b-bb59-2af46aaa9b01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0429986 Dec 07 00:20:54.339626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-e1f53eb9-9736-4a64-9127-4989fa76745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:20:54.341177 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-e1f53eb9-9736-4a64-9127-4989fa76745a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399773 Dec 07 00:20:54.355195 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:20:54.435510 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-05a0f48d-1564-4f8a-ada9-c53ce9f09e39 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846956 Dec 07 00:20:54.530032 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-31d0c3c1-6b6b-42c7-8f88-996cab39f61d req-77bb6c4f-c03b-4b54-8204-b52ba796745c service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873773 Dec 07 00:20:54.580432 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:20:52Z', 'revision_number': 13, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:20:54.689322 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f47c20-a3aa-466a-a411-a0e699b852cc None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b689693-729d-4eed-8214-68de69ba646b', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'floating_ip_address': '172.36.7.251', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:16:21Z', 'updated_at': '2021-12-07T00:20:52Z', 'revision_number': 13, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:20:54.878987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbab50ab-c00a-49f0-bfc2-db79020c8ed0 None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:21:03.686853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:11.756900 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:21:18.356092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-17aa2220-b532-4a92-afa5-45961382100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:20.699095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f81c95ad-cdf6-4f6c-a028-be8d12854c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:22.029570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:23.058165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:24.153876 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:25.623361 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-55533d42-5400-4026-9417-35fa64a5fc78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419827 Dec 07 00:21:25.726836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-e3e300db-932e-403d-8080-6512ba98defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:25.728306 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-e3e300db-932e-403d-8080-6512ba98defe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0394599 Dec 07 00:21:26.114411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-66a41497-5bcd-4ca8-9c1c-7ed8808cd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:26.115848 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-66a41497-5bcd-4ca8-9c1c-7ed8808cd0db service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.3690269 Dec 07 00:21:26.180352 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-557b71c2-4a63-4e9d-a725-6aec3eea4bca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1003 time: 0.0558627 Dec 07 00:21:26.226660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-bca476e3-939a-4820-bf44-4ac250d4a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:26.228079 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-bca476e3-939a-4820-bf44-4ac250d4a12a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0410991 Dec 07 00:21:26.276323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-aac1fd48-5b5e-48a8-9327-9ee6aea2ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:26.277851 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-aac1fd48-5b5e-48a8-9327-9ee6aea2ae9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419219 Dec 07 00:21:26.370752 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-95bd7850-77fa-484c-a314-34809b0ffbc1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812368 Dec 07 00:21:26.482273 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a087d97e-04b4-40df-b8b4-3b0763f6ffdd req-f613bbc3-7740-4d6f-8ab4-b49096bb1c38 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839870 Dec 07 00:21:33.709606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:35.959673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a681736-2813-4427-8a23-df467aca2f2d req-a43619e9-227f-47f0-bc09-d86236cdd81b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:35.961160 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9a681736-2813-4427-8a23-df467aca2f2d req-a43619e9-227f-47f0-bc09-d86236cdd81b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0469630 Dec 07 00:21:36.006606 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9a681736-2813-4427-8a23-df467aca2f2d req-9218997d-f6f7-44c5-9c0d-a796d610edf3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Dec 07 00:21:48.377946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4dadd9ef-20a0-4a5d-945a-e383df53234f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:48.756049 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:21:49.859298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a4ab3-8425-45a3-ba7c-d478dda6b40e req-7c52f930-fd93-47e7-8b32-e3ac5a80a15f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:49.861471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a48a4ab3-8425-45a3-ba7c-d478dda6b40e req-7c52f930-fd93-47e7-8b32-e3ac5a80a15f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0530932 Dec 07 00:21:49.910109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a48a4ab3-8425-45a3-ba7c-d478dda6b40e req-52a41080-746d-4946-b836-1b114453123b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Dec 07 00:21:49.970722 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-26822fd4-baa8-40d4-994d-119455acb744 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402968 Dec 07 00:21:50.674907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-849243f4-412d-43ba-8e30-3871f37c72e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:51.034043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec0388-2eb6-4df7-866f-9b584429fa78 req-cad5e1e2-f217-4df4-a656-6a11ac794482 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:51.035543 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68ec0388-2eb6-4df7-866f-9b584429fa78 req-cad5e1e2-f217-4df4-a656-6a11ac794482 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0549133 Dec 07 00:21:51.082875 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68ec0388-2eb6-4df7-866f-9b584429fa78 req-6c399084-2e9e-428b-adad-1436931e209f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Dec 07 00:21:51.988917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:52.111940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-f5138c44-d443-4add-9810-91010285d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:52.113446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-f5138c44-d443-4add-9810-91010285d312 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0425723 Dec 07 00:21:52.240984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1a427-604b-4c9a-be97-f1615700b69e req-3434381e-2034-4f15-99a4-ff7d54c2aebf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:52.242334 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75a1a427-604b-4c9a-be97-f1615700b69e req-3434381e-2034-4f15-99a4-ff7d54c2aebf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0914390 Dec 07 00:21:52.243295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-69bc3fbb-aed3-447f-8d14-d95b004f8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:52.245164 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-69bc3fbb-aed3-447f-8d14-d95b004f8594 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.1209707 Dec 07 00:21:52.332056 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75a1a427-604b-4c9a-be97-f1615700b69e req-51353520-4f20-4f1f-8a0d-aa67635c5c08 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831761 Dec 07 00:21:52.342066 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-b102ab2a-1e6a-4ea8-b4ed-afae5cff3a22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1003 time: 0.0771725 Dec 07 00:21:52.396049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-966ef1e1-0ca0-4982-92ef-6eb14cfc330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:52.397494 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-966ef1e1-0ca0-4982-92ef-6eb14cfc330a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0428164 Dec 07 00:21:52.451210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-45143e53-b158-476a-83f9-38836e583147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:52.452689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-45143e53-b158-476a-83f9-38836e583147 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433969 Dec 07 00:21:52.547043 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-79b14876-103e-4d44-bc4d-ac592624f2a7 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820155 Dec 07 00:21:52.643890 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-09323405-e4b0-4e6c-8dba-1b63cb751652 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852575 Dec 07 00:21:53.097545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:53.445378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d6468-b3ba-4732-9f71-5979ef412e94 req-9adbc6d4-22c2-438c-bcf9-953adbcf0ec3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:53.446836 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b66d6468-b3ba-4732-9f71-5979ef412e94 req-9adbc6d4-22c2-438c-bcf9-953adbcf0ec3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Dec 07 00:21:53.493844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b66d6468-b3ba-4732-9f71-5979ef412e94 req-6116ce80-0538-4f70-8194-44a364537f1f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Dec 07 00:21:54.141773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:21:54.620550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbf510-1a72-4426-9ad9-bc30d3da5a2c req-3ff9d7bb-a4a2-4883-8735-0f99afb13310 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:54.622052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-48bbf510-1a72-4426-9ad9-bc30d3da5a2c req-3ff9d7bb-a4a2-4883-8735-0f99afb13310 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Dec 07 00:21:54.668729 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-48bbf510-1a72-4426-9ad9-bc30d3da5a2c req-c87af1d1-a0e5-4eca-9bfe-21da8f7fa626 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406120 Dec 07 00:21:55.786726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959babe7-8f35-40b4-ad3e-d82c22baaeab req-7d1c9f60-855a-4b80-b70a-78e69b68d0db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:55.788445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-959babe7-8f35-40b4-ad3e-d82c22baaeab req-7d1c9f60-855a-4b80-b70a-78e69b68d0db tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0506132 Dec 07 00:21:55.834239 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-959babe7-8f35-40b4-ad3e-d82c22baaeab req-a1001da7-fa8f-42d9-a65d-fb326888bda2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 Dec 07 00:21:56.946831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091326-44bc-44f0-8eea-a0a158946bc0 req-1869f83d-7f32-427e-8fff-d1c616676674 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:56.948815 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91091326-44bc-44f0-8eea-a0a158946bc0 req-1869f83d-7f32-427e-8fff-d1c616676674 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0483844 Dec 07 00:21:56.994750 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-91091326-44bc-44f0-8eea-a0a158946bc0 req-63ea204f-f3e9-499a-8421-3e7c9d79f727 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Dec 07 00:21:58.109026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157148-62dd-417f-bf3e-37a2cd7405d9 req-150d6a88-32d6-41fd-af05-86393c78d9ea tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:58.110486 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e157148-62dd-417f-bf3e-37a2cd7405d9 req-150d6a88-32d6-41fd-af05-86393c78d9ea tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0476778 Dec 07 00:21:58.156172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e157148-62dd-417f-bf3e-37a2cd7405d9 req-14e44be6-c560-4c6c-92c9-e574f1302678 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398183 Dec 07 00:21:59.276334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbee2cb-f5dd-412b-8a2f-379db29ad624 req-13e3067a-ea27-4418-b20a-f38bb805798d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:21:59.277790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dcbee2cb-f5dd-412b-8a2f-379db29ad624 req-13e3067a-ea27-4418-b20a-f38bb805798d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0532968 Dec 07 00:21:59.324514 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dcbee2cb-f5dd-412b-8a2f-379db29ad624 req-fc7ff2b5-36a3-4964-bc05-cc031e830db7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Dec 07 00:22:00.441836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f18a31-a472-46c2-b3a7-b9e4191cab18 req-67af3ad6-4db3-4faf-9631-f882c0a8f46e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:00.443314 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e8f18a31-a472-46c2-b3a7-b9e4191cab18 req-67af3ad6-4db3-4faf-9631-f882c0a8f46e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0476253 Dec 07 00:22:00.494183 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e8f18a31-a472-46c2-b3a7-b9e4191cab18 req-baac1e6b-772c-419b-b742-d2f6952f8726 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Dec 07 00:22:01.612102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6944ba-359b-4540-a81b-8a010775c70b req-ef9c5ce5-bee5-4495-aa37-5796409a6cb4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:01.613562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cb6944ba-359b-4540-a81b-8a010775c70b req-ef9c5ce5-bee5-4495-aa37-5796409a6cb4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0475030 Dec 07 00:22:01.658962 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cb6944ba-359b-4540-a81b-8a010775c70b req-3a97fbda-56f4-4bfa-9abd-f35744e48b84 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Dec 07 00:22:02.775862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a14a5e-0af5-4735-a9be-dfa6a57b6f23 req-1658b679-5915-445e-99c9-183cd36c666c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:02.777325 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71a14a5e-0af5-4735-a9be-dfa6a57b6f23 req-1658b679-5915-445e-99c9-183cd36c666c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0471230 Dec 07 00:22:02.823153 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-71a14a5e-0af5-4735-a9be-dfa6a57b6f23 req-ab254653-22ce-4c35-99a2-a5286d8440b2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399528 Dec 07 00:22:03.701529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:03.942431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2f0fc-7cb0-4afc-9c5f-e2be53a69f19 req-7dc63512-e164-4e6f-bbd0-01a23dd70c35 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:03.943873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8ee2f0fc-7cb0-4afc-9c5f-e2be53a69f19 req-7dc63512-e164-4e6f-bbd0-01a23dd70c35 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0519197 Dec 07 00:22:03.990128 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8ee2f0fc-7cb0-4afc-9c5f-e2be53a69f19 req-0d1cfc1f-5fbd-48fa-8a75-ad20d86449be tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397654 Dec 07 00:22:05.111118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4838f-afe3-4236-ad68-df676c1fedce req-e65931c1-af04-40b0-9c56-6c49f89cb080 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:05.112571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4f4838f-afe3-4236-ad68-df676c1fedce req-e65931c1-af04-40b0-9c56-6c49f89cb080 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0476213 Dec 07 00:22:05.158323 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4f4838f-afe3-4236-ad68-df676c1fedce req-b7a20151-f1bc-45e1-af74-9a4a46e35a74 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Dec 07 00:22:06.270210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f12b3a-74f8-47fa-9556-b4cde1c0d8a6 req-fbda0da3-ed59-4799-b32d-6921203b16bd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:06.271656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0f12b3a-74f8-47fa-9556-b4cde1c0d8a6 req-fbda0da3-ed59-4799-b32d-6921203b16bd tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0474296 Dec 07 00:22:06.318356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0f12b3a-74f8-47fa-9556-b4cde1c0d8a6 req-c4ed7d9a-e194-45b8-a6f2-eea4618be1b0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402648 Dec 07 00:22:07.435158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdbd7a-d12c-4064-919e-79a90d70ff40 req-7c7f1367-eb25-43d1-b416-871c29ea2171 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:07.436658 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09cdbd7a-d12c-4064-919e-79a90d70ff40 req-7c7f1367-eb25-43d1-b416-871c29ea2171 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0516148 Dec 07 00:22:07.481918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-09cdbd7a-d12c-4064-919e-79a90d70ff40 req-c79b795b-6159-4a08-9e29-3d575f72dbd0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393896 Dec 07 00:22:08.597393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cabba-4e5c-45e0-b34b-b3608ae9ad89 req-e7912c41-9674-4523-aad1-096f8c7b9815 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:08.598772 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab5cabba-4e5c-45e0-b34b-b3608ae9ad89 req-e7912c41-9674-4523-aad1-096f8c7b9815 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0477781 Dec 07 00:22:08.648855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab5cabba-4e5c-45e0-b34b-b3608ae9ad89 req-15063dc5-f433-4dd5-a874-87122dfee385 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Dec 07 00:22:09.764483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494394d-1a80-407b-9a8f-480fd26564e1 req-de4254d4-c1ba-46e4-8446-5e2d1ee0edb7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:09.765928 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4494394d-1a80-407b-9a8f-480fd26564e1 req-de4254d4-c1ba-46e4-8446-5e2d1ee0edb7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0473492 Dec 07 00:22:09.811588 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4494394d-1a80-407b-9a8f-480fd26564e1 req-5f3fc768-6bbc-4f36-bf0a-69a1790fc24e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Dec 07 00:22:10.924466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4927ad-1700-4dda-b138-478fc7e61fb2 req-8f479489-bf7f-4f35-9468-5e8ea732a4e4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:10.925905 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb4927ad-1700-4dda-b138-478fc7e61fb2 req-8f479489-bf7f-4f35-9468-5e8ea732a4e4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0483496 Dec 07 00:22:10.971220 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bb4927ad-1700-4dda-b138-478fc7e61fb2 req-0e059e29-a3d0-413a-857d-2689ca3037ad tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Dec 07 00:22:12.085257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd03372-9f49-4dc7-96de-ea77a527f67a req-c6dc5ab0-0bc6-45c6-b24b-9b9b2bbfeacb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:12.086607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbd03372-9f49-4dc7-96de-ea77a527f67a req-c6dc5ab0-0bc6-45c6-b24b-9b9b2bbfeacb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0474589 Dec 07 00:22:12.135647 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbd03372-9f49-4dc7-96de-ea77a527f67a req-056c86a5-1919-4f96-9df0-1d73e65d3e16 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Dec 07 00:22:13.249156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a6d6-68ca-4aa9-8e44-80e04de700ff req-b48a6c4e-8cb2-45d2-8267-3c043ab04b9b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:13.250589 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0ad4a6d6-68ca-4aa9-8e44-80e04de700ff req-b48a6c4e-8cb2-45d2-8267-3c043ab04b9b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0476298 Dec 07 00:22:13.296802 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0ad4a6d6-68ca-4aa9-8e44-80e04de700ff req-d7edaf70-2038-4af0-8bde-7944c29a4e21 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Dec 07 00:22:14.417077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cad32-769b-420e-b093-3489ab20f973 req-6ec5925d-1686-4446-af91-1f22458a6d81 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:14.419009 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-740cad32-769b-420e-b093-3489ab20f973 req-6ec5925d-1686-4446-af91-1f22458a6d81 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Dec 07 00:22:14.464730 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-740cad32-769b-420e-b093-3489ab20f973 req-2712cb6f-9e32-4569-9b6e-68b6440a26b6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Dec 07 00:22:15.582244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41772f0-d156-459b-a1da-2c48ae032986 req-e32d9da1-2bdb-4b59-8073-2161b02e2387 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:15.583717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f41772f0-d156-459b-a1da-2c48ae032986 req-e32d9da1-2bdb-4b59-8073-2161b02e2387 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0529501 Dec 07 00:22:15.630970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f41772f0-d156-459b-a1da-2c48ae032986 req-6c5bc453-460b-4f7b-b7e2-efb3dec312f8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Dec 07 00:22:16.743263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b4087-4801-479e-ae25-d8aee2a04783 req-285d7fb1-1742-443e-a485-9215bf42684b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:16.744723 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-743b4087-4801-479e-ae25-d8aee2a04783 req-285d7fb1-1742-443e-a485-9215bf42684b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0466421 Dec 07 00:22:16.790939 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-743b4087-4801-479e-ae25-d8aee2a04783 req-0416ea84-6837-4a5b-aa3d-c820cef13d02 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397811 Dec 07 00:22:17.906298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6ebe-a53b-4717-a567-7eb15352a4a7 req-047eb73a-2c56-4afd-8c7e-32e0d3c2f234 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:17.907789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16ee6ebe-a53b-4717-a567-7eb15352a4a7 req-047eb73a-2c56-4afd-8c7e-32e0d3c2f234 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0483594 Dec 07 00:22:17.956093 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16ee6ebe-a53b-4717-a567-7eb15352a4a7 req-bcaa8e81-2c71-4c3a-86af-4ca73ff5bc21 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Dec 07 00:22:18.325812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d6df23b-4d4c-4831-8612-03d0b83d9ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:19.074128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef8406-bb48-4834-b0a1-f1fb6a93aec3 req-8df78cf5-f7dd-4f14-98a6-8cfc5b2653e7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:19.075595 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b4ef8406-bb48-4834-b0a1-f1fb6a93aec3 req-8df78cf5-f7dd-4f14-98a6-8cfc5b2653e7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Dec 07 00:22:19.120662 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b4ef8406-bb48-4834-b0a1-f1fb6a93aec3 req-4334e792-6332-4a63-a9a6-03f1f2b60d7e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392227 Dec 07 00:22:20.235974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078053a9-0e40-4850-b234-a69ced463559 req-7632ab21-f522-44a7-8647-ca647a588d12 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:20.237451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-078053a9-0e40-4850-b234-a69ced463559 req-7632ab21-f522-44a7-8647-ca647a588d12 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Dec 07 00:22:20.288091 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-078053a9-0e40-4850-b234-a69ced463559 req-86353abf-bc36-4b8e-b2cf-fab8f8bfae45 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 Dec 07 00:22:20.674295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d1fece86-4b79-409c-ad10-8824bc3a76be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:21.415990 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221747-b57a-4e60-9a75-7d9a52d8d16c req-c944e4a4-3a99-4a46-8832-790d1d43c46b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:21.417548 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3221747-b57a-4e60-9a75-7d9a52d8d16c req-c944e4a4-3a99-4a46-8832-790d1d43c46b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Dec 07 00:22:21.464992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3221747-b57a-4e60-9a75-7d9a52d8d16c req-bfb77d4c-a4c7-4247-8f75-e2ce58bd799c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Dec 07 00:22:22.038592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:22.487421 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-b22ec4f7-05a8-404d-8079-ced1194be7d1 service neutron] 10.222.0.45 "GET /v2.0/ports/bdf25ab9-8496-43d0-9db4-32c032e9fd1e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0531428 Dec 07 00:22:22.582281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d809da-42ad-4dcb-b8ff-50303135af95 req-361a6844-c90e-472a-aad5-c58531b967ac tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:22.591762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6d809da-42ad-4dcb-b8ff-50303135af95 req-361a6844-c90e-472a-aad5-c58531b967ac tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0498812 Dec 07 00:22:22.630993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f6d809da-42ad-4dcb-b8ff-50303135af95 req-b71e6b05-f5ba-4f46-b6c6-d82b8ab35d3b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Dec 07 00:22:23.062699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:23.123986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-a2adfbc6-3f41-4b43-a0ae-63dbe3c9efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.125513 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-a2adfbc6-3f41-4b43-a0ae-63dbe3c9efb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1099 time: 0.0440061 Dec 07 00:22:23.206769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-98cefdd1-dc0e-48b4-ac28-626bb43cac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.208221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-98cefdd1-dc0e-48b4-ac28-626bb43cac40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0397513 Dec 07 00:22:23.304112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-d0c5e84a-c4f2-48ff-897c-1cbf03db99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.304112 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-d0c5e84a-c4f2-48ff-897c-1cbf03db99f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0826912 Dec 07 00:22:23.374555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-f8824395-b8c9-49c1-ba28-c043e5e6afb2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1003 time: 0.0608454 Dec 07 00:22:23.425864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-67895dc0-ef9c-46f6-86f3-88480ef091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.427248 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-67895dc0-ef9c-46f6-86f3-88480ef091bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0421596 Dec 07 00:22:23.475948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-71a0fba5-6eba-4b88-8bd4-b3b9b0c463cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.477416 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-71a0fba5-6eba-4b88-8bd4-b3b9b0c463cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391233 Dec 07 00:22:23.579907 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-ee65ec43-2cd6-4f8b-9f3b-272c431084d1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Dec 07 00:22:23.677266 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-e50fb2e3-de65-4edf-a114-9beb9dfc80ac service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Dec 07 00:22:23.758489 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350998a1-7397-4b73-971e-ff416982712e req-7235ebea-a302-4c59-95c9-a5d53088471a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:23.759975 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-350998a1-7397-4b73-971e-ff416982712e req-7235ebea-a302-4c59-95c9-a5d53088471a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0534003 Dec 07 00:22:23.806863 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-350998a1-7397-4b73-971e-ff416982712e req-f5767883-796e-4e89-b13e-c59561c1947d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Dec 07 00:22:24.025561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:22:24.118829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:24.142084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:22:24.144365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9804bf3-6de7-48ef-8095-a18d56d73e61" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:22:24.154717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:24.159462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:24.194645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b22d3-863f-40aa-92ce-81107f779459 x-openstack-request-id: req-a46b22d3-863f-40aa-92ce-81107f779459 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:22:24.194946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:22:24.195205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46b22d3-863f-40aa-92ce-81107f779459 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:22:24.195608 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'code': 200} Dec 07 00:22:24.228556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:24.277607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:24.284721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.285085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.285434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.285776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.286116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.286457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.286785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.287118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.287447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.288032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.288393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.288720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.289047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:22:24.926483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f34494-04b2-4515-92a8-e17fb9abc9bd req-baa97a3a-6850-42b2-a54b-932f209f33bf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:24.927859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1f34494-04b2-4515-92a8-e17fb9abc9bd req-baa97a3a-6850-42b2-a54b-932f209f33bf tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0493114 Dec 07 00:22:24.975110 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1f34494-04b2-4515-92a8-e17fb9abc9bd req-8d2a7eda-5edc-47af-9c18-8086c24a4258 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Dec 07 00:22:25.754671 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:22:26.092865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc30e7-ba36-42ce-ae37-8422d29944a3 req-e8e00ced-c646-4ccb-b3b9-63c623b77d6b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:26.094504 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2fdc30e7-ba36-42ce-ae37-8422d29944a3 req-e8e00ced-c646-4ccb-b3b9-63c623b77d6b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0496504 Dec 07 00:22:26.143446 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2fdc30e7-ba36-42ce-ae37-8422d29944a3 req-e58a4ace-a49e-4c4a-a699-c6888b750b63 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Dec 07 00:22:26.670940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-0e8369f1-33df-4ed8-a8dd-572ba7a3d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:26.672382 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-0e8369f1-33df-4ed8-a8dd-572ba7a3d242 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1097 time: 0.0490134 Dec 07 00:22:26.784482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-572dc776-8336-4469-963e-7723bf9a8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:26.785924 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-572dc776-8336-4469-963e-7723bf9a8c91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0865664 Dec 07 00:22:26.855450 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-2ca6dc5b-3c49-4bc3-9652-54fbbbfad8c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1001 time: 0.0576615 Dec 07 00:22:26.909905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-ed13e6ee-d2d8-4c28-9ba6-6cafeca33b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:26.911356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-ed13e6ee-d2d8-4c28-9ba6-6cafeca33b88 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0476484 Dec 07 00:22:26.961081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-9c5129d2-bba2-4e41-8277-cef164a72182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:26.962528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-9c5129d2-bba2-4e41-8277-cef164a72182 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401473 Dec 07 00:22:27.074465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-693e8c77-c67c-418c-880a-eacca8272f5a service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995798 Dec 07 00:22:27.174481 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bcc9b618-ac7f-4dac-bc0f-2ff0d960e152 req-53685273-7045-43cc-8193-a00311bc6829 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882573 Dec 07 00:22:27.262658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beb10f-7cfc-41ac-8b76-529b21403480 req-688d3761-845b-4ca8-a8e7-5edd2b012b3d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:27.264365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a1beb10f-7cfc-41ac-8b76-529b21403480 req-688d3761-845b-4ca8-a8e7-5edd2b012b3d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0503223 Dec 07 00:22:27.319566 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a1beb10f-7cfc-41ac-8b76-529b21403480 req-b9023c10-5ac9-4526-a4f6-52d7b53ab655 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490856 Dec 07 00:22:28.435676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cc1d6-1084-4828-b610-78077a8810f2 req-40ee05de-9308-4b73-8dce-4d4f86c9285f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:28.437162 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e7cc1d6-1084-4828-b610-78077a8810f2 req-40ee05de-9308-4b73-8dce-4d4f86c9285f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0487289 Dec 07 00:22:28.484119 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e7cc1d6-1084-4828-b610-78077a8810f2 req-c24e31da-9a59-48fa-b19e-6c8e83017fab tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409679 Dec 07 00:22:29.598797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423a7fc-c266-4c94-b664-0ccd8d2f972e req-1300bd32-15df-482e-ae21-d09019ebd01e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:29.600259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7423a7fc-c266-4c94-b664-0ccd8d2f972e req-1300bd32-15df-482e-ae21-d09019ebd01e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0473650 Dec 07 00:22:29.646033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7423a7fc-c266-4c94-b664-0ccd8d2f972e req-51b79bbf-5be3-419d-83dd-497ee536bd72 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Dec 07 00:22:30.049331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:22:30.141065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:30.152503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:22:30.192651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:30.204892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:22:30.223241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:30.318018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:30.364390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:30.482383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['bdf25ab9-8496-43d0-9db4-32c032e9fd1e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:22:30.770828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60fec0-3f5d-4bd8-80c4-bf2370d98221 req-a998dad9-2dd3-4572-b176-e55def77ad2b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:30.772328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5f60fec0-3f5d-4bd8-80c4-bf2370d98221 req-a998dad9-2dd3-4572-b176-e55def77ad2b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 945 time: 0.0592673 Dec 07 00:22:30.818511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5f60fec0-3f5d-4bd8-80c4-bf2370d98221 req-a1eae053-938e-4197-b88a-4ff87249bc24 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Dec 07 00:22:31.933090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e20ac-ef81-4f44-bb20-400e16e7922a req-fe0c544c-5cd0-4a41-9e11-2f0d5892ebe0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:31.935128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-355e20ac-ef81-4f44-bb20-400e16e7922a req-fe0c544c-5cd0-4a41-9e11-2f0d5892ebe0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 945 time: 0.0480614 Dec 07 00:22:31.981348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-355e20ac-ef81-4f44-bb20-400e16e7922a req-41ab4e4e-3804-4a7e-8d0c-d00748c02557 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400314 Dec 07 00:22:32.057839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:22:32.104913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port bdf25ab9-8496-43d0-9db4-32c032e9fd1e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:22:32.105214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:32.178054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:32.199723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:22:32.201972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ac1401-967e-4188-9a90-a8e975a01296" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:22:32.217809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:32.245555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a3734-be94-48db-8a29-65463203a773 x-openstack-request-id: req-ca4a3734-be94-48db-8a29-65463203a773 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:22:32.245841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:22:32.246119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca4a3734-be94-48db-8a29-65463203a773 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:22:32.246507 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'code': 200} Dec 07 00:22:32.285477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:32.331610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:33.099030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6631ad9-dec1-440c-96de-4520d9d4e4fb req-c98cf58b-cf6c-4209-bdd1-99ca18e24152 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:33.100531 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e6631ad9-dec1-440c-96de-4520d9d4e4fb req-c98cf58b-cf6c-4209-bdd1-99ca18e24152 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0513527 Dec 07 00:22:33.146981 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e6631ad9-dec1-440c-96de-4520d9d4e4fb req-f8155853-3346-4b52-9275-44812d93b10c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398033 Dec 07 00:22:33.713459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:34.265547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c42b04-3265-4c9f-a0a8-726950acda38 req-1512bfc5-01e0-44f2-ac81-1e16a9db4637 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:34.267005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b0c42b04-3265-4c9f-a0a8-726950acda38 req-1512bfc5-01e0-44f2-ac81-1e16a9db4637 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0481853 Dec 07 00:22:34.313371 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b0c42b04-3265-4c9f-a0a8-726950acda38 req-703771e8-e588-4a85-b87b-9ce1618b72ac tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Dec 07 00:22:35.428114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b75766-fb03-4c91-84a7-25298adc5285 req-cc63614c-828d-4a6f-be36-20a6e979fdf6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:35.429635 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44b75766-fb03-4c91-84a7-25298adc5285 req-cc63614c-828d-4a6f-be36-20a6e979fdf6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Dec 07 00:22:35.477911 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44b75766-fb03-4c91-84a7-25298adc5285 req-c9b8aaa8-3a0b-4944-9287-2ca5962d9b9a tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421453 Dec 07 00:22:36.597459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7e874-eebd-410c-a59a-5cbcdcbd95bf req-ddf9e372-61c7-48ab-8757-f4ac0852728f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:36.598855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5df7e874-eebd-410c-a59a-5cbcdcbd95bf req-ddf9e372-61c7-48ab-8757-f4ac0852728f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Dec 07 00:22:36.649078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5df7e874-eebd-410c-a59a-5cbcdcbd95bf req-89394578-c9b0-446e-bfd4-0fcc2d5ae04d tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437164 Dec 07 00:22:37.767052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fe5f7-321e-479a-9706-cfa423ceda38 req-bd993fc7-4999-4175-9674-d5a830af9272 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:37.768547 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-269fe5f7-321e-479a-9706-cfa423ceda38 req-bd993fc7-4999-4175-9674-d5a830af9272 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0475512 Dec 07 00:22:37.819117 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-269fe5f7-321e-479a-9706-cfa423ceda38 req-a8477d28-ecef-4e2d-ac29-bc02ebb7ebe1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Dec 07 00:22:38.462085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88efb92-db66-4edc-999c-f00d2ef4b7c8 req-73da6056-3d09-4028-bf6d-259533cd6886 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.464108 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b88efb92-db66-4edc-999c-f00d2ef4b7c8 req-73da6056-3d09-4028-bf6d-259533cd6886 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0500205 Dec 07 00:22:38.499488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-e94cb79b-8966-46ff-8181-a0e41bfe6f7c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.501096 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-e94cb79b-8966-46ff-8181-a0e41bfe6f7c tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6&tenant_id=795fd6785f114ecb98beaf41d9d07950&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0518649 Dec 07 00:22:38.512982 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b88efb92-db66-4edc-999c-f00d2ef4b7c8 req-deb0f08e-68ab-462e-ba07-70823fa32f26 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Dec 07 00:22:38.563360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-6301d109-e6bf-46ee-9752-12c7480f7e9a service neutron] 10.222.0.45 "GET /v2.0/ports/bdf25ab9-8496-43d0-9db4-32c032e9fd1e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0545809 Dec 07 00:22:38.645374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-3d4baa4a-eb22-47c9-96d0-3bcdf06f9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.646748 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-3d4baa4a-eb22-47c9-96d0-3bcdf06f9047 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1099 time: 0.0398540 Dec 07 00:22:38.737412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-4919367d-daca-4f67-885c-3862388194cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.738835 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-4919367d-daca-4f67-885c-3862388194cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0847306 Dec 07 00:22:38.806417 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-f7b5b212-e4e3-4edc-b4c7-7614dbb0539c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1003 time: 0.0604415 Dec 07 00:22:38.858743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-9523e08d-bd66-45a8-a1ad-9acefc15009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.860138 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-9523e08d-bd66-45a8-a1ad-9acefc15009e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0465422 Dec 07 00:22:38.904912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-26553677-f61d-435e-8481-90441e347254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:38.906267 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-26553677-f61d-435e-8481-90441e347254 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389957 Dec 07 00:22:38.992693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-f4d3cddf-b0b3-4f92-aa99-62bb681071a1 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791049 Dec 07 00:22:39.083528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-db95c934-027a-442a-9ff3-c4262b1beed6 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Dec 07 00:22:39.628731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb4336-5e2c-42d1-b637-4c69de9c3ddb req-622ab784-c597-48bf-83c0-4c042dbbbd54 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:39.630197 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-77eb4336-5e2c-42d1-b637-4c69de9c3ddb req-622ab784-c597-48bf-83c0-4c042dbbbd54 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0476217 Dec 07 00:22:39.676186 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-77eb4336-5e2c-42d1-b637-4c69de9c3ddb req-9e92746b-f23b-49bf-b7af-455363cf2621 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Dec 07 00:22:40.795841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981af8-8d7a-44af-b570-4d85da2b0eb8 req-821cef27-8a1c-4b7d-b074-a2fb15f0d078 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:40.797427 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8d981af8-8d7a-44af-b570-4d85da2b0eb8 req-821cef27-8a1c-4b7d-b074-a2fb15f0d078 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0490177 Dec 07 00:22:40.842835 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8d981af8-8d7a-44af-b570-4d85da2b0eb8 req-a4382ad1-0949-4587-9317-7237ee059877 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394299 Dec 07 00:22:41.970220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4548-60a7-4d55-b126-f42410a0563a req-836af03b-c054-4574-833d-e1dc9d4883af tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:41.971718 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fd0e4548-60a7-4d55-b126-f42410a0563a req-836af03b-c054-4574-833d-e1dc9d4883af tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0526600 Dec 07 00:22:42.018472 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fd0e4548-60a7-4d55-b126-f42410a0563a req-7002a13e-7c1d-4504-ae1b-1f30d7d61f73 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Dec 07 00:22:43.137970 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec16236-0cf6-437f-b22c-bb631c227d36 req-f72a9791-5216-497b-a410-f200542c038e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:43.139486 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6ec16236-0cf6-437f-b22c-bb631c227d36 req-f72a9791-5216-497b-a410-f200542c038e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0524230 Dec 07 00:22:43.186904 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6ec16236-0cf6-437f-b22c-bb631c227d36 req-116779e0-d673-4428-8417-14ca21b6d5bc tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 Dec 07 00:22:44.088007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:22:44.165495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:44.186600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:22:44.188835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aef9e8-3701-4d2d-a9c5-01211fcd9e5b" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:22:44.201430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:44.232741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9839a497-cd6d-423e-aab2-3eeb3da85af2 x-openstack-request-id: req-9839a497-cd6d-423e-aab2-3eeb3da85af2 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:22:44.233033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:22:44.233287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9839a497-cd6d-423e-aab2-3eeb3da85af2 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:22:44.233684 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'code': 200} Dec 07 00:22:44.261739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:44.304705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd2380-bbb0-4c76-8275-25fac66c6bef req-c7e43dec-02c0-4c33-be1e-af24d2339cf8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:44.306306 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-36cd2380-bbb0-4c76-8275-25fac66c6bef req-c7e43dec-02c0-4c33-be1e-af24d2339cf8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0507240 Dec 07 00:22:44.309569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:44.354238 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-36cd2380-bbb0-4c76-8275-25fac66c6bef req-274705af-b3e7-4444-a471-5f92adf62fe4 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Dec 07 00:22:45.065200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-a1998510-f551-4187-9c7f-f0c46715b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.066889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-a1998510-f551-4187-9c7f-f0c46715b6fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6&tenant_id=795fd6785f114ecb98beaf41d9d07950 HTTP/1.1" status: 200 len: 1097 time: 0.0443175 Dec 07 00:22:45.153078 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-82f5050e-1efd-4972-8a1f-99e130e00a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.154541 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-82f5050e-1efd-4972-8a1f-99e130e00a80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=795fd6785f114ecb98beaf41d9d07950&device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 1097 time: 0.0392873 Dec 07 00:22:45.250641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-6762d06d-4965-44ba-8857-352998ee3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.252051 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-6762d06d-4965-44ba-8857-352998ee3b15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 200 len: 912 time: 0.0838223 Dec 07 00:22:45.319372 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-6c3f0582-de95-4e5c-8f51-26e2a55363e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 200 len: 1001 time: 0.0559819 Dec 07 00:22:45.377317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-740bccf1-698b-459e-b458-aab183621179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.378790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-740bccf1-698b-459e-b458-aab183621179 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 200 len: 850 time: 0.0473702 Dec 07 00:22:45.424751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9850563-01c4-4368-8b75-86611e98efcc req-8d1baab7-b4ac-4b6c-aebc-eb61596bfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.426229 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-8d1baab7-b4ac-4b6c-aebc-eb61596bfc04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ff3985ad-ebd2-40b3-bad2-0a365aa11181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398018 Dec 07 00:22:45.528644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c8c8e-c835-4288-bc97-daf954f1702f req-a2af8897-42ce-43a2-8225-ba2d3fee17bb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:45.530111 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3b3c8c8e-c835-4288-bc97-daf954f1702f req-a2af8897-42ce-43a2-8225-ba2d3fee17bb tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.1030200 Dec 07 00:22:45.566164 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-92793ace-2b10-42c8-94e1-092716ff9160 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293588 Dec 07 00:22:45.610005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3b3c8c8e-c835-4288-bc97-daf954f1702f req-2718abca-4bcc-4f33-a784-f30263894182 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739031 Dec 07 00:22:45.673075 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b9850563-01c4-4368-8b75-86611e98efcc req-ec23ef18-ff29-4262-a985-521e82650e35 service neutron] 10.222.0.45 "GET /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947776 Dec 07 00:22:46.730124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e989a5-cdf5-4150-a95f-9c5b7ecf9f70 req-aa436eeb-b685-4289-b136-2342de4c6f96 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:46.731532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b6e989a5-cdf5-4150-a95f-9c5b7ecf9f70 req-aa436eeb-b685-4289-b136-2342de4c6f96 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0527132 Dec 07 00:22:46.778363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b6e989a5-cdf5-4150-a95f-9c5b7ecf9f70 req-8e79b727-29ee-4ba2-a033-8c47f80d3d3b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Dec 07 00:22:47.899449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec24a9-01a3-407d-895f-ccbe61772c9a req-c295ae77-73d5-4cc5-aa3b-458d00651119 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:47.900952 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-57ec24a9-01a3-407d-895f-ccbe61772c9a req-c295ae77-73d5-4cc5-aa3b-458d00651119 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0494645 Dec 07 00:22:47.948150 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-57ec24a9-01a3-407d-895f-ccbe61772c9a req-db09a930-a004-4793-b994-2ab821829086 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Dec 07 00:22:48.353716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-05ccb57d-8aac-417f-9ca4-12a455948a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:49.064695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b470e87-a29e-4217-8df6-16dfab0ff3bc req-4f02468c-f0ea-4a51-86d9-00ed7ab8d163 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:49.066160 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b470e87-a29e-4217-8df6-16dfab0ff3bc req-4f02468c-f0ea-4a51-86d9-00ed7ab8d163 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0477767 Dec 07 00:22:49.112851 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b470e87-a29e-4217-8df6-16dfab0ff3bc req-9ef6a4d8-51b3-43c8-827a-3dcf85e503e8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Dec 07 00:22:50.231836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbcba7-e458-4f0d-80a4-187c795632bb req-e4de9a39-80d9-47d3-ab23-8731d3c6720b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:50.237648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3dbcba7-e458-4f0d-80a4-187c795632bb req-e4de9a39-80d9-47d3-ab23-8731d3c6720b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0544150 Dec 07 00:22:50.281022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3dbcba7-e458-4f0d-80a4-187c795632bb req-0be1a424-596c-4fc0-9052-b155909c0a67 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Dec 07 00:22:50.685120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0231dca9-74e9-494a-8691-1a5da24f6328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:51.401899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba4f48-ae34-4cfc-a751-e3bf31a56b09 req-996ca88e-ef91-43a8-9792-792c0946b903 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:51.403357 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83ba4f48-ae34-4cfc-a751-e3bf31a56b09 req-996ca88e-ef91-43a8-9792-792c0946b903 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0478227 Dec 07 00:22:51.457182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-83ba4f48-ae34-4cfc-a751-e3bf31a56b09 req-d429d5c6-479e-44e9-9fc6-a6aa9d12c73f tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479083 Dec 07 00:22:52.027393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:52.575926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c4ca-a19c-4f29-a12c-9c92966dffa4 req-c0a41bac-d55a-4085-81db-608407c78894 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:52.577431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-adb4c4ca-a19c-4f29-a12c-9c92966dffa4 req-c0a41bac-d55a-4085-81db-608407c78894 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0524955 Dec 07 00:22:52.623328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-adb4c4ca-a19c-4f29-a12c-9c92966dffa4 req-c4338cbb-82bf-4c78-8a05-f1428acd28a5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Dec 07 00:22:53.079049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:53.737771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d89a9-94ed-4805-9ebb-023a6670661d req-d084e86f-14ff-4f42-86a6-e6bfef8bbfc8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:53.749856 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d0d89a9-94ed-4805-9ebb-023a6670661d req-d084e86f-14ff-4f42-86a6-e6bfef8bbfc8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 944 time: 0.0478611 Dec 07 00:22:53.785174 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5d0d89a9-94ed-4805-9ebb-023a6670661d req-780d4974-6b1c-4683-9df3-6b975047f9e2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393317 Dec 07 00:22:54.124338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:22:54.152002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:54.220575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:54.231216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'port_id': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'mac_address': 'fa:16:3e:27:33:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:22:54.266693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:54.279704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:22:54.299229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:54.375005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:54.421262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:54.541196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['bdf25ab9-8496-43d0-9db4-32c032e9fd1e'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:22:54.900343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59d002-3ce1-46ad-ab87-49294b28d386 req-b761c0c4-1272-4094-b434-6797624a9c96 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:54.901831 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f59d002-3ce1-46ad-ab87-49294b28d386 req-b761c0c4-1272-4094-b434-6797624a9c96 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0483117 Dec 07 00:22:54.948077 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7f59d002-3ce1-46ad-ab87-49294b28d386 req-f35127fd-cb47-4ca2-8dca-abec784dd9ea tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Dec 07 00:22:56.060519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87ea8b-85e4-4b97-8a77-7d5acf63bdc3 req-4704049c-3e59-45f8-93c0-05b81cc47da1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:56.061959 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca87ea8b-85e4-4b97-8a77-7d5acf63bdc3 req-4704049c-3e59-45f8-93c0-05b81cc47da1 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 946 time: 0.0471606 Dec 07 00:22:56.108486 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ca87ea8b-85e4-4b97-8a77-7d5acf63bdc3 req-b028090d-a16d-4cec-ac2d-d7a34e3e057e tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406008 Dec 07 00:22:56.139769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:22:56.186411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port bdf25ab9-8496-43d0-9db4-32c032e9fd1e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:22:56.186787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:56.264960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:56.286498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:22:56.289013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb94ef2e-f096-4462-9b23-dab12b9c7dab" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:22:56.302482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:22:56.334384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21294b1d-5d23-4a6e-9004-e5b99a68a400 x-openstack-request-id: req-21294b1d-5d23-4a6e-9004-e5b99a68a400 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:22:56.334682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-plugged", "status": "completed", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:22:56.334966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21294b1d-5d23-4a6e-9004-e5b99a68a400 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:22:56.335367 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'code': 200} Dec 07 00:22:56.370683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:22:56.417150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=11']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:22:57.229685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601285b-b01d-4f54-bb0c-46888b5d4bd0 req-2ad1caf0-b2e5-4e1c-8174-f0869b857c89 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:57.231140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0601285b-b01d-4f54-bb0c-46888b5d4bd0 req-2ad1caf0-b2e5-4e1c-8174-f0869b857c89 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0514538 Dec 07 00:22:57.276366 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0601285b-b01d-4f54-bb0c-46888b5d4bd0 req-c32ffcea-5ad1-460d-88d2-72ef775bcec8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Dec 07 00:22:58.395049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607cddd-03c6-4c73-9a6e-955c549bb998 req-a01f63de-174d-4cf5-ba26-ff6ce0fea1c5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:58.396454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b607cddd-03c6-4c73-9a6e-955c549bb998 req-a01f63de-174d-4cf5-ba26-ff6ce0fea1c5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0488722 Dec 07 00:22:58.446920 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b607cddd-03c6-4c73-9a6e-955c549bb998 req-b54bca01-0bb3-4132-b5cf-552075d7acba tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Dec 07 00:22:59.561004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38ee8-f42c-4ece-b269-b69616c11177 req-115ab794-85c3-4c5b-8d1d-0b05588750e3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:59.562518 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e0c38ee8-f42c-4ece-b269-b69616c11177 req-115ab794-85c3-4c5b-8d1d-0b05588750e3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0485485 Dec 07 00:22:59.608567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e0c38ee8-f42c-4ece-b269-b69616c11177 req-09b526cb-adac-45aa-b4af-ab3834eaecc0 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Dec 07 00:22:59.720702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92569e-5caf-4740-93b0-73324c4e0c7c req-24c86e9c-2cb2-460c-9032-47680b21cad9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:59.722157 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ff92569e-5caf-4740-93b0-73324c4e0c7c req-24c86e9c-2cb2-460c-9032-47680b21cad9 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0476084 Dec 07 00:22:59.770006 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ff92569e-5caf-4740-93b0-73324c4e0c7c req-66a3c4c6-a629-4204-bb83-fa1061ec780b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Dec 07 00:22:59.880318 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011fef8-66c2-4fa7-adf9-f77e594a137a req-90abd0ca-321f-49ec-9ecb-6f303d638f1b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:22:59.881771 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6011fef8-66c2-4fa7-adf9-f77e594a137a req-90abd0ca-321f-49ec-9ecb-6f303d638f1b tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0475309 Dec 07 00:22:59.931607 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6011fef8-66c2-4fa7-adf9-f77e594a137a req-8701a5d4-63a7-471d-b414-bcf0edcc58ba tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Dec 07 00:23:00.397625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1152f18-aaa1-4452-8c67-d232c421a8f5 req-66818c66-2b3a-4448-9d0d-3cf62fc4aafa tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:00.399096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e1152f18-aaa1-4452-8c67-d232c421a8f5 req-66818c66-2b3a-4448-9d0d-3cf62fc4aafa tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0484326 Dec 07 00:23:00.445138 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e1152f18-aaa1-4452-8c67-d232c421a8f5 req-7bab5eea-ebe1-4dc4-9052-d4779000fea5 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394065 Dec 07 00:23:01.563739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270f289-4cbe-48ff-8fdd-47de3f2631e0 req-8a10caea-78f6-4022-95e0-55de18e16a22 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:01.565262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8270f289-4cbe-48ff-8fdd-47de3f2631e0 req-8a10caea-78f6-4022-95e0-55de18e16a22 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0497940 Dec 07 00:23:01.613738 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8270f289-4cbe-48ff-8fdd-47de3f2631e0 req-824f7885-2e07-4d87-a5bd-b5c76ba03d86 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403671 Dec 07 00:23:02.727706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d45b8-606a-4896-8e1b-68340da7211a req-65c6f814-b42f-42fc-abc7-73e1cbfb6268 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:02.729757 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f69d45b8-606a-4896-8e1b-68340da7211a req-65c6f814-b42f-42fc-abc7-73e1cbfb6268 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0481689 Dec 07 00:23:02.753058 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:23:02.775795 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f69d45b8-606a-4896-8e1b-68340da7211a req-0b95c1f7-1300-4650-b177-04b4720af1a3 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups?id=2ce9bb31-105c-4026-ab5e-15f9e34b0e99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Dec 07 00:23:03.191379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f180-5174-4817-83e9-5e94954bc495 req-71926738-b566-4dc7-8c9d-2589b64acd90 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:03.192849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99a5f180-5174-4817-83e9-5e94954bc495 req-71926738-b566-4dc7-8c9d-2589b64acd90 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 947 time: 0.0509591 Dec 07 00:23:03.284444 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Deleting port bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:03.284783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.382882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] For port bdf25ab9-8496-43d0-9db4-32c032e9fd1e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:03.383246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.551292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.551673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.552001 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Floating IP 2b689693-729d-4eed-8214-68de69ba646b disassociated. External IP: 172.36.7.251, port: bdf25ab9-8496-43d0-9db4-32c032e9fd1e. Dec 07 00:23:03.552440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Calling delete_port for bdf25ab9-8496-43d0-9db4-32c032e9fd1e owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:03.713942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.764933 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:03.792991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'Port': ['ID=bdf25ab9-8496-43d0-9db4-32c032e9fd1e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:03.805824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.806202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.806549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.807570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.807917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.808271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.808603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.809462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.809806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.810140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.810474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.810872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:03.811146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:04.175667 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-38f5e926-705a-4419-9d5c-c9bf0c1020eb req-18b57054-dcc3-432a-b764-c9d7a84500d7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.3248765 Dec 07 00:23:04.231878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:23:04.337124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:23:04.348897 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79449629-2412-4904-b446-def256019d5f None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:23:04.356830 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79449629-2412-4904-b446-def256019d5f None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:23:04.357439 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-79449629-2412-4904-b446-def256019d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:22:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:04.376295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] No DVR routers for this DVR port bdf25ab9-8496-43d0-9db4-32c032e9fd1e on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:23:04.378823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:04.382360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99a5f180-5174-4817-83e9-5e94954bc495 req-1430c95c-a691-4327-a214-eccf081a5a59 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.45 "DELETE /v2.0/ports/bdf25ab9-8496-43d0-9db4-32c032e9fd1e HTTP/1.1" status: 204 len: 173 time: 1.1786454 Dec 07 00:23:04.382819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-deleted', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:04.385560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d613e6-0c69-4df0-93b7-39f6e01ab2ec" -d '{"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-deleted", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:04.462263 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-79449629-2412-4904-b446-def256019d5f None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:23:04.485867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0606c-75b8-462c-b9fe-582da8036636 x-openstack-request-id: req-bef0606c-75b8-462c-b9fe-582da8036636 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:04.485867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec5fcf0-83cd-44ca-b909-c928886276d6", "name": "network-vif-deleted", "tag": "bdf25ab9-8496-43d0-9db4-32c032e9fd1e", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:04.485867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bef0606c-75b8-462c-b9fe-582da8036636 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:04.485867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec5fcf0-83cd-44ca-b909-c928886276d6', 'name': 'network-vif-deleted', 'tag': 'bdf25ab9-8496-43d0-9db4-32c032e9fd1e', 'status': 'completed', 'code': 200} Dec 07 00:23:04.657896 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-79449629-2412-4904-b446-def256019d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:04.687753 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79449629-2412-4904-b446-def256019d5f None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:23:04.695974 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79449629-2412-4904-b446-def256019d5f None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:23:04.696598 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-79449629-2412-4904-b446-def256019d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:22:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:04.800549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-79449629-2412-4904-b446-def256019d5f None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:23:04.997929 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-79449629-2412-4904-b446-def256019d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:05.023073 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79449629-2412-4904-b446-def256019d5f None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2a7d278d-5611-47a2-a27b-a527416de7ea', 'name': '', 'network_id': 'ff3985ad-ebd2-40b3-bad2-0a365aa11181', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'mac_address': 'fa:16:3e:7d:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:17Z', 'updated_at': '2021-12-07T00:16:21Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'subnets': [{'id': '5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:23:05.257150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a0b46-1e7b-4e8c-8d25-406422edd6de None None] New status for floating IP 2b689693-729d-4eed-8214-68de69ba646b: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:23:05.277328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-26dc6042-56de-4e16-87a0-703a43ee9b5f req-2ff6d43b-e005-4dff-90c5-6bcd3814f3de tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0314231 Dec 07 00:23:06.379633 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-282e6ccd-e44e-4793-a211-cae4b2b30a1f req-398df50d-4637-4b9d-910e-1c78d78923c6 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0310428 Dec 07 00:23:07.472355 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f0c76c3c-ce0c-45b1-a02a-19bd815cff41 req-2bc794b6-b6ee-4e60-ba46-f6d5ac04b437 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Dec 07 00:23:08.186393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:23:08.206049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: bdf25ab9-8496-43d0-9db4-32c032e9fd1e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:23:08.206394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device bdf25ab9-8496-43d0-9db4-32c032e9fd1e not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:23:08.567036 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f15904c9-954f-4848-a586-ed2b95100222 req-7a58fdfa-80b8-4439-85fb-5f900c98ecc2 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0260797 Dec 07 00:23:09.671376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7575caa0-fe80-42c7-818e-8911a36da744 req-dd33c2dd-a5aa-46ed-bb07-5727a39babde tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/ports?device_id=bec5fcf0-83cd-44ca-b909-c928886276d6 HTTP/1.1" status: 200 len: 210 time: 0.0262086 Dec 07 00:23:14.565299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37368) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:14.619050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.642015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.735775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.738832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.742485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37370) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:14.748201 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ce9bb31-105c-4026-ab5e-15f9e34b0e99 HTTP/1.1" status: 204 len: 168 time: 0.1761491 Dec 07 00:23:14.752025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce9bb31-105c-4026-ab5e-15f9e34b0e99,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:14.758088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-1a4705ee-0334-43ab-b66e-661de74403a8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] show failed (client error): The resource could not be found. Dec 07 00:23:14.759232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.759760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.760123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.761007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.761360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.761705 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.762050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.762392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.762538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1a4705ee-0334-43ab-b66e-661de74403a8 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "GET /v2.0/security-groups/2ce9bb31-105c-4026-ab5e-15f9e34b0e99 HTTP/1.1" status: 404 len: 347 time: 0.0185730 Dec 07 00:23:14.762876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.763178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.763451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37372) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:14.763547 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.763845 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.764185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06de99ba-c915-4fa1-b68d-08faa06c79c7 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:14.891417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Deleting port 67242015-8019-4f77-9b6a-459238bf679b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:14.891694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.970508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.970759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:14.982504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Calling delete_port for 67242015-8019-4f77-9b6a-459238bf679b owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:15.221624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:15.245609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Pushing event deleted for resources: {'Port': ['ID=67242015-8019-4f77-9b6a-459238bf679b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:15.308816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:15.311513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:15.312790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bf7c66e3-0464-41e0-a830-d55aa6127b15 tempest-ServerActionsTestJSON-1144127174 tempest-ServerActionsTestJSON-1144127174-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b689693-729d-4eed-8214-68de69ba646b HTTP/1.1" status: 204 len: 168 time: 0.5484343 Dec 07 00:23:15.315891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37374) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:15.792792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:16.080150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Deleting port 2a7d278d-5611-47a2-a27b-a527416de7ea {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:16.080546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:16.154923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] For port 2a7d278d-5611-47a2-a27b-a527416de7ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a7d278d-5611-47a2-a27b-a527416de7ea,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:16.155281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:16.170636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Calling delete_port for 2a7d278d-5611-47a2-a27b-a527416de7ea owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:16.431581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:16.455143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7d278d-5611-47a2-a27b-a527416de7ea,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:16.617025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:16.830759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Router 67ce3265-fc15-4190-b529-aa16202099c9 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:23:16.934948 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:23:16.940466 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73000dfa-bb4a-4785-9ac6-874015baf646 admin admin] 10.222.0.53 "PUT /v2.0/routers/67ce3265-fc15-4190-b529-aa16202099c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230416 Dec 07 00:23:16.942402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37378) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:16.945037 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Sync routers for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:23:16.954548 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:23:16.955155 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:22:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:17.056202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:17.071811 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:23:17.157530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:17.300792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Deleting port 861dda58-e064-4e23-b4ab-0da7f419d242 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:17.301144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:17.333034 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55'}], 'enable_snat': True}, 'gw_port_id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:23:16Z', 'revision_number': 5, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port': {'id': '861dda58-e064-4e23-b4ab-0da7f419d242', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce3265-fc15-4190-b529-aa16202099c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:16:15Z', 'updated_at': '2021-12-07T00:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:17.368072 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Checking router: 67ce3265-fc15-4190-b529-aa16202099c9 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:23:17.376845 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Routers {'67ce3265-fc15-4190-b529-aa16202099c9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:23:17.377459 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:22:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['67ce3265-fc15-4190-b529-aa16202099c9'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:17.384984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] For port 861dda58-e064-4e23-b4ab-0da7f419d242, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=861dda58-e064-4e23-b4ab-0da7f419d242,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:17.385377 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:17.397711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Calling delete_port for 861dda58-e064-4e23-b4ab-0da7f419d242 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:17.462238 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] Set router 67ce3265-fc15-4190-b529-aa16202099c9 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:23:17.514812 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:23:17Z', 'revision_number': 6, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:17.540708 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401283d-c3ca-492d-b685-93c4e02ab17a None None] The sync data for ids ['67ce3265-fc15-4190-b529-aa16202099c9'] in dv-neutron-master-2-hyperv is: [{'id': '67ce3265-fc15-4190-b529-aa16202099c9', 'name': 'tempest-ServerActionsTestJSON-397532313-router', 'tenant_id': '795fd6785f114ecb98beaf41d9d07950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:16:14Z', 'updated_at': '2021-12-07T00:23:17Z', 'revision_number': 6, 'project_id': '795fd6785f114ecb98beaf41d9d07950', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:23:17.620090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:17.647912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Pushing event deleted for resources: {'Port': ['ID=861dda58-e064-4e23-b4ab-0da7f419d242,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:17.664408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84783079-2f74-474c-b0ee-45cacffe36ae None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:23:17.715658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.102396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.104556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.232977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.233411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ce3265-fc15-4190-b529-aa16202099c9 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:23:18.242398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.242398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-32768d90-1a8b-45e3-925a-c06b0cc785ba admin admin] 10.222.0.53 "DELETE /v2.0/routers/67ce3265-fc15-4190-b529-aa16202099c9 HTTP/1.1" status: 204 len: 168 time: 1.2955024 Dec 07 00:23:18.242398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:18.285226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Deleting subnet 5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:23:18.288545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.324179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.358503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-90c865d7-617b-429f-a7a3-3f4b69c4839a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.429941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 861dda58-e064-4e23-b4ab-0da7f419d242 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:23:18.435571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.450209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 861dda58-e064-4e23-b4ab-0da7f419d242 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:23:18.450719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 861dda58-e064-4e23-b4ab-0da7f419d242 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:23:18.451204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2a7d278d-5611-47a2-a27b-a527416de7ea no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:23:18.471296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2a7d278d-5611-47a2-a27b-a527416de7ea {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:23:18.471729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2a7d278d-5611-47a2-a27b-a527416de7ea not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:23:18.564991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.591150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:18.594761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.598382 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-685ec422-8ae7-41a7-a1fd-32025f6ef612 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5fa3a9b2-dfe6-4d7a-99b8-0ab2b78010c0 HTTP/1.1" status: 204 len: 168 time: 0.3557405 Dec 07 00:23:18.600676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37382) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:18.602570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b40fc-a6b2-4670-add5-8271773f0bec None None] Network ff3985ad-ebd2-40b3-bad2-0a365aa11181 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:23:18.675875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.732582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Deleting port a9e6286f-5405-4a8f-b36f-5422ef9cf44f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:18.732924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.776405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] DHCP port deletion for ff3985ad-ebd2-40b3-bad2-0a365aa11181 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:23:18.796627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] For port a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:18.796997 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.813761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Calling delete_port for a9e6286f-5405-4a8f-b36f-5422ef9cf44f owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:18.827475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Deleting port a9e6286f-5405-4a8f-b36f-5422ef9cf44f {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:18.827861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.889315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] For port a9e6286f-5405-4a8f-b36f-5422ef9cf44f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,segment=NetworkSegment(38bfe279-cd18-4302-8134-8dca93860c00),segment_id=38bfe279-cd18-4302-8134-8dca93860c00)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:18.889665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.902154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Calling delete_port for a9e6286f-5405-4a8f-b36f-5422ef9cf44f owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:18.992919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:18.998567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.019954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] No DVR routers for this DVR port a9e6286f-5405-4a8f-b36f-5422ef9cf44f on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:23:19.024095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] Pushing event deleted for resources: {'Port': ['ID=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:19.024397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e6286f-5405-4a8f-b36f-5422ef9cf44f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:19.026594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47105870-1bc3-494d-9315-ab0d0811cfd5 None None] No DVR routers for this DVR port a9e6286f-5405-4a8f-b36f-5422ef9cf44f on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:23:19.101162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.121258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3985ad-ebd2-40b3-bad2-0a365aa11181']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:19.130108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bfe279-cd18-4302-8134-8dca93860c00') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:19.130406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bfe279-cd18-4302-8134-8dca93860c00') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:19.140417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.153926 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.159574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:23:19.159952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:23:19.161897 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:23:19.278593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.283876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.287489 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff3985ad-ebd2-40b3-bad2-0a365aa11181 HTTP/1.1" status: 204 len: 168 time: 0.6858168 Dec 07 00:23:19.299270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bdbe0-f65a-4aac-b7db-01eced0d5ef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3985ad-ebd2-40b3-bad2-0a365aa11181,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:19.597922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37386) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:19.640683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bae3626d-7c01-4efc-8914-5c7d9a96e9a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=795fd6785f114ecb98beaf41d9d07950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429406 Dec 07 00:23:19.643175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37388) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:19.689141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.710605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.826978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.829616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:19.830776 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74a5d7bf-d5bd-4d61-967a-974925990e94 HTTP/1.1" status: 204 len: 168 time: 0.1867266 Dec 07 00:23:19.838990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabb1bc-94ef-4e5a-abfc-b93096996fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5d7bf-d5bd-4d61-967a-974925990e94,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:20.419710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a9e6286f-5405-4a8f-b36f-5422ef9cf44f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:23:20.440712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a9e6286f-5405-4a8f-b36f-5422ef9cf44f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:23:20.441066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a9e6286f-5405-4a8f-b36f-5422ef9cf44f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:23:20.712787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cf5a97ed-a4bc-46fb-8dc3-00205e9840c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:20.854815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37410) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:20.948044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-315996010-network', 'tenant_id': '55fdec54d7044f198946e3efdaf53b99'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:21.021504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Made reservation on behalf of 55fdec54d7044f198946e3efdaf53b99 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:23:21.023745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.032080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.102860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.175505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.199986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:23:21.209469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03cab04-0eff-4f29-adff-4c84f66ff694,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:21.214076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.214415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Added segment 26b1d27b-2a5b-4551-8862-f2db9715a06a of type vlan for network ae28c2d9-f5df-47ad-8257-84325f2f5e84 Dec 07 00:23:21.255669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.346687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.347631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:21.348194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.405801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] Pushing event updated for resources: {'Network': ['ID=ae28c2d9-f5df-47ad-8257-84325f2f5e84,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:21.416218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:23:21.464005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9b32bf9e-30ab-4c52-a07d-a5f6d0717846 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6079915 Dec 07 00:23:21.466798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37414) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:21.472046 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Request body: {'subnet': {'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-315996010-subnet', 'tenant_id': '55fdec54d7044f198946e3efdaf53b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:21.551167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Made reservation on behalf of 55fdec54d7044f198946e3efdaf53b99 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:23:21.553634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.780359 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:21.832249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8561165-1084-4690-bf43-53499a777821,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:21.848901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Checking segment: {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:23:21.849267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Network hostable DHCP agents. Network: ae28c2d9-f5df-47ad-8257-84325f2f5e84, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:23:21.940024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:23:22.032978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae28c2d9-f5df-47ad-8257-84325f2f5e84) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:23:22.037840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:22.038479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:22.043875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027aef14-f3ca-45fa-b3aa-ea4a108f9d4f None None] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:23:22.090722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:22.110078 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f60161d2-8e01-496c-8ccd-7372d9fa7372 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6417396 Dec 07 00:23:22.168342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb260d-a7d0-4941-ab33-37d519b0071e None None] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:23:22.540754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-9ce005ba-80cd-4ba4-9aa0-0f007d1f79c0 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:22.540754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-9ce005ba-80cd-4ba4-9aa0-0f007d1f79c0 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/networks?id=ae28c2d9-f5df-47ad-8257-84325f2f5e84 HTTP/1.1" status: 200 len: 813 time: 0.1048961 Dec 07 00:23:22.554243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-5256d4ab-7473-49d1-bd0f-57d081416c07 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/quotas/55fdec54d7044f198946e3efdaf53b99 HTTP/1.1" status: 200 len: 375 time: 0.0093277 Dec 07 00:23:22.587225 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-d28c0696-adb3-4fd4-899b-987e56cda49b tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268109 Dec 07 00:23:22.722208 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-ecb42480-fab2-4f60-81bb-902ce84b143b service neutron] 10.222.0.53 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281171 Dec 07 00:23:22.807918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-0168ec36-32ba-4fdd-bf10-88c52536b95c service neutron] 10.222.0.53 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790915 Dec 07 00:23:23.031831 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-caebd3c0-0aa8-4fbc-a5ed-7b6c76e94052 req-d531fc0e-a0e4-48a2-b2a8-9bf4c03585ef tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Dec 07 00:23:23.055944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:24.133361 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b25b3d2d-e6b2-43a4-8dba-ab052cb18bb9 req-294f4956-7138-4f3a-b832-469dbb269e40 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Dec 07 00:23:24.146991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:25.230907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-53d9e29c-51a9-4b8e-b948-e228879a0d12 req-79e0dd5a-a0ed-4a8f-a3e6-1ddfdacbb2be tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 210 time: 0.0272474 Dec 07 00:23:25.421451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-11d47ccf-2a28-40df-8f92-665633159440 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:25.422780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-11d47ccf-2a28-40df-8f92-665633159440 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "GET /v2.0/networks?id=ae28c2d9-f5df-47ad-8257-84325f2f5e84 HTTP/1.1" status: 200 len: 813 time: 0.1015308 Dec 07 00:23:25.449319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Request body: {'port': {'device_id': '75343173-3df4-4c26-9f36-319b14528da7', 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84', 'admin_state_up': True, 'tenant_id': '55fdec54d7044f198946e3efdaf53b99'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:25.638837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Made reservation on behalf of 55fdec54d7044f198946e3efdaf53b99 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:23:25.642425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:25.773551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Allocated IP 172.20.0.9 (ae28c2d9-f5df-47ad-8257-84325f2f5e84/b8561165-1084-4690-bf43-53499a777821/a318aaa9-3c4a-49c7-a178-db3a60196bd2) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:23:25.926430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:25.998622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.044839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:23:26.047730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:23:26.051356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:23:26.077746 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Pushing event updated for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:26.102557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:26.103155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.172777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27a3ed8b-8df8-4480-bcb6-d1fe431a2401 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273834 Dec 07 00:23:26.200664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Request body: {'port': {'device_id': '75343173-3df4-4c26-9f36-319b14528da7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:26.252110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.458860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa15677-7593-43e7-9252-d4ca460f5331 req-97722f8e-3948-4b77-9427-2808bbca98af tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:26.460346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7fa15677-7593-43e7-9252-d4ca460f5331 req-97722f8e-3948-4b77-9427-2808bbca98af tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 931 time: 0.1555107 Dec 07 00:23:26.537044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7fa15677-7593-43e7-9252-d4ca460f5331 req-9e9c4462-6002-4d7b-bfe5-86d1cd9295e0 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675340 Dec 07 00:23:26.583777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a318aaa9-3c4a-49c7-a178-db3a60196bd2 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:23:26.591297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.604189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Transition to ACTIVE for port object a318aaa9-3c4a-49c7-a178-db3a60196bd2 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:23:26.666982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.715102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Pushing event updated for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:26.785811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Attempting to bind port a318aaa9-3c4a-49c7-a178-db3a60196bd2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:23:26.786144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Attempting to bind port a318aaa9-3c4a-49c7-a178-db3a60196bd2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:23:26.786465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Attempting to bind port a318aaa9-3c4a-49c7-a178-db3a60196bd2 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:23:26.790840 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Port a318aaa9-3c4a-49c7-a178-db3a60196bd2 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:23:26.791155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Attempting to bind port a318aaa9-3c4a-49c7-a178-db3a60196bd2 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:23:26.796475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:23:26.796811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Checking segment: {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:23:26.797189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Bound using segment: {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:23:26.797605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Bound port: a318aaa9-3c4a-49c7-a178-db3a60196bd2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:23:26.797952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.858935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:23:26.861861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:23:26.930387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.966229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:26.966842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:26.968259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] 10.222.0.45 "PUT /v2.0/ports/a318aaa9-3c4a-49c7-a178-db3a60196bd2 HTTP/1.1" status: 200 len: 1093 time: 0.7716546 Dec 07 00:23:26.968714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:26.970981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:27.000836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d0b6-2a4e-4093-800f-0e6d47112c86 service neutron] Pushing event updated for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:27.009914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d642fa-aa40-4bb6-bb04-3e5dc1ec006d x-openstack-request-id: req-33d642fa-aa40-4bb6-bb04-3e5dc1ec006d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:27.009914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:27.009914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33d642fa-aa40-4bb6-bb04-3e5dc1ec006d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:27.009914 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2', 'status': 'completed', 'code': 200} Dec 07 00:23:27.095814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-523e5162-320c-4079-95b1-1fe37f3fac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.097722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-523e5162-320c-4079-95b1-1fe37f3fac9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 1096 time: 0.0427673 Dec 07 00:23:27.207434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-ce054c80-97f8-44c1-9267-78ece25eb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.208854 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-ce054c80-97f8-44c1-9267-78ece25eb9cd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=55fdec54d7044f198946e3efdaf53b99&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0942705 Dec 07 00:23:27.312205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-91a15281-b0d0-49f4-ae29-604e552e3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.313768 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85d7521e-0dbd-4d0b-b70b-b8e7ac026b6c req-91a15281-b0d0-49f4-ae29-604e552e3071 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924747 Dec 07 00:23:27.453648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-08ed97a3-4918-4cc1-b545-0aac963bce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.455110 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-08ed97a3-4918-4cc1-b545-0aac963bce0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 1096 time: 0.0404708 Dec 07 00:23:27.502696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-91770351-488d-48d8-97b8-79f556aa7c34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2 HTTP/1.1" status: 200 len: 217 time: 0.0328133 Dec 07 00:23:27.555194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27014414-fff7-4911-9130-b2d602f43eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.556674 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-27014414-fff7-4911-9130-b2d602f43eb7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8561165-1084-4690-bf43-53499a777821 HTTP/1.1" status: 200 len: 853 time: 0.0466824 Dec 07 00:23:27.589245 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-5c08873d-10b1-40b2-b519-ad03068396fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae28c2d9-f5df-47ad-8257-84325f2f5e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244529 Dec 07 00:23:27.711465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2976a89-066b-427d-a8fa-afea63694e1d req-4d1a5bee-d24e-4ead-91b9-158b1c4937cc tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:27.712952 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b2976a89-066b-427d-a8fa-afea63694e1d req-4d1a5bee-d24e-4ead-91b9-158b1c4937cc tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 943 time: 0.0983157 Dec 07 00:23:27.718393 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-e2d6525f-8780-4972-87ce-c19157bf85ac service neutron] 10.222.0.45 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199431 Dec 07 00:23:27.779887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b2976a89-066b-427d-a8fa-afea63694e1d req-27c5b57f-d0e2-477f-8ab3-561b68e03745 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604737 Dec 07 00:23:27.841471 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6ecead81-6d1a-4008-bc39-8eb075075e5e req-b003cca8-533c-4598-81b1-38249d1755bb service neutron] 10.222.0.45 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986001 Dec 07 00:23:28.894271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e6ee9-94aa-4efc-9c64-10eff386263a req-835f3661-f6f4-4387-94b5-2518b6b14943 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:28.895751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c06e6ee9-94aa-4efc-9c64-10eff386263a req-835f3661-f6f4-4387-94b5-2518b6b14943 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 943 time: 0.0481784 Dec 07 00:23:28.941780 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c06e6ee9-94aa-4efc-9c64-10eff386263a req-6b7ae410-8c14-4a5a-aabb-9b672f42f95c tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Dec 07 00:23:30.059625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc78ba-b1c4-4d7e-b448-ece5620da7cb req-45889967-e1a0-4bb1-8cb9-0d3d6c8a7d26 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:30.061130 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ccfc78ba-b1c4-4d7e-b448-ece5620da7cb req-45889967-e1a0-4bb1-8cb9-0d3d6c8a7d26 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Dec 07 00:23:30.107289 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ccfc78ba-b1c4-4d7e-b448-ece5620da7cb req-601afe50-533a-4b6a-b5e0-18e28babaeba tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Dec 07 00:23:31.218626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbd80c-26f8-49b8-9c98-9e70ced080b9 req-7af8b3b1-f056-43c8-9903-b7c902c41d41 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:31.220079 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56dbd80c-26f8-49b8-9c98-9e70ced080b9 req-7af8b3b1-f056-43c8-9903-b7c902c41d41 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 943 time: 0.0474572 Dec 07 00:23:31.269660 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56dbd80c-26f8-49b8-9c98-9e70ced080b9 req-c9948198-b172-4a71-9d14-b26bbc0f782b tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437045 Dec 07 00:23:32.292604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device a318aaa9-3c4a-49c7-a178-db3a60196bd2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:23:32.383267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b5bc0-8da0-46a3-874a-83c815e6b125 req-affb4fee-3f18-441b-a320-caefb2913e4e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:32.384924 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-072b5bc0-8da0-46a3-874a-83c815e6b125 req-affb4fee-3f18-441b-a320-caefb2913e4e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 943 time: 0.0497746 Dec 07 00:23:32.389807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:32.405967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2', 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84', 'port_id': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2', 'mac_address': 'fa:16:3e:18:92:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8561165-1084-4690-bf43-53499a777821', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:23:32.434020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-072b5bc0-8da0-46a3-874a-83c815e6b125 req-8fd581a6-b963-48ca-aa47-b4500890c0c9 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Dec 07 00:23:32.452755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:32.466489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a318aaa9-3c4a-49c7-a178-db3a60196bd2 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:23:32.485218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:32.546912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:32.596890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:32.603869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.604226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.604598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.604941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.605279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.605613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.605947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.606322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.606655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.606985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.607312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.607636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.607960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:23:32.945492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['a318aaa9-3c4a-49c7-a178-db3a60196bd2'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:23:33.548378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227e615-612e-4bc1-bd66-80801caa951f req-0b788c1e-ee81-43d9-867e-0286296ebcd5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:33.549863 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6227e615-612e-4bc1-bd66-80801caa951f req-0b788c1e-ee81-43d9-867e-0286296ebcd5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 944 time: 0.0488179 Dec 07 00:23:33.595592 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6227e615-612e-4bc1-bd66-80801caa951f req-77f3f02c-738c-4c23-8cba-05375b71e189 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397620 Dec 07 00:23:33.723831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:34.313698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device a318aaa9-3c4a-49c7-a178-db3a60196bd2 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:23:34.592639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port a318aaa9-3c4a-49c7-a178-db3a60196bd2 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:23:34.596901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port a318aaa9-3c4a-49c7-a178-db3a60196bd2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:23:34.597284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:34.674544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:34.699168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:34.701460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef08bff-1df0-49f1-80b2-1cf46907cf04" -d '{"events": [{"server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "name": "network-vif-plugged", "status": "completed", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:34.710447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6559045-cda7-44b6-aac9-5bedf1dd3f2c req-4d4c5fd7-3818-4328-89cc-4d32a1d39adb tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:34.711963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e6559045-cda7-44b6-aac9-5bedf1dd3f2c req-4d4c5fd7-3818-4328-89cc-4d32a1d39adb tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 944 time: 0.0491800 Dec 07 00:23:34.715032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:34.741669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2683665b-63e3-43db-b296-7fe4c059357a x-openstack-request-id: req-2683665b-63e3-43db-b296-7fe4c059357a {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:34.741669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "name": "network-vif-plugged", "status": "completed", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:34.741669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2683665b-63e3-43db-b296-7fe4c059357a {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:34.741669 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2', 'code': 200} Dec 07 00:23:34.765169 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e6559045-cda7-44b6-aac9-5bedf1dd3f2c req-dda75238-17e6-4e8f-b844-e202991af849 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463476 Dec 07 00:23:34.787355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:34.853164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:35.097099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4313f-100c-4617-8159-608fbb258ba6 req-857fbca6-f593-44e4-8bd8-9eebf79f824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:35.098555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7cf4313f-100c-4617-8159-608fbb258ba6 req-857fbca6-f593-44e4-8bd8-9eebf79f824f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 1098 time: 0.0400267 Dec 07 00:23:35.153848 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7cf4313f-100c-4617-8159-608fbb258ba6 req-4694e429-2bd3-47b0-847a-6952969d21a9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401685 Dec 07 00:23:35.883759 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2c6af-061d-44ec-9389-747a7ab6ed08 req-a140005b-ad28-47ea-b020-1d1192357d19 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:35.885254 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11a2c6af-061d-44ec-9389-747a7ab6ed08 req-a140005b-ad28-47ea-b020-1d1192357d19 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Dec 07 00:23:35.931018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11a2c6af-061d-44ec-9389-747a7ab6ed08 req-f793183c-3be2-454b-b5dc-9a7c7522dbf5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Dec 07 00:23:37.044489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d685b18-e7c5-459e-b788-2e59ac7aa73a req-2cfea12a-77e9-4084-9ade-6908999309f5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:37.045977 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7d685b18-e7c5-459e-b788-2e59ac7aa73a req-2cfea12a-77e9-4084-9ade-6908999309f5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Dec 07 00:23:37.092398 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7d685b18-e7c5-459e-b788-2e59ac7aa73a req-bec7d178-c4f7-494d-be67-705e42df7324 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Dec 07 00:23:37.312595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e9a96909-2996-4615-8a01-4859458a3d08 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:37.314043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e9a96909-2996-4615-8a01-4859458a3d08 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/networks?id=ae28c2d9-f5df-47ad-8257-84325f2f5e84 HTTP/1.1" status: 200 len: 813 time: 0.1018150 Dec 07 00:23:37.329226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-d3a714c7-aa09-4416-a730-e2f00aad36ca tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/quotas/55fdec54d7044f198946e3efdaf53b99 HTTP/1.1" status: 200 len: 375 time: 0.0093658 Dec 07 00:23:37.375797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-f29a98a7-2d37-4a6e-9b06-8a58f2b4bbfd tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415702 Dec 07 00:23:37.467751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-9c9f18ff-06c1-4a88-9f1b-e5f5dd44d970 service neutron] 10.222.0.53 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849895 Dec 07 00:23:37.554900 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-c7bf7d87-572a-44b0-bb73-3610caa0cdfa service neutron] 10.222.0.53 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807579 Dec 07 00:23:37.788925 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-18526fc0-1d8a-4f18-b13e-201d10ff4642 req-4bfe147a-1545-4d37-8561-99f5982f69f0 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0318391 Dec 07 00:23:38.886224 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-05b07332-e56e-41dc-b3e0-04bbff29fb91 req-4b5d888d-4fd3-461d-bf8a-5b48d97e735e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0307026 Dec 07 00:23:39.542947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-d1fd8d17-2c7c-4311-9d4b-ac313ca1f6bf tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:39.544913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-d1fd8d17-2c7c-4311-9d4b-ac313ca1f6bf tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "GET /v2.0/networks?id=ae28c2d9-f5df-47ad-8257-84325f2f5e84 HTTP/1.1" status: 200 len: 813 time: 0.1007149 Dec 07 00:23:39.564050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Request body: {'port': {'device_id': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84', 'admin_state_up': True, 'tenant_id': '55fdec54d7044f198946e3efdaf53b99'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:39.751400 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:23:39.775118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Made reservation on behalf of 55fdec54d7044f198946e3efdaf53b99 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:23:39.779251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:39.907914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Allocated IP 172.20.0.10 (ae28c2d9-f5df-47ad-8257-84325f2f5e84/b8561165-1084-4690-bf43-53499a777821/15575fd6-1983-46c5-a768-51e823037fc9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:23:40.002505 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1f656433-b597-4c9c-820a-519058e00dba req-d27a4817-f224-4e47-91ff-2d8fc04d13e3 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0466208 Dec 07 00:23:40.077416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.169989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.204643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['a318aaa9-3c4a-49c7-a178-db3a60196bd2'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:23:40.213009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Network ae28c2d9-f5df-47ad-8257-84325f2f5e84 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:23:40.218967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:23:40.221641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:23:40.228488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Pushing event updated for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:40.274909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:40.275632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.349268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e83d5552-3bc5-4402-b254-88ec00c96e67 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7887900 Dec 07 00:23:40.368204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Request body: {'port': {'device_id': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:23:40.423882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.674136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15575fd6-1983-46c5-a768-51e823037fc9 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:23:40.681432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.693537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Transition to ACTIVE for port object 15575fd6-1983-46c5-a768-51e823037fc9 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:23:40.758003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.809139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Pushing event updated for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:40.874212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Attempting to bind port 15575fd6-1983-46c5-a768-51e823037fc9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:23:40.874543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Attempting to bind port 15575fd6-1983-46c5-a768-51e823037fc9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:23:40.874872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Attempting to bind port 15575fd6-1983-46c5-a768-51e823037fc9 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:23:40.879017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Port 15575fd6-1983-46c5-a768-51e823037fc9 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:23:40.879336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Attempting to bind port 15575fd6-1983-46c5-a768-51e823037fc9 on network ae28c2d9-f5df-47ad-8257-84325f2f5e84 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:23:40.884142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:23:40.884506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Checking segment: {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:23:40.884896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Bound using segment: {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:23:40.885319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Bound port: 15575fd6-1983-46c5-a768-51e823037fc9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b1d27b-2a5b-4551-8862-f2db9715a06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:23:40.885671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:40.945695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:23:40.948635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15575fd6-1983-46c5-a768-51e823037fc9,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:23:41.025496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:41.062430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.063053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:41.064458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] 10.222.0.45 "PUT /v2.0/ports/15575fd6-1983-46c5-a768-51e823037fc9 HTTP/1.1" status: 200 len: 1094 time: 0.7007763 Dec 07 00:23:41.064897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:41.067174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315cf9f7-892b-4298-bece-4e55bd6b6104" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "tag": "15575fd6-1983-46c5-a768-51e823037fc9"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:41.088895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afb86f-19df-4f4e-8138-f569516ae3cf service neutron] Pushing event updated for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:41.110557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee7ff5-a5f4-4574-8f16-381799b6be2f x-openstack-request-id: req-b4ee7ff5-a5f4-4574-8f16-381799b6be2f {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:41.110864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "tag": "15575fd6-1983-46c5-a768-51e823037fc9", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:41.111125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4ee7ff5-a5f4-4574-8f16-381799b6be2f {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:41.111531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9', 'status': 'completed', 'code': 200} Dec 07 00:23:41.125879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d08db3-1304-429f-a312-e100035ddbbe req-5387b2d3-24c2-4afd-9880-b42f4e301f2f tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.127409 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-53d08db3-1304-429f-a312-e100035ddbbe req-5387b2d3-24c2-4afd-9880-b42f4e301f2f tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 944 time: 0.0546584 Dec 07 00:23:41.175749 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-53d08db3-1304-429f-a312-e100035ddbbe req-4cb6ec34-f2ef-425e-8dfc-10c09715a396 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Dec 07 00:23:41.204297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-ee6339e4-d0de-426b-9784-80c7ce02bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.205727 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-ee6339e4-d0de-426b-9784-80c7ce02bdd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0451884 Dec 07 00:23:41.311607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-e79fdf96-b0ee-48b0-9601-dc8eda2436ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.313111 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-e79fdf96-b0ee-48b0-9601-dc8eda2436ed service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=55fdec54d7044f198946e3efdaf53b99&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0907927 Dec 07 00:23:41.409360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-f075c74b-68bd-49da-94fd-dbd3e7063fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.410808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-315cf9f7-892b-4298-bece-4e55bd6b6104 req-f075c74b-68bd-49da-94fd-dbd3e7063fe0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900524 Dec 07 00:23:41.518501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-8148a171-4ccc-47f2-bfae-287bb5747dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.519965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-8148a171-4ccc-47f2-bfae-287bb5747dac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55fdec54d7044f198946e3efdaf53b99&device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0400441 Dec 07 00:23:41.566556 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-f9b04747-6741-41df-9b63-02f4f1368773 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15575fd6-1983-46c5-a768-51e823037fc9 HTTP/1.1" status: 200 len: 217 time: 0.0334826 Dec 07 00:23:41.617316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e03c6505-e50e-4bc1-a902-2224911ae18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:41.618693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-e03c6505-e50e-4bc1-a902-2224911ae18d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b8561165-1084-4690-bf43-53499a777821 HTTP/1.1" status: 200 len: 853 time: 0.0457704 Dec 07 00:23:41.655335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-5f6d0253-0e68-415f-90e8-104c317f380a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ae28c2d9-f5df-47ad-8257-84325f2f5e84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240803 Dec 07 00:23:41.740568 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-37047d0b-c549-460d-8dd3-61ea04cd2a36 service neutron] 10.222.0.45 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780652 Dec 07 00:23:41.830422 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b39c6d24-3bdd-440b-a912-9c9ca07e0cda req-a112c67b-4893-4079-aad4-2d9d65013a14 service neutron] 10.222.0.45 "GET /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829585 Dec 07 00:23:42.290615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606074c3-020b-4420-a6f8-1ba1ecb0361b req-38b0fc90-b3f5-4bd8-99de-0f2ca24a54cb tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:42.292060 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-606074c3-020b-4420-a6f8-1ba1ecb0361b req-38b0fc90-b3f5-4bd8-99de-0f2ca24a54cb tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 944 time: 0.0494385 Dec 07 00:23:42.338559 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-606074c3-020b-4420-a6f8-1ba1ecb0361b req-05fb23f4-98d1-4224-8933-7f8cac3b7afd tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Dec 07 00:23:43.465867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836a804-eae2-43a9-b80a-5f3feafce469 req-667c90ae-d790-4747-8eea-f339fdac4a77 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:43.467340 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4836a804-eae2-43a9-b80a-5f3feafce469 req-667c90ae-d790-4747-8eea-f339fdac4a77 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 944 time: 0.0599716 Dec 07 00:23:43.517496 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4836a804-eae2-43a9-b80a-5f3feafce469 req-12b24091-87b4-45a1-9cbe-3b40ee60fa8d tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Dec 07 00:23:44.352572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 15575fd6-1983-46c5-a768-51e823037fc9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:23:44.447438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15575fd6-1983-46c5-a768-51e823037fc9,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:44.458121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '15575fd6-1983-46c5-a768-51e823037fc9', 'network_id': 'ae28c2d9-f5df-47ad-8257-84325f2f5e84', 'port_id': '15575fd6-1983-46c5-a768-51e823037fc9', 'mac_address': 'fa:16:3e:02:89:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8561165-1084-4690-bf43-53499a777821', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:23:44.494413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:44.506934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15575fd6-1983-46c5-a768-51e823037fc9 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:23:44.525359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15575fd6-1983-46c5-a768-51e823037fc9,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:44.575562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:44.623722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:44.638178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9297730-7594-4f7c-a147-115fc69788d7 req-1f7ec06f-a716-4447-840e-3b84371a211a tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:44.643690 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f9297730-7594-4f7c-a147-115fc69788d7 req-1f7ec06f-a716-4447-840e-3b84371a211a tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0542245 Dec 07 00:23:44.686209 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f9297730-7594-4f7c-a147-115fc69788d7 req-abaa8130-8dfb-492d-bff7-61c57570c6ea tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Dec 07 00:23:44.867839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['15575fd6-1983-46c5-a768-51e823037fc9'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:23:45.802684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20cca0-724b-4fdf-9c9b-c0308a84d92d req-7071c0f3-0dd5-4c89-af82-3b78b7606979 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:45.804050 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2f20cca0-724b-4fdf-9c9b-c0308a84d92d req-7071c0f3-0dd5-4c89-af82-3b78b7606979 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0521085 Dec 07 00:23:45.849237 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2f20cca0-724b-4fdf-9c9b-c0308a84d92d req-7a35158e-9dd5-4ee3-8e53-9d3d8f4fbaeb tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Dec 07 00:23:46.368492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 15575fd6-1983-46c5-a768-51e823037fc9 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:23:46.466471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 15575fd6-1983-46c5-a768-51e823037fc9 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:23:46.470487 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 15575fd6-1983-46c5-a768-51e823037fc9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:23:46.470861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:46.564146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:46.586733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:46.589013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa324b85-c306-4612-98ca-898d2fdfea9f" -d '{"events": [{"server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "15575fd6-1983-46c5-a768-51e823037fc9"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:46.601631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15575fd6-1983-46c5-a768-51e823037fc9,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:46.623780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1402b81-e308-4f82-96df-19deb28204ce x-openstack-request-id: req-e1402b81-e308-4f82-96df-19deb28204ce {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:46.624075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "15575fd6-1983-46c5-a768-51e823037fc9", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:46.624374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1402b81-e308-4f82-96df-19deb28204ce {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:46.624781 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9', 'code': 200} Dec 07 00:23:46.659182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:46.709782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:46.965013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db0e2-5c45-4c49-ad71-2ce35c8a6863 req-d4fbcf9a-726e-4d08-a5b6-ec24c7c90a38 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:46.966800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-822db0e2-5c45-4c49-ad71-2ce35c8a6863 req-d4fbcf9a-726e-4d08-a5b6-ec24c7c90a38 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0498190 Dec 07 00:23:46.986195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf803fe-878a-48f3-bc92-9d7771774e51 req-1a16bf19-5a9d-4b6e-92bd-c03ba3777553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:46.987757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ecf803fe-878a-48f3-bc92-9d7771774e51 req-1a16bf19-5a9d-4b6e-92bd-c03ba3777553 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 1099 time: 0.0394118 Dec 07 00:23:47.015415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-822db0e2-5c45-4c49-ad71-2ce35c8a6863 req-a7c440fa-fc71-4a5c-b60a-73a1769550b5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423400 Dec 07 00:23:47.030654 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ecf803fe-878a-48f3-bc92-9d7771774e51 req-94c9d8c9-3df5-458d-a46a-597bc87dc212 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Dec 07 00:23:48.133150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d502-8358-477c-a923-aea3abd97055 req-30c86e5d-8256-4f5a-bf3d-e0f932f451c5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:48.134613 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a331d502-8358-477c-a923-aea3abd97055 req-30c86e5d-8256-4f5a-bf3d-e0f932f451c5 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0515611 Dec 07 00:23:48.190909 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a331d502-8358-477c-a923-aea3abd97055 req-3ebac401-fb68-4658-a54b-37dfdfe02428 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497482 Dec 07 00:23:48.381291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c85e01ca-0909-4641-bc29-f3963469d618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:49.313511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9444f7-8e32-4fdd-a9cd-d2c773d36c6a req-82d77f88-df23-48ba-8c50-3528fa098ee1 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:49.315028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d9444f7-8e32-4fdd-a9cd-d2c773d36c6a req-82d77f88-df23-48ba-8c50-3528fa098ee1 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0556271 Dec 07 00:23:49.362137 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7d9444f7-8e32-4fdd-a9cd-d2c773d36c6a req-a5cc21b9-ff40-4f6f-9776-d88ee9ed7440 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Dec 07 00:23:49.766229 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdc35f-18cb-408f-8dce-ecdc788935b3 req-d38866fe-5fc0-4fb9-8a60-4f1c3e29a851 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:49.767709 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-88cdc35f-18cb-408f-8dce-ecdc788935b3 req-d38866fe-5fc0-4fb9-8a60-4f1c3e29a851 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0494628 Dec 07 00:23:49.814649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-88cdc35f-18cb-408f-8dce-ecdc788935b3 req-ec9bfa9a-0d2f-463c-9bd7-38de5d1fa866 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Dec 07 00:23:50.712296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42bb8fde-d95b-4fca-bc92-7d97e319c2e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:50.927217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0b75f-1446-4e9b-95d5-a7fc93d7ecf7 req-a05af6aa-cc2b-41a5-98ed-4a7e8f8ba57b tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:50.928924 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a0b75f-1446-4e9b-95d5-a7fc93d7ecf7 req-a05af6aa-cc2b-41a5-98ed-4a7e8f8ba57b tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0483735 Dec 07 00:23:50.974449 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d3a0b75f-1446-4e9b-95d5-a7fc93d7ecf7 req-8be63b52-a5c4-4d10-92a9-6e2d9360f78a tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393667 Dec 07 00:23:51.371203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-dac49d35-c2d6-4ff0-8bbb-52bb9e0c413e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:51.373195 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-dac49d35-c2d6-4ff0-8bbb-52bb9e0c413e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 946 time: 0.0480015 Dec 07 00:23:51.758596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Deleting port 15575fd6-1983-46c5-a768-51e823037fc9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:51.758932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:51.842950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] For port 15575fd6-1983-46c5-a768-51e823037fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15575fd6-1983-46c5-a768-51e823037fc9,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:51.843306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:51.858939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Calling delete_port for 15575fd6-1983-46c5-a768-51e823037fc9 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:52.060635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:52.066655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:52.086879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73572ac-056b-4ed9-a0cc-7da7d2043d66 req-17dfde0b-97e1-4788-9e0b-b881e3a67129 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:52.092380 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e73572ac-056b-4ed9-a0cc-7da7d2043d66 req-17dfde0b-97e1-4788-9e0b-b881e3a67129 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 867 time: 0.0491903 Dec 07 00:23:52.095970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Pushing event deleted for resources: {'Port': ['ID=15575fd6-1983-46c5-a768-51e823037fc9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:52.107619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['a318aaa9-3c4a-49c7-a178-db3a60196bd2', '15575fd6-1983-46c5-a768-51e823037fc9'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:23:52.142534 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e73572ac-056b-4ed9-a0cc-7da7d2043d66 req-15e38b09-b103-43ef-8853-6c9b7c74de79 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Dec 07 00:23:52.142773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] No DVR routers for this DVR port 15575fd6-1983-46c5-a768-51e823037fc9 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:23:52.145136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:52.148600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0fa55f3c-a5a7-467b-805b-b6f940db953e req-51b3f51d-cd6b-4641-a7d0-d96bfd8e2cec tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "DELETE /v2.0/ports/15575fd6-1983-46c5-a768-51e823037fc9 HTTP/1.1" status: 204 len: 173 time: 0.7690043 Dec 07 00:23:52.149189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'name': 'network-vif-deleted', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:52.151535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381290ac-784c-4a29-ac38-b0254f36b845" -d '{"events": [{"server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "name": "network-vif-deleted", "tag": "15575fd6-1983-46c5-a768-51e823037fc9"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:52.192063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcde63-9692-4aee-9b5a-4bcd1158f328 x-openstack-request-id: req-a7fcde63-9692-4aee-9b5a-4bcd1158f328 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:52.192402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb15018-1a2c-4349-902e-7ca3139e3c8b", "name": "network-vif-deleted", "tag": "15575fd6-1983-46c5-a768-51e823037fc9", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:52.192671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7fcde63-9692-4aee-9b5a-4bcd1158f328 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:52.193270 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb15018-1a2c-4349-902e-7ca3139e3c8b', 'name': 'network-vif-deleted', 'tag': '15575fd6-1983-46c5-a768-51e823037fc9', 'status': 'completed', 'code': 200} Dec 07 00:23:53.117590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:53.256208 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-10a8238b-8827-41ad-bb97-a2664d62f93e req-c1bb7679-ce4f-442e-8b64-8f8c4dc55ea0 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcb15018-1a2c-4349-902e-7ca3139e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0262861 Dec 07 00:23:54.140299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:54.403240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893c6c2-7f9d-401b-80db-1de501aff83c req-1738c1de-4f31-41b9-acf1-b2789031e312 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:54.404711 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c893c6c2-7f9d-401b-80db-1de501aff83c req-1738c1de-4f31-41b9-acf1-b2789031e312 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0494199 Dec 07 00:23:54.450562 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c893c6c2-7f9d-401b-80db-1de501aff83c req-a9af5921-9e67-481a-9447-aec78d235bb9 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Dec 07 00:23:54.578734 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81ad33-6567-4f68-9e39-749445599bc0 req-e0dbaf57-d4e7-4103-b889-7cd7702961da tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:54.580219 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf81ad33-6567-4f68-9e39-749445599bc0 req-e0dbaf57-d4e7-4103-b889-7cd7702961da tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0493968 Dec 07 00:23:54.630264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cf81ad33-6567-4f68-9e39-749445599bc0 req-c49f89d8-ef56-4084-9026-a6d679f838af tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Dec 07 00:23:54.744941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb253d-e222-4f3c-ba68-1c233527866e req-ee369fba-7ca9-4fba-a3b0-3a53c3d43263 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:54.746412 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-14cb253d-e222-4f3c-ba68-1c233527866e req-ee369fba-7ca9-4fba-a3b0-3a53c3d43263 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0479794 Dec 07 00:23:54.791834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-14cb253d-e222-4f3c-ba68-1c233527866e req-37eb3034-6bed-43fc-99be-81609910ef4f tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Dec 07 00:23:54.869251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-dcc7f155-351b-43e5-a6c7-0dfa4d00388f req-3ed30b9f-4b7b-4a23-9e18-8d3655a315bf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:23:54.870231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dcc7f155-351b-43e5-a6c7-0dfa4d00388f req-3ed30b9f-4b7b-4a23-9e18-8d3655a315bf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054276 Dec 07 00:23:54.972926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50245a-311e-4b56-ace3-6726d0164617 req-3515af9f-a7d2-438c-a0b1-8b0e87f2f66e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:54.974374 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab50245a-311e-4b56-ace3-6726d0164617 req-3515af9f-a7d2-438c-a0b1-8b0e87f2f66e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0477958 Dec 07 00:23:55.023894 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab50245a-311e-4b56-ace3-6726d0164617 req-ed59ccc0-409a-4d8e-9c6e-838ac694cbe3 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Dec 07 00:23:55.136515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782fb8-ea67-4d58-accf-4d91ab517882 req-b3a6afae-09d2-4a4c-b284-8bae2cbbc649 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:55.138478 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df782fb8-ea67-4d58-accf-4d91ab517882 req-b3a6afae-09d2-4a4c-b284-8bae2cbbc649 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0474639 Dec 07 00:23:55.184356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-df782fb8-ea67-4d58-accf-4d91ab517882 req-8377b508-7af4-47ff-b991-dc3cd28c2d78 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Dec 07 00:23:55.308452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa657e-3ddb-41b2-8b1a-53d7d04bd590 req-880c589e-5203-4824-952f-fc6d8f41949c tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:55.309925 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0cfa657e-3ddb-41b2-8b1a-53d7d04bd590 req-880c589e-5203-4824-952f-fc6d8f41949c tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0489068 Dec 07 00:23:55.356352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0cfa657e-3ddb-41b2-8b1a-53d7d04bd590 req-253d2aa7-a981-4c25-aef1-09dbb3a90013 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Dec 07 00:23:55.828737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c30b3-a8cc-4dba-873b-0f6374c498e9 req-d81dbebd-08df-430a-8266-d110d86e5f7e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:55.830175 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-474c30b3-a8cc-4dba-873b-0f6374c498e9 req-d81dbebd-08df-430a-8266-d110d86e5f7e tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Dec 07 00:23:55.877353 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-474c30b3-a8cc-4dba-873b-0f6374c498e9 req-0bf6e064-21bf-4df0-9127-f804cce2379c tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Dec 07 00:23:56.400101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 15575fd6-1983-46c5-a768-51e823037fc9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:23:56.422508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 15575fd6-1983-46c5-a768-51e823037fc9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:23:56.422852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 15575fd6-1983-46c5-a768-51e823037fc9 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:23:56.991225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e3248-e1d5-4d2e-9ad4-c5f5f93afc19 req-73713c4e-0790-4ab5-a1a1-5e806a6689c7 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:56.992698 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c0e3248-e1d5-4d2e-9ad4-c5f5f93afc19 req-73713c4e-0790-4ab5-a1a1-5e806a6689c7 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0474925 Dec 07 00:23:57.038942 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c0e3248-e1d5-4d2e-9ad4-c5f5f93afc19 req-34252b76-5246-4f8c-bd42-29007e958a93 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b03cab04-0eff-4f29-adff-4c84f66ff694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Dec 07 00:23:57.466666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892f569-e149-4363-af6c-dab320826414 req-94e51bdb-ca1b-4080-9faf-1f593f7a4659 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:23:57.468072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e892f569-e149-4363-af6c-dab320826414 req-94e51bdb-ca1b-4080-9faf-1f593f7a4659 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 945 time: 0.0469918 Dec 07 00:23:57.562554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Deleting port a318aaa9-3c4a-49c7-a178-db3a60196bd2 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:23:57.562895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:57.647190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] For port a318aaa9-3c4a-49c7-a178-db3a60196bd2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a318aaa9-3c4a-49c7-a178-db3a60196bd2,segment=NetworkSegment(26b1d27b-2a5b-4551-8862-f2db9715a06a),segment_id=26b1d27b-2a5b-4551-8862-f2db9715a06a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:23:57.647549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:57.659671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Calling delete_port for a318aaa9-3c4a-49c7-a178-db3a60196bd2 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:23:57.881951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:57.910091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Pushing event deleted for resources: {'Port': ['ID=a318aaa9-3c4a-49c7-a178-db3a60196bd2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:57.932936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['a318aaa9-3c4a-49c7-a178-db3a60196bd2'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:23:57.957186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] No DVR routers for this DVR port a318aaa9-3c4a-49c7-a178-db3a60196bd2 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:23:57.959664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:57.962955 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e892f569-e149-4363-af6c-dab320826414 req-9c896e6b-10f3-440c-a274-449777db3f15 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.45 "DELETE /v2.0/ports/a318aaa9-3c4a-49c7-a178-db3a60196bd2 HTTP/1.1" status: 204 len: 173 time: 0.4848797 Dec 07 00:23:57.963408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'name': 'network-vif-deleted', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:23:57.966712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1f6e0-c940-4a20-9688-2978c916f3d9" -d '{"events": [{"server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "name": "network-vif-deleted", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:23:58.002202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e8ab24-41af-4876-aac7-ec929d39fd4e x-openstack-request-id: req-f7e8ab24-41af-4876-aac7-ec929d39fd4e {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:23:58.002769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75343173-3df4-4c26-9f36-319b14528da7", "name": "network-vif-deleted", "tag": "a318aaa9-3c4a-49c7-a178-db3a60196bd2", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:23:58.002769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7e8ab24-41af-4876-aac7-ec929d39fd4e {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:23:58.003396 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75343173-3df4-4c26-9f36-319b14528da7', 'name': 'network-vif-deleted', 'tag': 'a318aaa9-3c4a-49c7-a178-db3a60196bd2', 'status': 'completed', 'code': 200} Dec 07 00:23:58.132731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2a2d0479-06bc-4ace-abb3-08f19f574e16 req-63da1af2-8394-4f29-9ea1-1168807cc833 tempest-ServersNegativeTestJSON-237639084 tempest-ServersNegativeTestJSON-237639084-project] 10.222.0.53 "GET /v2.0/ports?device_id=75343173-3df4-4c26-9f36-319b14528da7 HTTP/1.1" status: 200 len: 210 time: 0.0269601 Dec 07 00:23:59.189049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37578) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:59.234563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Deleting subnet b8561165-1084-4690-bf43-53499a777821 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:23:59.237631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.270965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.313025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.443729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.468308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8561165-1084-4690-bf43-53499a777821,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:23:59.471972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.475121 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4b77523f-4f92-433a-b59d-6d66c34e5ccc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b8561165-1084-4690-bf43-53499a777821 HTTP/1.1" status: 204 len: 168 time: 0.2850657 Dec 07 00:23:59.477572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37580) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:23:59.546790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.625583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.645138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae28c2d9-f5df-47ad-8257-84325f2f5e84']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:59.654719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b1d27b-2a5b-4551-8862-f2db9715a06a') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:59.655019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b1d27b-2a5b-4551-8862-f2db9715a06a') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:23:59.664401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.676869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.682562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:23:59.687301 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:23:59.813390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.819303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:23:59.822499 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ae28c2d9-f5df-47ad-8257-84325f2f5e84 HTTP/1.1" status: 204 len: 168 time: 0.3439982 Dec 07 00:23:59.833878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea54d3-c06b-4321-8b29-eed8948c58e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae28c2d9-f5df-47ad-8257-84325f2f5e84,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:00.155828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37584) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:00.194301 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7852d69a-0d21-41c9-88c8-49914d1425f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55fdec54d7044f198946e3efdaf53b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372915 Dec 07 00:24:00.201147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37586) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:00.245748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:00.266761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:00.397542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:00.400071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:00.401261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b03cab04-0eff-4f29-adff-4c84f66ff694 HTTP/1.1" status: 204 len: 168 time: 0.1992345 Dec 07 00:24:00.409073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f099d-7c0f-4d55-801d-de18aeb40f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03cab04-0eff-4f29-adff-4c84f66ff694,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:01.271287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37608) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:01.363417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266539226'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:01.437184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:01.440526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.448623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.524298 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.580278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.608594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:01.614845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844c3460-d3c9-4f53-917a-c0ad540dadca,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:01.620822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.621671 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Added segment c53ac51c-bf11-40fb-9db6-594127fecd1e of type vlan for network 76932cb9-143f-4024-991e-b0e39770a194 Dec 07 00:24:01.660834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.751622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.757199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:01.757826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:01.867057 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5945654 Dec 07 00:24:01.870320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90ab3c-26c8-4637-bccd-6dd9afd21f73 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Network': ['ID=76932cb9-143f-4024-991e-b0e39770a194,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:01.881425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 76932cb9-143f-4024-991e-b0e39770a194 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:02.446414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device a318aaa9-3c4a-49c7-a178-db3a60196bd2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:24:02.467788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: a318aaa9-3c4a-49c7-a178-db3a60196bd2 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:24:02.468134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device a318aaa9-3c4a-49c7-a178-db3a60196bd2 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:24:03.733250 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.142689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37612) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:05.147753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'subnet': {'network_id': '76932cb9-143f-4024-991e-b0e39770a194', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:05.283139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:05.286981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.510719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.575110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Subnet': ['ID=f8fec993-d5ff-4b77-89dc-5d6a602f77d1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:05.583866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking segment: {'id': 'c53ac51c-bf11-40fb-9db6-594127fecd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '76932cb9-143f-4024-991e-b0e39770a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:05.584251 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network hostable DHCP agents. Network: 76932cb9-143f-4024-991e-b0e39770a194, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:05.643058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network 76932cb9-143f-4024-991e-b0e39770a194 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:05.700340 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 76932cb9-143f-4024-991e-b0e39770a194) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:05.704475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:05.705070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.709068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f6cd3-2079-4c00-8064-886a0772236f None None] Network 76932cb9-143f-4024-991e-b0e39770a194 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:05.783593 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5e7ed88d-fbe8-4c09-a137-d1a1ff7b9792 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6396780 Dec 07 00:24:05.787094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37614) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:05.792016 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-418387259'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:05.849555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-76932cb9-143f-4024-991e-b0e39770a194', 'network_id': '76932cb9-143f-4024-991e-b0e39770a194', 'tenant_id': '4c84d6612ad04c27bb8e504c540210c5', 'fixed_ips': [{'subnet_id': 'f8fec993-d5ff-4b77-89dc-5d6a602f77d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:05.850407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.882090 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:05.885635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.909409 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:05.918763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.919117 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Added segment efc70d32-dc56-486a-be5c-618b4c06e879 of type vlan for network 37b3eb54-6f7d-4584-8723-61849f11fa94 Dec 07 00:24:05.967711 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:05.995570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Allocated IP 2001:db8:0:ffff::2 (76932cb9-143f-4024-991e-b0e39770a194/f8fec993-d5ff-4b77-89dc-5d6a602f77d1/da1cc0c5-7464-4b8d-b38c-c5502e8531dd) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:06.048051 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.053500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:06.054086 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.121766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Network': ['ID=37b3eb54-6f7d-4584-8723-61849f11fa94,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:06.134859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 37b3eb54-6f7d-4584-8723-61849f11fa94 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:06.142824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.177134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-78b0f14f-9348-4885-943f-70cfe4b5998c tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3889141 Dec 07 00:24:06.180045 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37616) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:06.185645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'subnet': {'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:06.242101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.282300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Network 76932cb9-143f-4024-991e-b0e39770a194 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:06.285097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:06.290138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:06.299141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Pushing event updated for resources: {'Port': ['ID=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:06.347616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Attempting to bind port da1cc0c5-7464-4b8d-b38c-c5502e8531dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:06.347987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Attempting to bind port da1cc0c5-7464-4b8d-b38c-c5502e8531dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c53ac51c-bf11-40fb-9db6-594127fecd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '76932cb9-143f-4024-991e-b0e39770a194'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:06.348394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Attempting to bind port da1cc0c5-7464-4b8d-b38c-c5502e8531dd on network 76932cb9-143f-4024-991e-b0e39770a194 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:06.353315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:06.353690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Checking segment: {'id': 'c53ac51c-bf11-40fb-9db6-594127fecd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '76932cb9-143f-4024-991e-b0e39770a194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:06.354091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.354489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Bound using segment: {'id': 'c53ac51c-bf11-40fb-9db6-594127fecd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '76932cb9-143f-4024-991e-b0e39770a194'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:06.354955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Bound port: da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53ac51c-bf11-40fb-9db6-594127fecd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '76932cb9-143f-4024-991e-b0e39770a194'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:06.355338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.363263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:06.366980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.422212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] For port da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:06.425524 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] For port da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,segment=NetworkSegment(c53ac51c-bf11-40fb-9db6-594127fecd1e),segment_id=c53ac51c-bf11-40fb-9db6-594127fecd1e)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:06.512831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.570335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3b455-9b80-4538-a5c7-38665534e553 None None] Pushing event updated for resources: {'Port': ['ID=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:06.602224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.671567 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Subnet': ['ID=8f745d2b-3175-4441-b608-5d6173717561,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:06.679887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking segment: {'id': 'efc70d32-dc56-486a-be5c-618b4c06e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:06.679887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network hostable DHCP agents. Network: 37b3eb54-6f7d-4584-8723-61849f11fa94, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:06.773217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network 37b3eb54-6f7d-4584-8723-61849f11fa94 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:06.853082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 37b3eb54-6f7d-4584-8723-61849f11fa94) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:06.857753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:06.858355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:06.863277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2701ad2d-9c5c-4220-8a9b-09b95938ad78 None None] Network 37b3eb54-6f7d-4584-8723-61849f11fa94 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:07.001047 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6a09473-c7b9-49c7-8783-efe75e17fd60 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8197603 Dec 07 00:24:07.003416 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37618) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:07.006607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-37b3eb54-6f7d-4584-8723-61849f11fa94', 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94', 'tenant_id': '4c84d6612ad04c27bb8e504c540210c5', 'fixed_ips': [{'subnet_id': '8f745d2b-3175-4441-b608-5d6173717561'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:07.007475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.100786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.150506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Allocated IP 2001:db8::2 (37b3eb54-6f7d-4584-8723-61849f11fa94/8f745d2b-3175-4441-b608-5d6173717561/d53f59a7-9298-45f9-ab62-7d982240292a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:07.206688 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.305036 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.387688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.435915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Network 37b3eb54-6f7d-4584-8723-61849f11fa94 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:07.440098 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:07.441871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Pushing event updated for resources: {'Port': ['ID=d53f59a7-9298-45f9-ab62-7d982240292a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:07.448379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:07.461208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.469104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d80250-e7bd-4e3d-ae7f-e7bd8a90d630 None None] Network 76932cb9-143f-4024-991e-b0e39770a194 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:07.488476 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Subnet': ['ID=8f745d2b-3175-4441-b608-5d6173717561,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:07.555286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Attempting to bind port d53f59a7-9298-45f9-ab62-7d982240292a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:07.555663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Attempting to bind port d53f59a7-9298-45f9-ab62-7d982240292a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'efc70d32-dc56-486a-be5c-618b4c06e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:07.555903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.556027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Attempting to bind port d53f59a7-9298-45f9-ab62-7d982240292a on network 37b3eb54-6f7d-4584-8723-61849f11fa94 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:07.566968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] Provisioning complete for port da1cc0c5-7464-4b8d-b38c-c5502e8531dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:07.567344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.572993 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:07.573372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Checking segment: {'id': 'efc70d32-dc56-486a-be5c-618b4c06e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:07.573773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.574163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Bound using segment: {'id': 'efc70d32-dc56-486a-be5c-618b4c06e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:07.574631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Bound port: d53f59a7-9298-45f9-ab62-7d982240292a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc70d32-dc56-486a-be5c-618b4c06e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '37b3eb54-6f7d-4584-8723-61849f11fa94'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:07.575011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.575439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b3eb54-6f7d-4584-8723-61849f11fa94']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:07.584449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc70d32-dc56-486a-be5c-618b4c06e879') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:07.584748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc70d32-dc56-486a-be5c-618b4c06e879') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:07.594356 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.608163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.614151 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:07.614537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:07.617610 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:07.700623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 00:24:07.700623 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 00:24:07.700623 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '37b3eb54-6f7d-4584-8723-61849f11fa94'}] Dec 07 00:24:07.700623 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:24:07.701065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:24:07.719721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] For port d53f59a7-9298-45f9-ab62-7d982240292a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:07.763905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] For port d53f59a7-9298-45f9-ab62-7d982240292a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d53f59a7-9298-45f9-ab62-7d982240292a,segment=NetworkSegment(efc70d32-dc56-486a-be5c-618b4c06e879),segment_id=efc70d32-dc56-486a-be5c-618b4c06e879)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:07.776427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.815335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] For port da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,segment=NetworkSegment(c53ac51c-bf11-40fb-9db6-594127fecd1e),segment_id=c53ac51c-bf11-40fb-9db6-594127fecd1e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:07.836933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.914598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:07.921309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed683c-6130-4f06-a706-2108dc3e9e62 None None] Pushing event updated for resources: {'Port': ['ID=d53f59a7-9298-45f9-ab62-7d982240292a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:07.949930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34e752-f222-4d30-9a87-48cb7e4bb760 None None] Network 37b3eb54-6f7d-4584-8723-61849f11fa94 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:08.191728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b9305-f297-473f-8ec2-68f8af0593f8 None None] Pushing event updated for resources: {'Port': ['ID=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:08.201875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.217920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3a03871c-80ba-4db7-897c-b2c9d5290fd4 None None] Provisioning complete for port da1cc0c5-7464-4b8d-b38c-c5502e8531dd triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:08.218294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3a03871c-80ba-4db7-897c-b2c9d5290fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.254035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting port d53f59a7-9298-45f9-ab62-7d982240292a {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:08.254615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.306382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bd0b4-0f14-47ef-afd6-d3480cdc3d3d None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:24:08.323392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] For port d53f59a7-9298-45f9-ab62-7d982240292a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d53f59a7-9298-45f9-ab62-7d982240292a,segment=NetworkSegment(efc70d32-dc56-486a-be5c-618b4c06e879),segment_id=efc70d32-dc56-486a-be5c-618b4c06e879)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:08.324529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.335922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Calling delete_port for d53f59a7-9298-45f9-ab62-7d982240292a owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:08.398193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bd0b4-0f14-47ef-afd6-d3480cdc3d3d None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:24:08.471868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.487147 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device da1cc0c5-7464-4b8d-b38c-c5502e8531dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:08.505133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Port': ['ID=d53f59a7-9298-45f9-ab62-7d982240292a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:08.508780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No DVR routers for this DVR port d53f59a7-9298-45f9-ab62-7d982240292a on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:08.585209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port da1cc0c5-7464-4b8d-b38c-c5502e8531dd triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:08.585582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.593745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.613307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b3eb54-6f7d-4584-8723-61849f11fa94']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:08.622502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc70d32-dc56-486a-be5c-618b4c06e879') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:08.622800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc70d32-dc56-486a-be5c-618b4c06e879') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:08.632049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.645726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.652120 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:08.652600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:08.656256 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:08.757778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.764918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.767963 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/37b3eb54-6f7d-4584-8723-61849f11fa94 HTTP/1.1" status: 204 len: 168 time: 1.7627823 Dec 07 00:24:08.772220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37620) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:08.777992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166751855'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:08.780191 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2a24c-b72b-4e4a-9fd1-2b6d169dd194 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Network': ['ID=37b3eb54-6f7d-4584-8723-61849f11fa94,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:08.877683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:08.881253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.904421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:08.913085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:08.913428 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Added segment 5b91b4b6-76fc-4fb6-983c-5d842383b9a6 of type vlan for network 6709b818-1209-478d-9a94-1cd3dc638fad Dec 07 00:24:08.951737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.041521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.047317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:09.047940 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.113751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Network': ['ID=6709b818-1209-478d-9a94-1cd3dc638fad,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:09.120725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.121076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.121424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.121865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.122205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.123059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.123388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.123720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.124050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.124441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.124777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.125100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.125423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:09.135977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 6709b818-1209-478d-9a94-1cd3dc638fad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:09.151082 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-81f0a02a-99b8-44ba-b417-f5c6c987b117 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3751636 Dec 07 00:24:09.151424 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37622) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:09.156591 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'subnet': {'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:09.317257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:09.320895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.376656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Performing IP validity checks on allocation pools {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 07 00:24:09.377179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110159) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 07 00:24:09.569150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.628180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Subnet': ['ID=0b2796ea-4f5e-46b5-afd0-61e0cd78954a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:09.636723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking segment: {'id': '5b91b4b6-76fc-4fb6-983c-5d842383b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:09.637094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network hostable DHCP agents. Network: 6709b818-1209-478d-9a94-1cd3dc638fad, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:09.739898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network 6709b818-1209-478d-9a94-1cd3dc638fad is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:09.808466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6709b818-1209-478d-9a94-1cd3dc638fad) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:09.812975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:09.813771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:09.818323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82071a9-5a07-48c2-9c4b-9ea4a7a6765e None None] Network 6709b818-1209-478d-9a94-1cd3dc638fad requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:09.903136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5315cb7a-bee9-46d6-90f0-e8e21405ba2f tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7503526 Dec 07 00:24:09.905963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37624) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:09.960154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6709b818-1209-478d-9a94-1cd3dc638fad', 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad', 'tenant_id': '4c84d6612ad04c27bb8e504c540210c5', 'fixed_ips': [{'subnet_id': '0b2796ea-4f5e-46b5-afd0-61e0cd78954a'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:09.961091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.006621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.061802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.091797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Allocated IP 2001:db8::3 (6709b818-1209-478d-9a94-1cd3dc638fad/0b2796ea-4f5e-46b5-afd0-61e0cd78954a/9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:10.232747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.283158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.325120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Network 6709b818-1209-478d-9a94-1cd3dc638fad is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:10.327950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:10.331373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:10.341940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Pushing event updated for resources: {'Port': ['ID=9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:10.374623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.388618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Attempting to bind port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:10.389000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Attempting to bind port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5b91b4b6-76fc-4fb6-983c-5d842383b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:10.389368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Attempting to bind port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f on network 6709b818-1209-478d-9a94-1cd3dc638fad {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:10.394362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:10.394747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Checking segment: {'id': '5b91b4b6-76fc-4fb6-983c-5d842383b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:10.395182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.395539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Bound using segment: {'id': '5b91b4b6-76fc-4fb6-983c-5d842383b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:10.396202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Bound port: 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b91b4b6-76fc-4fb6-983c-5d842383b9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6709b818-1209-478d-9a94-1cd3dc638fad'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:10.396479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.401583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2796ea-4f5e-46b5-afd0-61e0cd78954a,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:10.459150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] For port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:10.462510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] For port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f,segment=NetworkSegment(5b91b4b6-76fc-4fb6-983c-5d842383b9a6),segment_id=5b91b4b6-76fc-4fb6-983c-5d842383b9a6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:10.471232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.492095 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6709b818-1209-478d-9a94-1cd3dc638fad']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:10.502616 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b91b4b6-76fc-4fb6-983c-5d842383b9a6') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:10.502965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b91b4b6-76fc-4fb6-983c-5d842383b9a6') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:10.512160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.539600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.541133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.548911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:10.549170 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:10.552149 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:10.620514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969debb1-9620-4bf1-8360-d8bb885deb97 None None] Pushing event updated for resources: {'Port': ['ID=9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:10.635628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347f39ef-9692-43dd-a75d-938fc86fe706 None None] Network 6709b818-1209-478d-9a94-1cd3dc638fad requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:10.666477 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.db.api [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 07 00:24:10.666477 dv-neutron-master-2-hyperv neutron-server[110159]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 07 00:24:10.666477 dv-neutron-master-2-hyperv neutron-server[110159]: [parameters: {'id': '6709b818-1209-478d-9a94-1cd3dc638fad'}] Dec 07 00:24:10.666477 dv-neutron-master-2-hyperv neutron-server[110159]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:24:10.666955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG oslo_db.api [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:24:10.755623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd145863-d27e-48ee-9438-b3fb5553a7f8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:24:10.821560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd145863-d27e-48ee-9438-b3fb5553a7f8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:24:11.168651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.224883 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:11.225222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.285497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] For port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f,segment=NetworkSegment(5b91b4b6-76fc-4fb6-983c-5d842383b9a6),segment_id=5b91b4b6-76fc-4fb6-983c-5d842383b9a6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:11.286053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.299271 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Calling delete_port for 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:11.425639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.450339 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Port': ['ID=9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:11.453787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No DVR routers for this DVR port 9f5be9a7-53bd-467e-bf28-ec52b6e6ba8f on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:11.531726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.556112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6709b818-1209-478d-9a94-1cd3dc638fad']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:11.565842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b91b4b6-76fc-4fb6-983c-5d842383b9a6') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:11.566149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b91b4b6-76fc-4fb6-983c-5d842383b9a6') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:11.575540 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.588389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.594171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:11.594568 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:11.597484 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:11.728618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.735335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.738521 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/6709b818-1209-478d-9a94-1cd3dc638fad HTTP/1.1" status: 204 len: 168 time: 1.8314712 Dec 07 00:24:11.742288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37626) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:11.747334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915378122'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:11.749528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b83ef-390b-43b9-b78e-4d063101952d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Network': ['ID=6709b818-1209-478d-9a94-1cd3dc638fad,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:11.854305 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:11.857745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.881280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:11.890158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:11.890502 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Added segment 665a62b2-c47b-4735-9078-fc2a1f8747a6 of type vlan for network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b Dec 07 00:24:11.927184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.008699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.014889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:12.015476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.081937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Network': ['ID=ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:12.092879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:12.130336 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05f2f84d-2465-4a8a-80a0-9f4ef73c0773 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3867800 Dec 07 00:24:12.133699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37628) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:12.138517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'subnet': {'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:12.287388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:12.290863 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.531965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.600211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Subnet': ['ID=34b1c099-0277-4510-bf1e-f5f606c6b6a3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:12.609393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking segment: {'id': '665a62b2-c47b-4735-9078-fc2a1f8747a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:12.609753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network hostable DHCP agents. Network: ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:12.688456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:12.756845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:12.761400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:12.762000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.767403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c17e4-fb25-4e69-80e0-7dc15f7dc5e5 None None] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:12.840285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a9c85e4f-60ad-4a7a-a9ef-2b43a4e9b45b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7055254 Dec 07 00:24:12.844311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37630) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:12.849241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-387349850'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:12.907079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b', 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b', 'tenant_id': '4c84d6612ad04c27bb8e504c540210c5', 'fixed_ips': [{'subnet_id': '34b1c099-0277-4510-bf1e-f5f606c6b6a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:12.907913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.934619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:12.938111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.961712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:12.970842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:12.971221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Added segment 5e65e84f-fffd-4d14-9a23-7917c33c203f of type vlan for network e7c987f9-18f5-4587-ab6d-9efd90b933a6 Dec 07 00:24:13.011256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.037617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Allocated IP 2001:db8::2 (ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b/34b1c099-0277-4510-bf1e-f5f606c6b6a3/32ac99a8-5bf7-4002-89ed-e463bfeac928) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:13.083278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.089022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:13.089605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.159247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Network': ['ID=e7c987f9-18f5-4587-ab6d-9efd90b933a6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:13.171160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e7c987f9-18f5-4587-ab6d-9efd90b933a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:13.197277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.211859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-89f2cda0-0943-4c5d-98eb-eddc32624acf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3663716 Dec 07 00:24:13.214767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37632) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:13.222277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Request body: {'subnet': {'network_id': 'e7c987f9-18f5-4587-ab6d-9efd90b933a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:13.270369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.310259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:13.313167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:13.316738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:13.322122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Pushing event updated for resources: {'Port': ['ID=32ac99a8-5bf7-4002-89ed-e463bfeac928,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:13.371799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Attempting to bind port 32ac99a8-5bf7-4002-89ed-e463bfeac928 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:13.372171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Attempting to bind port 32ac99a8-5bf7-4002-89ed-e463bfeac928 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '665a62b2-c47b-4735-9078-fc2a1f8747a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:13.372572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Attempting to bind port 32ac99a8-5bf7-4002-89ed-e463bfeac928 on network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:13.378017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:13.378394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Checking segment: {'id': '665a62b2-c47b-4735-9078-fc2a1f8747a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:13.378801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.378984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Made reservation on behalf of 4c84d6612ad04c27bb8e504c540210c5 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:13.379200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Bound using segment: {'id': '665a62b2-c47b-4735-9078-fc2a1f8747a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:13.379664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Bound port: 32ac99a8-5bf7-4002-89ed-e463bfeac928, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665a62b2-c47b-4735-9078-fc2a1f8747a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:13.380044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.382535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.444793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] For port 32ac99a8-5bf7-4002-89ed-e463bfeac928, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:13.447813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] For port 32ac99a8-5bf7-4002-89ed-e463bfeac928, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32ac99a8-5bf7-4002-89ed-e463bfeac928,segment=NetworkSegment(665a62b2-c47b-4735-9078-fc2a1f8747a6),segment_id=665a62b2-c47b-4735-9078-fc2a1f8747a6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:13.533603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.591135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f918254-e3a8-4e50-9f33-df6fdc56885b None None] Pushing event updated for resources: {'Port': ['ID=32ac99a8-5bf7-4002-89ed-e463bfeac928,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:13.614867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.679399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event updated for resources: {'Subnet': ['ID=0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:13.692489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Checking segment: {'id': '5e65e84f-fffd-4d14-9a23-7917c33c203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e7c987f9-18f5-4587-ab6d-9efd90b933a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:13.692987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network hostable DHCP agents. Network: e7c987f9-18f5-4587-ab6d-9efd90b933a6, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:13.780284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Network e7c987f9-18f5-4587-ab6d-9efd90b933a6 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:13.855312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e7c987f9-18f5-4587-ab6d-9efd90b933a6) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:13.861726 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:13.862545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:13.865879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07008657-b4e4-4859-b007-a03715674e31 None None] Network e7c987f9-18f5-4587-ab6d-9efd90b933a6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:13.959236 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a220f215-5b48-4627-84c7-7d006f3e3ce2 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7434256 Dec 07 00:24:13.961787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37634) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.061414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.147429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.156733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bcd136-dc1f-44f0-a155-7bc5a3598146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e7c987f9-18f5-4587-ab6d-9efd90b933a6', 'network_id': 'e7c987f9-18f5-4587-ab6d-9efd90b933a6', 'tenant_id': '4c84d6612ad04c27bb8e504c540210c5', 'fixed_ips': [{'subnet_id': '0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:14.157825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-54bcd136-dc1f-44f0-a155-7bc5a3598146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.289434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.315242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Subnet': ['ID=0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server [None req-54bcd136-dc1f-44f0-a155-7bc5a3598146 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622: This subnet is being modified by another concurrent operation. Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise self.value Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server raise exception Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622: This subnet is being modified by another concurrent operation. Dec 07 00:24:14.334458 dv-neutron-master-2-hyperv neutron-server[110160]: ERROR oslo_messaging.rpc.server Dec 07 00:24:14.353944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb066d6d-4b42-4864-816e-0651cfcfb53e None None] Network e7c987f9-18f5-4587-ab6d-9efd90b933a6 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:14.393406 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.417613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c987f9-18f5-4587-ab6d-9efd90b933a6']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:14.429157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e65e84f-fffd-4d14-9a23-7917c33c203f') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:14.429457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e65e84f-fffd-4d14-9a23-7917c33c203f') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:14.444652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.458352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.464875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:14.465263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:14.470153 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:14.508369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32ac99a8-5bf7-4002-89ed-e463bfeac928 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:14.576793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 32ac99a8-5bf7-4002-89ed-e463bfeac928 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:14.577251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.599922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc5b6b0-b150-4bf6-9521-f54120130652 None None] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:14.624765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.632529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.636859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/e7c987f9-18f5-4587-ab6d-9efd90b933a6 HTTP/1.1" status: 204 len: 168 time: 0.6726270 Dec 07 00:24:14.638177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37636) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.658370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb42fd-3832-4631-83e5-204cd0e32ed7 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Network': ['ID=e7c987f9-18f5-4587-ab6d-9efd90b933a6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:14.676735 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-383113ce-2efb-43ef-ba45-7314c390c510 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] GET failed (client error): The resource could not be found. Dec 07 00:24:14.678070 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-383113ce-2efb-43ef-ba45-7314c390c510 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "GET /v2.0/subnets/0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622 HTTP/1.1" status: 404 len: 337 time: 0.0384738 Dec 07 00:24:14.680969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37638) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.681128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Provisioning complete for port 32ac99a8-5bf7-4002-89ed-e463bfeac928 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:14.681411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.703141 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-878f9cd7-fc56-4fb2-885d-6b4b283ce978 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:14.703628 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878f9cd7-fc56-4fb2-885d-6b4b283ce978 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:14.706644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-878f9cd7-fc56-4fb2-885d-6b4b283ce978 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/e7c987f9-18f5-4587-ab6d-9efd90b933a6 HTTP/1.1" status: 404 len: 339 time: 0.0247235 Dec 07 00:24:14.710834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37640) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.735515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4be4da5-de02-4e60-9ef5-dce35ca779cf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:14.735955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4be4da5-de02-4e60-9ef5-dce35ca779cf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:14.739062 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b4be4da5-de02-4e60-9ef5-dce35ca779cf tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/subnets/0df2a6b5-f5bc-4a35-acb3-9b4dadaf0622 HTTP/1.1" status: 404 len: 337 time: 0.0277011 Dec 07 00:24:14.741700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37642) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.759974 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb28adab-00c4-4279-b7d1-5dc8a6515fae tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:14.760885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb28adab-00c4-4279-b7d1-5dc8a6515fae tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:14.764182 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eb28adab-00c4-4279-b7d1-5dc8a6515fae tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/e7c987f9-18f5-4587-ab6d-9efd90b933a6 HTTP/1.1" status: 404 len: 339 time: 0.0210717 Dec 07 00:24:14.766903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37644) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:14.800277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.821448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting subnet 34b1c099-0277-4510-bf1e-f5f606c6b6a3 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:24:14.824686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.870853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.887112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.891727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 32ac99a8-5bf7-4002-89ed-e463bfeac928, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32ac99a8-5bf7-4002-89ed-e463bfeac928,segment=NetworkSegment(665a62b2-c47b-4735-9078-fc2a1f8747a6),segment_id=665a62b2-c47b-4735-9078-fc2a1f8747a6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:14.959846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:14.974039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.022323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:24:15.022685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:24:15.037093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=32ac99a8-5bf7-4002-89ed-e463bfeac928,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:15.105066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2e2b9-5c61-42df-97db-85251e702d73 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:24:15.112440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.147859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.151046 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/subnets/34b1c099-0277-4510-bf1e-f5f606c6b6a3 HTTP/1.1" status: 204 len: 168 time: 0.3831413 Dec 07 00:24:15.152018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Subnet': ['ID=34b1c099-0277-4510-bf1e-f5f606c6b6a3,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:15.153775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37646) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:15.159878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.160257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.160615 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.161226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.161571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.161912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.162253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.162589 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.162923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.163255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.163586 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.163918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.164263 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c48f7bd-6587-4095-91e9-7344d1170ec3 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:15.181424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa2e2b9-5c61-42df-97db-85251e702d73 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:24:15.237657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.294031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting port 32ac99a8-5bf7-4002-89ed-e463bfeac928 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:15.294369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.355891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] For port 32ac99a8-5bf7-4002-89ed-e463bfeac928, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32ac99a8-5bf7-4002-89ed-e463bfeac928,segment=NetworkSegment(665a62b2-c47b-4735-9078-fc2a1f8747a6),segment_id=665a62b2-c47b-4735-9078-fc2a1f8747a6)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:15.356264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.368803 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Calling delete_port for 32ac99a8-5bf7-4002-89ed-e463bfeac928 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:15.379576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19d0f8d-352e-463c-a651-6aeadb8768b5 None None] Network ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:15.513544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.536553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Port': ['ID=32ac99a8-5bf7-4002-89ed-e463bfeac928,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:15.543601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9f612f55-073f-43bb-8919-08e81417bb7c None None] Port 32ac99a8-5bf7-4002-89ed-e463bfeac928 update to ACTIVE by agent not found {{(pid=110160) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 07 00:24:15.549614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No DVR routers for this DVR port 32ac99a8-5bf7-4002-89ed-e463bfeac928 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:15.556734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c4b737-c4de-4b46-a1df-452b3ad46111 None None] DHCP port deletion for ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:15.626878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.649559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:15.658662 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0d8f684a-1e08-43b9-bde7-b84dd67eec78 None None] Could not find standard attr ID for object 32ac99a8-5bf7-4002-89ed-e463bfeac928. {{(pid=110160) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 07 00:24:15.659256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665a62b2-c47b-4735-9078-fc2a1f8747a6') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:15.659562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665a62b2-c47b-4735-9078-fc2a1f8747a6') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:15.669241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.683206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.689427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:15.689808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:15.692709 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:15.831452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.838148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:15.841320 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b HTTP/1.1" status: 204 len: 168 time: 0.6858096 Dec 07 00:24:15.844534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:15.852886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3ff62-bcaf-4a49-a3f2-4c1273a0f087 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Network': ['ID=ae4e97f1-3fe6-46e2-b36c-6f26d5cafa7b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:15.872090 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-12350f2f-c1d3-4d74-bd99-c24b76c50e51 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:15.872600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12350f2f-c1d3-4d74-bd99-c24b76c50e51 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:15.875637 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-12350f2f-c1d3-4d74-bd99-c24b76c50e51 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/subnets/0b2796ea-4f5e-46b5-afd0-61e0cd78954a HTTP/1.1" status: 404 len: 337 time: 0.0295410 Dec 07 00:24:15.878167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37650) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:15.895467 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-e742778e-568b-4b06-aaf3-31e11c64fe53 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:15.895950 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e742778e-568b-4b06-aaf3-31e11c64fe53 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:15.899054 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e742778e-568b-4b06-aaf3-31e11c64fe53 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/6709b818-1209-478d-9a94-1cd3dc638fad HTTP/1.1" status: 404 len: 339 time: 0.0199943 Dec 07 00:24:15.901270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37652) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:15.927080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b170297-e546-4eef-9a1e-89a704d17479 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:15.927612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b170297-e546-4eef-9a1e-89a704d17479 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:15.930583 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b170297-e546-4eef-9a1e-89a704d17479 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/subnets/8f745d2b-3175-4441-b608-5d6173717561 HTTP/1.1" status: 404 len: 337 time: 0.0284429 Dec 07 00:24:15.932805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37654) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:15.949598 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe30d2-4e6d-4e7c-8a51-90639702133d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] DELETE failed (client error): The resource could not be found. Dec 07 00:24:15.950078 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbe30d2-4e6d-4e7c-8a51-90639702133d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110159) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 07 00:24:15.953074 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cbbe30d2-4e6d-4e7c-8a51-90639702133d tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/37b3eb54-6f7d-4584-8723-61849f11fa94 HTTP/1.1" status: 404 len: 339 time: 0.0194011 Dec 07 00:24:15.955220 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37656) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:16.004014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting subnet f8fec993-d5ff-4b77-89dc-5d6a602f77d1 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:24:16.007136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.051967 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.130892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.260819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.292513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fec993-d5ff-4b77-89dc-5d6a602f77d1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:16.296648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.300179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6f376597-2ef0-4e3f-9604-fcb10a7b1bc8 tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/subnets/f8fec993-d5ff-4b77-89dc-5d6a602f77d1 HTTP/1.1" status: 204 len: 168 time: 0.3437488 Dec 07 00:24:16.302374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37658) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:16.304782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0dd44b-44b9-4687-9ffe-1bb683476725 None None] Network 76932cb9-143f-4024-991e-b0e39770a194 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:16.463365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32ac99a8-5bf7-4002-89ed-e463bfeac928 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:24:16.486045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] DHCP port deletion for 76932cb9-143f-4024-991e-b0e39770a194 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:16.489149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 32ac99a8-5bf7-4002-89ed-e463bfeac928 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:24:16.489503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 32ac99a8-5bf7-4002-89ed-e463bfeac928 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:24:16.539368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Deleting port da1cc0c5-7464-4b8d-b38c-c5502e8531dd {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:16.539754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.608721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] For port da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,segment=NetworkSegment(c53ac51c-bf11-40fb-9db6-594127fecd1e),segment_id=c53ac51c-bf11-40fb-9db6-594127fecd1e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:16.609130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.622556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Calling delete_port for da1cc0c5-7464-4b8d-b38c-c5502e8531dd owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:16.726482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.750348 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:24:16.768854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.778868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Deleting port da1cc0c5-7464-4b8d-b38c-c5502e8531dd {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:16.779850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.798011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] Pushing event deleted for resources: {'Port': ['ID=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:16.801720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c402d-6d74-4b3e-b5e6-8cbd328b51a7 None None] No DVR routers for this DVR port da1cc0c5-7464-4b8d-b38c-c5502e8531dd on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:16.848245 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] For port da1cc0c5-7464-4b8d-b38c-c5502e8531dd, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:16.848726 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.860330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Calling delete_port for da1cc0c5-7464-4b8d-b38c-c5502e8531dd owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:16.862884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.ipam_backend_mixin [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Port da1cc0c5-7464-4b8d-b38c-c5502e8531dd was not found and therefore no delete operation was performed {{(pid=110159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 07 00:24:16.864114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.887859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Port': ['ID=da1cc0c5-7464-4b8d-b38c-c5502e8531dd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:16.891791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] No DVR routers for this DVR port da1cc0c5-7464-4b8d-b38c-c5502e8531dd on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:16.969865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:16.988534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76932cb9-143f-4024-991e-b0e39770a194']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:16.997199 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53ac51c-bf11-40fb-9db6-594127fecd1e') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:16.997497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53ac51c-bf11-40fb-9db6-594127fecd1e') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:17.006399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.019541 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.025207 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:17.025590 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:17.028451 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:17.151600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.158099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.161517 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] 10.222.0.53 "DELETE /v2.0/networks/76932cb9-143f-4024-991e-b0e39770a194 HTTP/1.1" status: 204 len: 168 time: 0.8581715 Dec 07 00:24:17.172702 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd817169-ad70-414d-8020-4376aa330d8b tempest-NetworksIpV6Test-480039632 tempest-NetworksIpV6Test-480039632-project] Pushing event deleted for resources: {'Network': ['ID=76932cb9-143f-4024-991e-b0e39770a194,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:17.754815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37664) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:17.880769 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-276715c0-65e0-4943-8846-c10fdfe2c63f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c84d6612ad04c27bb8e504c540210c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1247883 Dec 07 00:24:17.883236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37668) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:17.933415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:17.953879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:18.094522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:18.097232 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:18.098454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/844c3460-d3c9-4f53-917a-c0ad540dadca HTTP/1.1" status: 204 len: 168 time: 0.2142997 Dec 07 00:24:18.106277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c964-d8a2-47c9-821c-4df611ccbdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c3460-d3c9-4f53-917a-c0ad540dadca,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:18.380605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4cf60284-5c34-48f9-acb1-7e8299ac1ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:18.453835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device da1cc0c5-7464-4b8d-b38c-c5502e8531dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:24:18.476007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: da1cc0c5-7464-4b8d-b38c-c5502e8531dd {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:24:18.476457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device da1cc0c5-7464-4b8d-b38c-c5502e8531dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:24:19.052043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37692) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:19.144280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-879534387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:19.231373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.232925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.318642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.407524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.507625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.508918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-76218e53-a947-48d7-b739-07f19f00fc0d tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4558392 Dec 07 00:24:19.511559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37696) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:19.516293 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1395460152'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:19.601317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Made reservation on behalf of edf5953cf0f04b0d9caf54a3cd38ea81 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:19.604841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.614502 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.685519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.743910 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.769709 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:19.780324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba80748-5f2d-4bca-be66-72ba8b2a2fd5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:19.784976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.785340 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Added segment 981f263c-631e-4ece-8806-d4dd07bb55ee of type vlan for network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 Dec 07 00:24:19.822798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.899745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.906028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:19.906613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:19.976306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event updated for resources: {'Network': ['ID=8d8fba0b-68fc-4147-8724-8f6d396ca7d1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:19.987494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:19.989203 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-51a154ed-c343-48ea-8b92-d69086d5f8d5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4763544 Dec 07 00:24:19.991675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37698) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:19.996663 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'subnet': {'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:20.145812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Made reservation on behalf of edf5953cf0f04b0d9caf54a3cd38ea81 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:20.149285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.375378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.437930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event updated for resources: {'Subnet': ['ID=919f46c4-d8bd-4d7a-9d4a-209ecda93b44,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:20.448248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Checking segment: {'id': '981f263c-631e-4ece-8806-d4dd07bb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:20.448638 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Network hostable DHCP agents. Network: 8d8fba0b-68fc-4147-8724-8f6d396ca7d1, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:20.551194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:20.613974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d8fba0b-68fc-4147-8724-8f6d396ca7d1) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:20.617858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:20.618579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.625600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38479a-efa1-43f0-8bce-4fbdd3b7e6de None None] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:20.672816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6363b1ba-fb3d-448d-8bb9-ef55241cb456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.696843 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9c6f3528-051f-410f-a5dd-294be54d5566 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7040589 Dec 07 00:24:20.700429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37700) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:20.705652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1637413696'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:20.788322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8d8fba0b-68fc-4147-8724-8f6d396ca7d1', 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1', 'tenant_id': 'edf5953cf0f04b0d9caf54a3cd38ea81', 'fixed_ips': [{'subnet_id': '919f46c4-d8bd-4d7a-9d4a-209ecda93b44'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:20.789167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.801417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Made reservation on behalf of edf5953cf0f04b0d9caf54a3cd38ea81 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:20.805226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.830623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:20.840211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.843556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Added segment f8ee0b96-76d4-40de-ae35-1f0d811d4cdd of type vlan for network 9f75929c-c848-49aa-a9e1-eb8e5aada591 Dec 07 00:24:20.880469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.924009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Allocated IP 172.20.0.2 (8d8fba0b-68fc-4147-8724-8f6d396ca7d1/919f46c4-d8bd-4d7a-9d4a-209ecda93b44/735ede28-7982-424f-9571-43170d99b4a6) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:20.955619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:20.961181 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:20.970022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.026211 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event updated for resources: {'Network': ['ID=9f75929c-c848-49aa-a9e1-eb8e5aada591,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:21.039505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 9f75929c-c848-49aa-a9e1-eb8e5aada591 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:21.074311 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4fd4418a-ecf6-43b2-8277-a8801f20636c tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3727133 Dec 07 00:24:21.077053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37702) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:21.081915 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'subnet': {'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:21.107273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.163401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.201606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:21.206077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:21.209634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:21.216337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Pushing event updated for resources: {'Port': ['ID=735ede28-7982-424f-9571-43170d99b4a6,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:21.252879 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Made reservation on behalf of edf5953cf0f04b0d9caf54a3cd38ea81 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:21.256515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.269636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Attempting to bind port 735ede28-7982-424f-9571-43170d99b4a6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:21.273905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Attempting to bind port 735ede28-7982-424f-9571-43170d99b4a6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '981f263c-631e-4ece-8806-d4dd07bb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:21.273905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Attempting to bind port 735ede28-7982-424f-9571-43170d99b4a6 on network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:21.275435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:21.275816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Checking segment: {'id': '981f263c-631e-4ece-8806-d4dd07bb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:21.276219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.276640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Bound using segment: {'id': '981f263c-631e-4ece-8806-d4dd07bb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:21.277097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Bound port: 735ede28-7982-424f-9571-43170d99b4a6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981f263c-631e-4ece-8806-d4dd07bb55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8d8fba0b-68fc-4147-8724-8f6d396ca7d1'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:21.277474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.338091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] For port 735ede28-7982-424f-9571-43170d99b4a6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:21.342678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] For port 735ede28-7982-424f-9571-43170d99b4a6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=735ede28-7982-424f-9571-43170d99b4a6,segment=NetworkSegment(981f263c-631e-4ece-8806-d4dd07bb55ee),segment_id=981f263c-631e-4ece-8806-d4dd07bb55ee)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:21.426230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.482397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51a7b3-2082-4e85-8b71-65611eb1839f None None] Pushing event updated for resources: {'Port': ['ID=735ede28-7982-424f-9571-43170d99b4a6,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:21.505966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.566903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event updated for resources: {'Subnet': ['ID=3703b6b0-e944-43b8-b0c8-add0a0f0e454,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:21.575920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Checking segment: {'id': 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:21.576764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Network hostable DHCP agents. Network: 9f75929c-c848-49aa-a9e1-eb8e5aada591, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:21.661399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Network 9f75929c-c848-49aa-a9e1-eb8e5aada591 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:21.751675 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f75929c-c848-49aa-a9e1-eb8e5aada591) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:21.755747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:21.756387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:21.760538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d0561-9913-4c3a-8ca9-f7d52b1925cd None None] Network 9f75929c-c848-49aa-a9e1-eb8e5aada591 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:21.845678 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6eaaa8b2-af2e-4e62-88d9-4f977997cf91 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7675605 Dec 07 00:24:21.848533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37704) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:21.853878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f8048b4c-092a-430a-a7d0-87e9767e21a8 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Request body: {'router': {'external_gateway_info': {'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:21.906032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f75929c-c848-49aa-a9e1-eb8e5aada591', 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591', 'tenant_id': 'edf5953cf0f04b0d9caf54a3cd38ea81', 'fixed_ips': [{'subnet_id': '3703b6b0-e944-43b8-b0c8-add0a0f0e454'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:21.907122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.054174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Allocated IP 172.21.0.2 (9f75929c-c848-49aa-a9e1-eb8e5aada591/3703b6b0-e944-43b8-b0c8-add0a0f0e454/b3c43771-c3a8-4616-b133-23814e79936d) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:22.067790 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f8048b4c-092a-430a-a7d0-87e9767e21a8 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.081154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.205510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.263828 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.api.v2.resource [None req-f8048b4c-092a-430a-a7d0-87e9767e21a8 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 07 00:24:22.266696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f8048b4c-092a-430a-a7d0-87e9767e21a8 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "PUT /v2.0/routers/9073cdb1-aa37-4334-a4d1-e3dbd9ca6448 HTTP/1.1" status: 400 len: 364 time: 0.4155943 Dec 07 00:24:22.271542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37706) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:22.289443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.327241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Deleting subnet 3703b6b0-e944-43b8-b0c8-add0a0f0e454 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:24:22.330896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.335092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Network 9f75929c-c848-49aa-a9e1-eb8e5aada591 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:22.339563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:22.341621 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Pushing event updated for resources: {'Port': ['ID=b3c43771-c3a8-4616-b133-23814e79936d,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:22.344274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:22.377425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.407608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed681f9-7cac-4f51-ab81-1ae557cddc95 None None] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:22.409995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Attempting to bind port b3c43771-c3a8-4616-b133-23814e79936d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:22.410417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Attempting to bind port b3c43771-c3a8-4616-b133-23814e79936d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:22.411055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Attempting to bind port b3c43771-c3a8-4616-b133-23814e79936d on network 9f75929c-c848-49aa-a9e1-eb8e5aada591 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:22.460455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:22.460840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Checking segment: {'id': 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:22.461251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.461652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Bound using segment: {'id': 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:22.462137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Bound port: b3c43771-c3a8-4616-b133-23814e79936d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9f75929c-c848-49aa-a9e1-eb8e5aada591'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:22.462526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.472526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.504552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 735ede28-7982-424f-9571-43170d99b4a6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:22.509458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] Provisioning complete for port 735ede28-7982-424f-9571-43170d99b4a6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:22.509830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.625216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.652183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Subnet': ['ID=3703b6b0-e944-43b8-b0c8-add0a0f0e454,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:22.659773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.663276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f1be6825-b2bb-4c9f-84b5-5f9dcfa09ce1 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "DELETE /v2.0/subnets/3703b6b0-e944-43b8-b0c8-add0a0f0e454 HTTP/1.1" status: 204 len: 168 time: 0.3907623 Dec 07 00:24:22.665727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37708) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:22.743525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.796264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Deleting port b3c43771-c3a8-4616-b133-23814e79936d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:22.796607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.834890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] For port b3c43771-c3a8-4616-b133-23814e79936d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:22.853648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] For port b3c43771-c3a8-4616-b133-23814e79936d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3c43771-c3a8-4616-b133-23814e79936d,segment=NetworkSegment(f8ee0b96-76d4-40de-ae35-1f0d811d4cdd),segment_id=f8ee0b96-76d4-40de-ae35-1f0d811d4cdd)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:22.860657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] For port b3c43771-c3a8-4616-b133-23814e79936d, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:22.861193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.884284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 735ede28-7982-424f-9571-43170d99b4a6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:22.884284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.935890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:22.937895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.067781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] For port 735ede28-7982-424f-9571-43170d99b4a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=735ede28-7982-424f-9571-43170d99b4a6,segment=NetworkSegment(981f263c-631e-4ece-8806-d4dd07bb55ee),segment_id=981f263c-631e-4ece-8806-d4dd07bb55ee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:23.086590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd35fdc-f0a9-4cd5-9f9b-c0c6c320fb64 None None] Pushing event updated for resources: {'Port': ['ID=b3c43771-c3a8-4616-b133-23814e79936d,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:23.115755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52037533-c155-4d67-82ed-ef28f3d91adf None None] Network 9f75929c-c848-49aa-a9e1-eb8e5aada591 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:23.149903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.183554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.195614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Calling delete_port for b3c43771-c3a8-4616-b133-23814e79936d owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:23.204658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.315062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0db4f-41aa-496b-9121-45c6a619eba5 None None] Pushing event updated for resources: {'Port': ['ID=735ede28-7982-424f-9571-43170d99b4a6,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:23.341909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e5673abc-f931-477e-867d-bf5930fbd712 None None] Provisioning complete for port 735ede28-7982-424f-9571-43170d99b4a6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:23.342291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5673abc-f931-477e-867d-bf5930fbd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.350284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.361708 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:24:23.362066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:24:23.376402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Port': ['ID=b3c43771-c3a8-4616-b133-23814e79936d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:23.380183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] No DVR routers for this DVR port b3c43771-c3a8-4616-b133-23814e79936d on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:23.394992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f5995-6de6-4ff6-85d7-af28dfda5409 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=110160) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 07 00:24:23.470344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.491378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f75929c-c848-49aa-a9e1-eb8e5aada591']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:23.497595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f5995-6de6-4ff6-85d7-af28dfda5409 None None] Resources bound (agent type, host, resource id): {{(pid=110160) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 07 00:24:23.505761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:23.506060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee0b96-76d4-40de-ae35-1f0d811d4cdd') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:23.515735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.528882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.534910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:23.535293 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:23.538781 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:23.664382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.668756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.672594 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "DELETE /v2.0/networks/9f75929c-c848-49aa-a9e1-eb8e5aada591 HTTP/1.1" status: 204 len: 168 time: 1.0058987 Dec 07 00:24:23.675173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37710) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:23.688618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3a25-4f69-4b44-a0fa-c818b11e54ea tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Network': ['ID=9f75929c-c848-49aa-a9e1-eb8e5aada591,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:23.744648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Deleting subnet 919f46c4-d8bd-4d7a-9d4a-209ecda93b44 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:24:23.747727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.787771 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.867158 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:23.978779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.008799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.012992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "DELETE /v2.0/subnets/919f46c4-d8bd-4d7a-9d4a-209ecda93b44 HTTP/1.1" status: 204 len: 168 time: 0.3366230 Dec 07 00:24:24.014125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0844e50-92c5-4c35-87d7-f9cdf7c0bbe9 None None] Network 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:24.014244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539e492-5b74-4a67-b70a-86e1207e27b5 tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Subnet': ['ID=919f46c4-d8bd-4d7a-9d4a-209ecda93b44,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:24.015384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37712) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:24.093454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.144939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Deleting port 735ede28-7982-424f-9571-43170d99b4a6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:24.145284 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.151403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.199010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] DHCP port deletion for 8d8fba0b-68fc-4147-8724-8f6d396ca7d1 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:24.215788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] For port 735ede28-7982-424f-9571-43170d99b4a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=735ede28-7982-424f-9571-43170d99b4a6,segment=NetworkSegment(981f263c-631e-4ece-8806-d4dd07bb55ee),segment_id=981f263c-631e-4ece-8806-d4dd07bb55ee)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:24.216152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.229118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Calling delete_port for 735ede28-7982-424f-9571-43170d99b4a6 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:24.250333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Deleting port 735ede28-7982-424f-9571-43170d99b4a6 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:24:24.250716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.313683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] For port 735ede28-7982-424f-9571-43170d99b4a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=735ede28-7982-424f-9571-43170d99b4a6,segment=NetworkSegment(981f263c-631e-4ece-8806-d4dd07bb55ee),segment_id=981f263c-631e-4ece-8806-d4dd07bb55ee)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:24.314090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.326605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Calling delete_port for 735ede28-7982-424f-9571-43170d99b4a6 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:24:24.367165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.397807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Port': ['ID=735ede28-7982-424f-9571-43170d99b4a6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:24.399622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] No DVR routers for this DVR port 735ede28-7982-424f-9571-43170d99b4a6 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:24.406667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.431068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] Pushing event deleted for resources: {'Port': ['ID=735ede28-7982-424f-9571-43170d99b4a6,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:24.434597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e22fe80-1ce9-4227-810c-aa0d2a95dafb None None] No DVR routers for this DVR port 735ede28-7982-424f-9571-43170d99b4a6 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:24:24.483003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.485677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 735ede28-7982-424f-9571-43170d99b4a6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:24:24.504692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8fba0b-68fc-4147-8724-8f6d396ca7d1']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:24.507917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 735ede28-7982-424f-9571-43170d99b4a6 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:24:24.507917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 735ede28-7982-424f-9571-43170d99b4a6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:24:24.515394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981f263c-631e-4ece-8806-d4dd07bb55ee') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:24.515694 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981f263c-631e-4ece-8806-d4dd07bb55ee') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:24.525674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.539445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.545455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:24:24.545844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:24:24.548830 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:24:24.698230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.704692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.708539 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "DELETE /v2.0/networks/8d8fba0b-68fc-4147-8724-8f6d396ca7d1 HTTP/1.1" status: 204 len: 168 time: 0.6909499 Dec 07 00:24:24.711112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37714) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:24.719480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134776e-d4c4-4cfd-810c-24f2e491c47b tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Pushing event deleted for resources: {'Network': ['ID=8d8fba0b-68fc-4147-8724-8f6d396ca7d1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:24.739252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-81c04819-7b80-435f-8e30-f28413612f9a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9073cdb1-aa37-4334-a4d1-e3dbd9ca6448 HTTP/1.1" status: 200 len: 205 time: 0.0268393 Dec 07 00:24:24.741543 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37716) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:24.815103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.969439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:24.971513 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.088535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.089073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Fanout notify agent at l3_agent the message router_deleted on router 9073cdb1-aa37-4334-a4d1-e3dbd9ca6448 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:24:25.095732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.102337 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d89f724c-272e-4890-84d0-b9abc886610a tempest-RoutersNegativeTest-1069413058 tempest-RoutersNegativeTest-1069413058-project] 10.222.0.53 "DELETE /v2.0/routers/9073cdb1-aa37-4334-a4d1-e3dbd9ca6448 HTTP/1.1" status: 204 len: 168 time: 0.3544376 Dec 07 00:24:25.531304 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37722) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:25.657484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8e4d41a3-7482-484e-aae8-2bc00d441b8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edf5953cf0f04b0d9caf54a3cd38ea81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1249928 Dec 07 00:24:25.659886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37726) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:25.705270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.726003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.875459 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.878030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:25.879181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ba80748-5f2d-4bca-be66-72ba8b2a2fd5 HTTP/1.1" status: 204 len: 168 time: 0.2183793 Dec 07 00:24:25.887032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e598ff-5db9-4ab3-991d-cb34c1325247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba80748-5f2d-4bca-be66-72ba8b2a2fd5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:26.817478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37748) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:26.910134 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-805865162-network', 'tenant_id': '6f38fc1689164e90ae69522b4116699f'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:26.989512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Made reservation on behalf of 6f38fc1689164e90ae69522b4116699f for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:26.991903 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.006608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.080919 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.149646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.179558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:27.184905 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32509774-0d7a-4db6-836a-23ee8a99af7d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:27.193072 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.193424 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Added segment ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0 of type vlan for network ef841c71-7cc6-4526-ade7-7932d673b6ae Dec 07 00:24:27.235707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.305730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.306730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:27.307309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.367753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=ef841c71-7cc6-4526-ade7-7932d673b6ae,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:27.377475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network ef841c71-7cc6-4526-ade7-7932d673b6ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:27.422885 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c5cc72e8-2d3b-4287-965d-7fc444f99fe7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6042995 Dec 07 00:24:27.425818 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 37752) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:27.430713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Request body: {'subnet': {'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-subnet', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:27.557061 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Made reservation on behalf of 6f38fc1689164e90ae69522b4116699f for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:27.559727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.808305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:27.863699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f8387b-0818-4666-8427-135c59be475c,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:27.870857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Checking segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:27.871218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Network hostable DHCP agents. Network: ef841c71-7cc6-4526-ade7-7932d673b6ae, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:27.957104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:28.019952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ef841c71-7cc6-4526-ade7-7932d673b6ae) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:28.024128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:28.024764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.029222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252aa756-1ebf-4ae5-aaae-fb94ed7b85b0 None None] Network ef841c71-7cc6-4526-ade7-7932d673b6ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:28.137018 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3a68efe8-c4e2-4607-ad48-2d677368bac8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7100613 Dec 07 00:24:28.139700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:28.144323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:28.178070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ef841c71-7cc6-4526-ade7-7932d673b6ae', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:28.179003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.235833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.237048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.291195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.313171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Allocated IP 172.20.0.2 (ef841c71-7cc6-4526-ade7-7932d673b6ae/32f8387b-0818-4666-8427-135c59be475c/1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:28.492871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.596785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.660766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.699194 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:28.701891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:28.705324 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:28.714275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Pushing event updated for resources: {'Port': ['ID=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:28.764789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Attempting to bind port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:28.765312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Attempting to bind port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:28.765684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Attempting to bind port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:28.767538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.770655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:28.771052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Checking segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:28.771447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.771880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Bound using segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:28.772406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Bound port: 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:28.772797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.787178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.836484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] For port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:28.839492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] For port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:28.890854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Allocated IP 172.36.7.151 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/ee6e82b1-c327-4b18-8219-3309130cf3c9) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:28.912342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:28.970793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc4253-c0bb-44d7-ac34-1bf1d299e20e None None] Pushing event updated for resources: {'Port': ['ID=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:28.992627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:29.083606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:29.132496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:29.135317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:29.140438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:29.143494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Pushing event updated for resources: {'Port': ['ID=ee6e82b1-c327-4b18-8219-3309130cf3c9,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:29.149090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbf32c-d415-4f42-b83d-adff493d3561 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:29.214371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-73fc4ce9-9db5-43aa-8cec-3c55df1ee4a5 None None] Provisioning complete for port ee6e82b1-c327-4b18-8219-3309130cf3c9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:29.214664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-73fc4ce9-9db5-43aa-8cec-3c55df1ee4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:29.253389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-73fc4ce9-9db5-43aa-8cec-3c55df1ee4a5 None None] Port ee6e82b1-c327-4b18-8219-3309130cf3c9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:29.505964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:29.711860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:29.856939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee266ba1-f46a-4b4a-8e96-e382bb4e515b None None] Network ef841c71-7cc6-4526-ade7-7932d673b6ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:29.910099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Router 279b20b9-327e-4bfd-b0fe-284e31188200 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:24:29.926853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] Provisioning complete for port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:29.927238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.021249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:24:30.039408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Sync routers for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:24:30.084135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.088503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:30.089411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:30.102302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.103639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a7034e78-0db0-4c50-a4a9-cf8ac5a07b7c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9627197 Dec 07 00:24:30.106178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37756) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:30.181035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] For port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:30.237132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.245120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:30.394391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f6cef-0ba0-4eef-9034-9be545426952 None None] Pushing event updated for resources: {'Port': ['ID=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:30.509640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:29Z', 'revision_number': 3, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:30.539963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:30.542337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Checking router: 279b20b9-327e-4bfd-b0fe-284e31188200 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:24:30.542703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Updating router 279b20b9-327e-4bfd-b0fe-284e31188200 port ee6e82b1-c327-4b18-8219-3309130cf3c9 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:24:30.568507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.606307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.637906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-06459059-aac6-4a25-91f3-39dd376a9ea6 None None] Provisioning complete for port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:30.638281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-06459059-aac6-4a25-91f3-39dd376a9ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.720759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Allocated IP 172.20.0.1 (ef841c71-7cc6-4526-ade7-7932d673b6ae/32f8387b-0818-4666-8427-135c59be475c/b85bf9c1-814c-469c-8108-9eb9a2474927) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:30.742612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:30.742987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.825459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.923258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:30.965488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:30.968382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:30.970846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:31.000174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:31.005979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.020951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.105896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.156283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ccd05b-93ea-4fac-a767-89038ea4db46 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:31.169405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9c6d-8a20-4a47-b4dd-4ac4725963a3 None None] Pushing event updated for resources: {'Port': ['ID=ee6e82b1-c327-4b18-8219-3309130cf3c9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:31.172670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Attempting to bind port ee6e82b1-c327-4b18-8219-3309130cf3c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:31.173061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Attempting to bind port ee6e82b1-c327-4b18-8219-3309130cf3c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:31.173427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Attempting to bind port ee6e82b1-c327-4b18-8219-3309130cf3c9 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:31.180046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:31.180046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:31.180454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.180817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:31.181473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Bound port: ee6e82b1-c327-4b18-8219-3309130cf3c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:31.181868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.207846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.240854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Provisioning complete for port b85bf9c1-814c-469c-8108-9eb9a2474927 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:31.241126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.244702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] For port ee6e82b1-c327-4b18-8219-3309130cf3c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:31.248522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] For port ee6e82b1-c327-4b18-8219-3309130cf3c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee6e82b1-c327-4b18-8219-3309130cf3c9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:31.278838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Port b85bf9c1-814c-469c-8108-9eb9a2474927 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:31.289206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Provisioning complete for port ee6e82b1-c327-4b18-8219-3309130cf3c9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:31.289574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.319062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.350763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b956c1be-121c-4ee1-bde7-4414d45a5380 None None] Port ee6e82b1-c327-4b18-8219-3309130cf3c9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:31.369053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.370587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f9775-c644-4990-9487-ecd2a700b382 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:31.392807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:31.393430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:31.395923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9c6d-8a20-4a47-b4dd-4ac4725963a3 None None] Pushing event updated for resources: {'Port': ['ID=ee6e82b1-c327-4b18-8219-3309130cf3c9,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:31.425805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.497390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.499207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:31.601659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:31.603580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:31.645916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] Provisioning complete for port ee6e82b1-c327-4b18-8219-3309130cf3c9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:31.646762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.678685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:31.725565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Router 279b20b9-327e-4bfd-b0fe-284e31188200 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:24:31.842792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:24:31.850424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-37333e8c-f5ab-4abd-ad2f-4ed98f565ee6 admin admin] 10.222.0.53 "PUT /v2.0/routers/279b20b9-327e-4bfd-b0fe-284e31188200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432108 Dec 07 00:24:31.863213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.898474 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] For port ee6e82b1-c327-4b18-8219-3309130cf3c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee6e82b1-c327-4b18-8219-3309130cf3c9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:31.947538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e6347529-c32f-40f9-9603-575131092be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b85bf9c1-814c-469c-8108-9eb9a2474927', 'name': '', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'mac_address': 'fa:16:3e:22:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:30Z', 'updated_at': '2021-12-07T00:24:30Z', 'revision_number': 1, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'subnets': [{'id': '32f8387b-0818-4666-8427-135c59be475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:31.978629 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:31.981388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6347529-c32f-40f9-9603-575131092be3 None None] The sync data for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv is: [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b85bf9c1-814c-469c-8108-9eb9a2474927', 'name': '', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'mac_address': 'fa:16:3e:22:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:30Z', 'updated_at': '2021-12-07T00:24:30Z', 'revision_number': 1, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'subnets': [{'id': '32f8387b-0818-4666-8427-135c59be475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:24:32.036554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e4f4e-87fe-4b3f-b062-bcf316051b62 None None] Pushing event updated for resources: {'Port': ['ID=ee6e82b1-c327-4b18-8219-3309130cf3c9,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:32.098652 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ecf1cebb-b52f-4f67-8331-a72bd5dc1e4a None None] Provisioning complete for port b85bf9c1-814c-469c-8108-9eb9a2474927 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:32.099033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ecf1cebb-b52f-4f67-8331-a72bd5dc1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.141045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1cebb-b52f-4f67-8331-a72bd5dc1e4a None None] Port b85bf9c1-814c-469c-8108-9eb9a2474927 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:32.483258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37772) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:32.488304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1559028938-network', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:32.556808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Made reservation on behalf of c6bf0561854c44a79c32db4995fb4218 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:32.559184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.589999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.675195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.739741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.769004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:24:32.780328 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b22c834-2747-4942-b1de-ef68a2772f43,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:32.785106 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.785711 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Added segment f2dceee3-febd-463f-8d7b-f7b5d074e1c8 of type vlan for network 7447095d-dbcf-4cd2-8a18-dc7d341611fb Dec 07 00:24:32.830317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.916966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.917955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:32.918575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:32.978500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] Pushing event updated for resources: {'Network': ['ID=7447095d-dbcf-4cd2-8a18-dc7d341611fb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:32.992807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:24:33.014136 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fd0ed6f9-11e5-42a9-b2b3-58294e2c333e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5213752 Dec 07 00:24:33.014136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37774) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:33.014136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Request body: {'subnet': {'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-subnet', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:33.098820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Made reservation on behalf of c6bf0561854c44a79c32db4995fb4218 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:33.101582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.350349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.403300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c4cc72-ff75-4d44-a6d8-edcee44d23c4,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:33.419518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Checking segment: {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:33.419900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Network hostable DHCP agents. Network: 7447095d-dbcf-4cd2-8a18-dc7d341611fb, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:24:33.476781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:24:33.557055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7447095d-dbcf-4cd2-8a18-dc7d341611fb) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:33.561190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:33.561792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.567172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef03998-5576-42b9-83e4-7d6679cb0574 None None] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:33.636306 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b302c3b5-f3a8-4ba6-9468-7788f6feb0a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6243236 Dec 07 00:24:33.636503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37776) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:33.641409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:33.705792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.706981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.728054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:24:33.729095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.741559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.763216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:33.887283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Allocated IP 172.20.0.2 (7447095d-dbcf-4cd2-8a18-dc7d341611fb/d9c4cc72-ff75-4d44-a6d8-edcee44d23c4/e3b794c2-f9f3-4192-a83e-e76e914f60d8) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:33.928139 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Sync routers for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:24:33.938691 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:33.939319 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:34.041565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.056140 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:34.111933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.160348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:34.167145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:34.170212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:34.172162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Pushing event updated for resources: {'Port': ['ID=e3b794c2-f9f3-4192-a83e-e76e914f60d8,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:34.202226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.202582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.202937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.203282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.203628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.203965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.204330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.204671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.205011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.205349 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.205680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.205999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.206330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.250994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Attempting to bind port e3b794c2-f9f3-4192-a83e-e76e914f60d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:34.251513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Attempting to bind port e3b794c2-f9f3-4192-a83e-e76e914f60d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:34.252006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Attempting to bind port e3b794c2-f9f3-4192-a83e-e76e914f60d8 on network 7447095d-dbcf-4cd2-8a18-dc7d341611fb {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:34.257568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:34.258155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Checking segment: {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:34.258590 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.259086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Bound using segment: {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:34.259699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Bound port: e3b794c2-f9f3-4192-a83e-e76e914f60d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:34.260186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.276657 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b85bf9c1-814c-469c-8108-9eb9a2474927', 'name': '', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'mac_address': 'fa:16:3e:22:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:30Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 2, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'subnets': [{'id': '32f8387b-0818-4666-8427-135c59be475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:34.290397 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.305300 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Checking router: 279b20b9-327e-4bfd-b0fe-284e31188200 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:24:34.305652 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Updating router 279b20b9-327e-4bfd-b0fe-284e31188200 port b85bf9c1-814c-469c-8108-9eb9a2474927 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:24:34.325671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] For port e3b794c2-f9f3-4192-a83e-e76e914f60d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:34.328440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] For port e3b794c2-f9f3-4192-a83e-e76e914f60d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3b794c2-f9f3-4192-a83e-e76e914f60d8,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:34.330040 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.396019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.477609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21832b7a-5651-4b4a-baf1-b49711ab12ff None None] Pushing event updated for resources: {'Port': ['ID=e3b794c2-f9f3-4192-a83e-e76e914f60d8,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:34.534926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ee6e82b1-c327-4b18-8219-3309130cf3c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:34.599482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port ee6e82b1-c327-4b18-8219-3309130cf3c9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:34.600148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.631318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.651347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.662095 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.739549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.787957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Allocated IP 172.36.7.47 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/919cfa4e-a779-4fdb-89ff-4165e73f888a) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:34.796555 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Pushing event updated for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:34.809064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.809064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.809352 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.809698 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.810041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.810401 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.810734 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.811065 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.811394 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.811983 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.812095 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.812422 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.812812 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:24:34.868644 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Attempting to bind port b85bf9c1-814c-469c-8108-9eb9a2474927 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:34.869302 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Attempting to bind port b85bf9c1-814c-469c-8108-9eb9a2474927 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:34.869892 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Attempting to bind port b85bf9c1-814c-469c-8108-9eb9a2474927 on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:34.879934 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:34.880360 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Checking segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:34.880776 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.881180 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Bound using segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:34.881669 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Bound port: b85bf9c1-814c-469c-8108-9eb9a2474927, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:34.883688 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.927166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:34.968318 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] For port b85bf9c1-814c-469c-8108-9eb9a2474927, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:34.971798 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] For port b85bf9c1-814c-469c-8108-9eb9a2474927, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85bf9c1-814c-469c-8108-9eb9a2474927,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:35.025833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.037534 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.066502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:35.069618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:35.073771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:35.087528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] Provisioning complete for port b85bf9c1-814c-469c-8108-9eb9a2474927 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:35.087895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.094589 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:35.095236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:35.099526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Pushing event updated for resources: {'Port': ['ID=919cfa4e-a779-4fdb-89ff-4165e73f888a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:35.133431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1bff16-154c-4320-83ae-f15ff472333d None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:35.157622 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ff912-5979-41b1-a09c-0a4ca4259b72 None None] Pushing event updated for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:35.195506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.233034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] For port b85bf9c1-814c-469c-8108-9eb9a2474927, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85bf9c1-814c-469c-8108-9eb9a2474927,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:35.253871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:35.315620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.378273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4cea6-fdad-4ca9-a598-1f9da107551b None None] Pushing event updated for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:35.438882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a1eedb80-de89-4795-9209-b78dc1f8ca1d None None] Provisioning complete for port b85bf9c1-814c-469c-8108-9eb9a2474927 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:35.439258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a1eedb80-de89-4795-9209-b78dc1f8ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.483735 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-16e913bb-0122-4198-906e-2a108f053705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b85bf9c1-814c-469c-8108-9eb9a2474927', 'name': '', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'mac_address': 'fa:16:3e:22:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:30Z', 'updated_at': '2021-12-07T00:24:34Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'subnets': [{'id': '32f8387b-0818-4666-8427-135c59be475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:35.509287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.526076 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e913bb-0122-4198-906e-2a108f053705 None None] The sync data for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv is: [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b85bf9c1-814c-469c-8108-9eb9a2474927', 'name': '', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'mac_address': 'fa:16:3e:22:82:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:30Z', 'updated_at': '2021-12-07T00:24:34Z', 'revision_number': 4, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'subnets': [{'id': '32f8387b-0818-4666-8427-135c59be475c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:24:35.554512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a1eedb80-de89-4795-9209-b78dc1f8ca1d None None] Provisioning complete for port 919cfa4e-a779-4fdb-89ff-4165e73f888a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:35.554701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a1eedb80-de89-4795-9209-b78dc1f8ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.607914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a1eedb80-de89-4795-9209-b78dc1f8ca1d None None] Port 919cfa4e-a779-4fdb-89ff-4165e73f888a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:35.648996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564a82e-d996-4240-9472-640e49e5d909 None None] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:24:35.739140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.770878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] Provisioning complete for port e3b794c2-f9f3-4192-a83e-e76e914f60d8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:35.771258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.893269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:35.932774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] For port e3b794c2-f9f3-4192-a83e-e76e914f60d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3b794c2-f9f3-4192-a83e-e76e914f60d8,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:35.974213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:24:36.002861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.070307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541b6e1-ae92-4861-8563-10ed58fb54b3 None None] Pushing event updated for resources: {'Port': ['ID=e3b794c2-f9f3-4192-a83e-e76e914f60d8,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:36.112117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:24:36.121264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Sync routers for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:24:36.139867 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2aa49c82-c625-41b2-9df0-2ba4853e98e3 None None] Provisioning complete for port e3b794c2-f9f3-4192-a83e-e76e914f60d8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:36.140300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2aa49c82-c625-41b2-9df0-2ba4853e98e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.141946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:36.142567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:36.188724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.190150 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-de1abe5d-60e2-49a9-b13a-5ef263befa20 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5527692 Dec 07 00:24:36.192939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 37778) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:24:36.314494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:36.507130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:35Z', 'revision_number': 3, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:36.533133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Checking router: cb4c96c7-d884-4eea-98e0-ff3133a1ed8d for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:24:36.533490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Updating router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d port 919cfa4e-a779-4fdb-89ff-4165e73f888a binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:24:36.558559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.641919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.646516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b85bf9c1-814c-469c-8108-9eb9a2474927 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:36.768724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b85bf9c1-814c-469c-8108-9eb9a2474927 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:36.769089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.799301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Allocated IP 172.20.0.1 (7447095d-dbcf-4cd2-8a18-dc7d341611fb/d9c4cc72-ff75-4d44-a6d8-edcee44d23c4/3737c477-0a6e-445c-9906-24b9f07070c6) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:36.902681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.905656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.911548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e3b794c2-f9f3-4192-a83e-e76e914f60d8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:36.960892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e3b794c2-f9f3-4192-a83e-e76e914f60d8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:36.961258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:36.991670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.018748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.041196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b740a22e-333d-4dbb-8dd9-913f7f8de94b None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:37.057596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Attempting to bind port 919cfa4e-a779-4fdb-89ff-4165e73f888a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:37.057966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Attempting to bind port 919cfa4e-a779-4fdb-89ff-4165e73f888a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:37.058327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Attempting to bind port 919cfa4e-a779-4fdb-89ff-4165e73f888a on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:37.059214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:37.061982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8e694-27a1-4eca-9258-3fc6b53c0da4 None None] Pushing event updated for resources: {'Port': ['ID=919cfa4e-a779-4fdb-89ff-4165e73f888a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:37.062455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:37.067104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:37.093515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:37.093764 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:37.093895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:37.094350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.094744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:37.095687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Bound port: 919cfa4e-a779-4fdb-89ff-4165e73f888a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:37.095687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.114494 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.316482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bd2bdf16-896a-4841-a0e3-22b5472e9099 None None] Provisioning complete for port 919cfa4e-a779-4fdb-89ff-4165e73f888a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:37.316855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd2bdf16-896a-4841-a0e3-22b5472e9099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.320029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.352688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] For port 919cfa4e-a779-4fdb-89ff-4165e73f888a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:37.357295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] For port 919cfa4e-a779-4fdb-89ff-4165e73f888a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=919cfa4e-a779-4fdb-89ff-4165e73f888a,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:37.361812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bd2bdf16-896a-4841-a0e3-22b5472e9099 None None] Port 919cfa4e-a779-4fdb-89ff-4165e73f888a cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:37.420087 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.462386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36347480-c37e-4a4c-955d-4d3568d700f6 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:24:37.483462 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.495804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8e694-27a1-4eca-9258-3fc6b53c0da4 None None] Pushing event updated for resources: {'Port': ['ID=919cfa4e-a779-4fdb-89ff-4165e73f888a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:37.498878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:37.499362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:37.537344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-482584ea-295a-4540-ae14-3f8250136932 None None] Provisioning complete for port 3737c477-0a6e-445c-9906-24b9f07070c6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:37.537724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-482584ea-295a-4540-ae14-3f8250136932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.545830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.613469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.614091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-482584ea-295a-4540-ae14-3f8250136932 None None] Port 3737c477-0a6e-445c-9906-24b9f07070c6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:37.617234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:37.636539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:37.713383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:37.714729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:37.777017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] Provisioning complete for port 919cfa4e-a779-4fdb-89ff-4165e73f888a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:37.777597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.834534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:24:37.907913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:37.931010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3737c477-0a6e-445c-9906-24b9f07070c6', 'name': '', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'mac_address': 'fa:16:3e:ea:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:36Z', 'updated_at': '2021-12-07T00:24:36Z', 'revision_number': 1, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'subnets': [{'id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:37.936418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] For port 919cfa4e-a779-4fdb-89ff-4165e73f888a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=919cfa4e-a779-4fdb-89ff-4165e73f888a,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:37.948980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:24:37.955123 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-99943f96-18e8-4d86-8a85-398e9202f3e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/cb4c96c7-d884-4eea-98e0-ff3133a1ed8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601221 Dec 07 00:24:37.959931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f64ad6-24e6-4831-b3fb-88d93bf8d99f None None] The sync data for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv is: [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3737c477-0a6e-445c-9906-24b9f07070c6', 'name': '', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'mac_address': 'fa:16:3e:ea:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:36Z', 'updated_at': '2021-12-07T00:24:36Z', 'revision_number': 1, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'subnets': [{'id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:24:38.014141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:38.064646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a9f3c-3c08-4d3c-9c97-64458759d3d9 None None] Pushing event updated for resources: {'Port': ['ID=919cfa4e-a779-4fdb-89ff-4165e73f888a,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:38.136216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-34b2683f-7e23-424e-a880-ef0ad82b5f04 None None] Provisioning complete for port 3737c477-0a6e-445c-9906-24b9f07070c6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:38.136798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b2683f-7e23-424e-a880-ef0ad82b5f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:38.199097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-34b2683f-7e23-424e-a880-ef0ad82b5f04 None None] Port 3737c477-0a6e-445c-9906-24b9f07070c6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:38.886420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-76b3e8a2-a2dd-488d-ba2e-952032bd9202 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:38.887907 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-76b3e8a2-a2dd-488d-ba2e-952032bd9202 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/networks?id=ef841c71-7cc6-4526-ade7-7932d673b6ae HTTP/1.1" status: 200 len: 816 time: 0.1066129 Dec 07 00:24:38.904327 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-0e5f596d-c1a9-4976-9b95-2a20480f3ff3 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/quotas/6f38fc1689164e90ae69522b4116699f HTTP/1.1" status: 200 len: 375 time: 0.0095973 Dec 07 00:24:38.956415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-4094c416-2d4c-4d5c-965a-db56f01b3301 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463836 Dec 07 00:24:39.145968 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-454bc06c-9ff9-476e-a91d-db314c62d934 service neutron] 10.222.0.53 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770320 Dec 07 00:24:39.235296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-12530e76-b441-4cb4-8d8b-eb42b38efec3 service neutron] 10.222.0.53 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829165 Dec 07 00:24:39.454860 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fc1845f-4cbe-4f89-a4ec-5cb0839dbd69 req-9fee7403-63e3-40ef-8c0c-27f20a7df526 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0266588 Dec 07 00:24:39.872833 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Sync routers for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:24:39.882843 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:39.883462 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:40.077104 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:40.269742 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3737c477-0a6e-445c-9906-24b9f07070c6', 'name': '', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'mac_address': 'fa:16:3e:ea:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:36Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 2, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'subnets': [{'id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:40.296126 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Checking router: cb4c96c7-d884-4eea-98e0-ff3133a1ed8d for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:24:40.296505 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Updating router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d port 3737c477-0a6e-445c-9906-24b9f07070c6 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:24:40.324011 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.507655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 919cfa4e-a779-4fdb-89ff-4165e73f888a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:40.566647 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 919cfa4e-a779-4fdb-89ff-4165e73f888a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:40.567035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.582043 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2724b4d8-612b-4813-a1b3-4c666aff880a req-b9cea1d9-bf0c-41a3-b221-771f07bb17a2 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0362332 Dec 07 00:24:40.601271 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.670921 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.722259 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77741fb8-05cf-4ab0-afa7-bc2b23916590 None None] Pushing event updated for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:40.777623 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Attempting to bind port 3737c477-0a6e-445c-9906-24b9f07070c6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:40.777995 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Attempting to bind port 3737c477-0a6e-445c-9906-24b9f07070c6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:40.778364 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Attempting to bind port 3737c477-0a6e-445c-9906-24b9f07070c6 on network 7447095d-dbcf-4cd2-8a18-dc7d341611fb {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:40.783527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:40.784034 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Checking segment: {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:40.784595 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.785000 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Bound using segment: {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:40.785720 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Bound port: 3737c477-0a6e-445c-9906-24b9f07070c6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:40.786102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.849795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] For port 3737c477-0a6e-445c-9906-24b9f07070c6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:40.852871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] For port 3737c477-0a6e-445c-9906-24b9f07070c6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3737c477-0a6e-445c-9906-24b9f07070c6,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:40.923695 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.933245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-039054d6-6816-4736-a499-98335f68b3bc None None] Provisioning complete for port 3737c477-0a6e-445c-9906-24b9f07070c6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:40.933677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-039054d6-6816-4736-a499-98335f68b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:40.974710 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77741fb8-05cf-4ab0-afa7-bc2b23916590 None None] Pushing event updated for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:40.989972 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:24:40.990598 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:24:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:41.020118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-039054d6-6816-4736-a499-98335f68b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:41.057336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-039054d6-6816-4736-a499-98335f68b3bc None None] For port 3737c477-0a6e-445c-9906-24b9f07070c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3737c477-0a6e-445c-9906-24b9f07070c6,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:41.105814 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:24:41.122502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-039054d6-6816-4736-a499-98335f68b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:41.180928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039054d6-6816-4736-a499-98335f68b3bc None None] Pushing event updated for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:41.245490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0538b26f-516c-4701-8518-ab73293ec89c None None] Provisioning complete for port 3737c477-0a6e-445c-9906-24b9f07070c6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:41.245812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0538b26f-516c-4701-8518-ab73293ec89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:41.311790 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3737c477-0a6e-445c-9906-24b9f07070c6', 'name': '', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'mac_address': 'fa:16:3e:ea:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:36Z', 'updated_at': '2021-12-07T00:24:40Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'subnets': [{'id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:24:41.338550 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987767ba-2d46-452c-bb29-71ef635418c7 None None] The sync data for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv is: [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3737c477-0a6e-445c-9906-24b9f07070c6', 'name': '', 'network_id': '7447095d-dbcf-4cd2-8a18-dc7d341611fb', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'mac_address': 'fa:16:3e:ea:b5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:36Z', 'updated_at': '2021-12-07T00:24:40Z', 'revision_number': 4, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'subnets': [{'id': 'd9c4cc72-ff75-4d44-a6d8-edcee44d23c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:24:41.691259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c258a21d-6ace-4554-aa0c-e567a9a2cad8 req-976a4226-8fe8-44a1-994d-6272ce1d79b4 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0268011 Dec 07 00:24:41.866797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-ee804c66-df98-492d-b63e-651ab5a6bc46 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:41.868394 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-ee804c66-df98-492d-b63e-651ab5a6bc46 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "GET /v2.0/networks?id=ef841c71-7cc6-4526-ade7-7932d673b6ae HTTP/1.1" status: 200 len: 816 time: 0.1084604 Dec 07 00:24:41.892818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Request body: {'port': {'device_id': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'admin_state_up': True, 'tenant_id': '6f38fc1689164e90ae69522b4116699f'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:42.081241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Made reservation on behalf of 6f38fc1689164e90ae69522b4116699f for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:24:42.084771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:42.500032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3737c477-0a6e-445c-9906-24b9f07070c6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:42.551212 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Allocated IP 172.20.0.10 (ef841c71-7cc6-4526-ade7-7932d673b6ae/32f8387b-0818-4666-8427-135c59be475c/1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:24:42.553405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 3737c477-0a6e-445c-9906-24b9f07070c6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:42.553891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:42.696164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:42.788705 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c03d4d24-3648-4fd1-9cea-45a5b7211622 req-4e8e3bd8-d8b5-4134-8958-ac4e5c25c2e9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0303192 Dec 07 00:24:42.791321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:42.836905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:24:42.840135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:24:42.845035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:24:42.848890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Pushing event updated for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:42.895922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:42.896518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:42.971307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d878c228-e8c4-45a8-b22c-fdf2c67aa9be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0823913 Dec 07 00:24:42.999413 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Request body: {'port': {'device_id': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:24:43.052889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d246ba74-7c2c-4196-8c25-735a8d1333a3 None None] Provisioning complete for port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:43.053264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d246ba74-7c2c-4196-8c25-735a8d1333a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.056923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.086649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d246ba74-7c2c-4196-8c25-735a8d1333a3 None None] Port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:24:43.311326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:24:43.318611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.330154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Transition to ACTIVE for port object 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:24:43.396582 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.450950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Pushing event updated for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:43.522010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Attempting to bind port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:24:43.522343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Attempting to bind port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:24:43.522677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Attempting to bind port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:43.527389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 on network ef841c71-7cc6-4526-ade7-7932d673b6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:24:43.527845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Attempting to bind port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:24:43.533614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:24:43.533954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Checking segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:24:43.534335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Bound using segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:24:43.534759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Bound port: 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:24:43.535169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.604132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:24:43.607355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:24:43.694343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.730754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:43.731392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:43.733307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] 10.222.0.45 "PUT /v2.0/ports/1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 HTTP/1.1" status: 200 len: 1094 time: 0.7384384 Dec 07 00:24:43.733760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:24:43.736110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e116b-5d28-426c-aba5-0f41df71897f" -d '{"events": [{"name": "network-changed", "server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:24:43.767551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d90ab-9262-443c-9e17-a07e5d0fc007 service neutron] Pushing event updated for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:43.787486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960a2dd-0ab6-4638-90d3-e3c023ed4e7c x-openstack-request-id: req-5960a2dd-0ab6-4638-90d3-e3c023ed4e7c {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:24:43.787793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:24:43.788053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5960a2dd-0ab6-4638-90d3-e3c023ed4e7c {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:24:43.788500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8', 'status': 'completed', 'code': 200} Dec 07 00:24:43.894853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e116b-5d28-426c-aba5-0f41df71897f req-69047aba-4a6c-4fc7-89b8-a48fa96cc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:43.896520 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-386e116b-5d28-426c-aba5-0f41df71897f req-69047aba-4a6c-4fc7-89b8-a48fa96cc81f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 1097 time: 0.0470397 Dec 07 00:24:43.918023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb64af-2d91-4857-b7f1-9d921e7f11e6 req-258b8de1-e901-445e-b178-cdf69f79d265 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:43.919580 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-41cb64af-2d91-4857-b7f1-9d921e7f11e6 req-258b8de1-e901-445e-b178-cdf69f79d265 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 944 time: 0.0517733 Dec 07 00:24:43.970354 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-41cb64af-2d91-4857-b7f1-9d921e7f11e6 req-7f2e3ac8-7510-4ead-86b5-46e1979de84e tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Dec 07 00:24:44.011092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e116b-5d28-426c-aba5-0f41df71897f req-b2540340-2944-45f6-9cd6-e232e16daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:44.012643 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-386e116b-5d28-426c-aba5-0f41df71897f req-b2540340-2944-45f6-9cd6-e232e16daacc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6f38fc1689164e90ae69522b4116699f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0921404 Dec 07 00:24:44.114985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e116b-5d28-426c-aba5-0f41df71897f req-24411669-382e-45a4-8a8e-0502203d60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:44.116379 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-386e116b-5d28-426c-aba5-0f41df71897f req-24411669-382e-45a4-8a8e-0502203d60cc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926855 Dec 07 00:24:44.227474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-e58cdd9c-cd78-4a81-8115-61fdcfafa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:44.229000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-e58cdd9c-cd78-4a81-8115-61fdcfafa4b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 1097 time: 0.0396404 Dec 07 00:24:44.290631 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-9f2d2dd4-54f3-42a5-b7ab-3623b651cff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 HTTP/1.1" status: 200 len: 217 time: 0.0378947 Dec 07 00:24:44.344120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-134c826f-2b69-4a47-9665-1378ea3bb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:44.345542 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-134c826f-2b69-4a47-9665-1378ea3bb475 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32f8387b-0818-4666-8427-135c59be475c HTTP/1.1" status: 200 len: 855 time: 0.0429490 Dec 07 00:24:44.395777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-ae6f01ca-b524-407c-b432-19cc8e930272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:44.397150 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-ae6f01ca-b524-407c-b432-19cc8e930272 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef841c71-7cc6-4526-ade7-7932d673b6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392671 Dec 07 00:24:44.497331 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-aeb1f050-f73b-41f9-8d98-65896d071687 service neutron] 10.222.0.45 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Dec 07 00:24:44.590529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fbdd49b0-9a97-45d5-8284-bdd336964971 req-d3a5549f-0b48-462b-8727-51789a0637bb service neutron] 10.222.0.45 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813375 Dec 07 00:24:45.083696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fd6ac-e43c-42b6-9bc3-462c43f6b1a7 req-cf41a5f0-89d6-49eb-99f2-2e0335763ddc tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:45.085160 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e16fd6ac-e43c-42b6-9bc3-462c43f6b1a7 req-cf41a5f0-89d6-49eb-99f2-2e0335763ddc tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 944 time: 0.0477419 Dec 07 00:24:45.135299 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e16fd6ac-e43c-42b6-9bc3-462c43f6b1a7 req-fa716624-2fde-4cbf-ae3c-986a09637acb tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Dec 07 00:24:46.251046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b89095-cdbc-4e44-89ad-11463d78535d req-2face4d3-ee40-45c1-a0d3-cd1750a7430f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:46.252502 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-14b89095-cdbc-4e44-89ad-11463d78535d req-2face4d3-ee40-45c1-a0d3-cd1750a7430f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 944 time: 0.0472486 Dec 07 00:24:46.297649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-14b89095-cdbc-4e44-89ad-11463d78535d req-3c361feb-346c-4fec-8dcb-6b8a3102e135 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Dec 07 00:24:47.411099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7796-acbd-4ff3-8908-12bf8293d3a7 req-9a23f6de-5b21-46e0-bdc5-5b43ef3c60bf tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:47.412654 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b97a7796-acbd-4ff3-8908-12bf8293d3a7 req-9a23f6de-5b21-46e0-bdc5-5b43ef3c60bf tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 944 time: 0.0486851 Dec 07 00:24:47.458958 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b97a7796-acbd-4ff3-8908-12bf8293d3a7 req-7ac63abb-c12a-454e-9cbc-a3944486ec12 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Dec 07 00:24:48.366507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-15bd3595-ec61-42c2-9d70-88f3cb301290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:48.574791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98b14d-e981-4d52-8c02-f0f826a0dcc0 req-fdb09589-128b-472c-9ce4-76a1fd6106f2 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:48.576264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c98b14d-e981-4d52-8c02-f0f826a0dcc0 req-fdb09589-128b-472c-9ce4-76a1fd6106f2 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 944 time: 0.0515456 Dec 07 00:24:48.622307 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0c98b14d-e981-4d52-8c02-f0f826a0dcc0 req-083f80a1-d1ce-4b5e-a39a-52ecf2a8b3bc tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Dec 07 00:24:48.651475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:24:48.744517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:48.758648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'port_id': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8', 'mac_address': 'fa:16:3e:24:b0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:24:48.795286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:48.808752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:24:48.827310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:48.905497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:48.952973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:49.251566 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:24:49.735555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f4949-7415-4985-8c76-6edf6d105453 req-3820616a-d2b4-4060-9567-6a882a116a18 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:49.737057 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aa8f4949-7415-4985-8c76-6edf6d105453 req-3820616a-d2b4-4060-9567-6a882a116a18 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 945 time: 0.0491672 Dec 07 00:24:49.782899 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aa8f4949-7415-4985-8c76-6edf6d105453 req-aab0bc04-a893-4d23-be8e-259802f98ca8 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Dec 07 00:24:50.650690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:24:50.680743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ba42dfbc-63ef-46a9-9e88-14c0acf897fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:50.766282 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:24:50.770121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:24:50.770495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:50.850792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:50.872688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:24:50.875466 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940abbd-6b1b-4351-a2be-88dd2cbbde4d" -d '{"events": [{"server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "name": "network-vif-plugged", "status": "completed", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:24:50.888418 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:24:50.899884 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfed3f0-0340-4222-af76-ad4f1434ef61 req-4cfde922-7134-4b3e-be21-5caef0f18fc7 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:50.901451 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3bfed3f0-0340-4222-af76-ad4f1434ef61 req-4cfde922-7134-4b3e-be21-5caef0f18fc7 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 945 time: 0.0499246 Dec 07 00:24:50.915391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac067ba-7ea7-4851-9504-528d026c1507 x-openstack-request-id: req-bac067ba-7ea7-4851-9504-528d026c1507 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:24:50.915690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "name": "network-vif-plugged", "status": "completed", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:24:50.916073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bac067ba-7ea7-4851-9504-528d026c1507 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:24:50.916371 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8', 'code': 200} Dec 07 00:24:50.948844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3bfed3f0-0340-4222-af76-ad4f1434ef61 req-9668c278-64d3-4ee2-a0da-7ac20e28030b tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Dec 07 00:24:50.966690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:51.015164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:24:51.301022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b6993-4edb-4d63-aeba-9933a461ba9d req-8fe8fa47-11ea-474c-830e-9511e67d6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:51.302498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d6b6993-4edb-4d63-aeba-9933a461ba9d req-8fe8fa47-11ea-474c-830e-9511e67d6bc5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 1099 time: 0.0439689 Dec 07 00:24:51.346665 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4d6b6993-4edb-4d63-aeba-9933a461ba9d req-621080e5-e674-4008-a369-f5fba9103a61 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Dec 07 00:24:52.053729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:52.067763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3b3f-d13d-4dba-879c-39d0bb89b01f req-2529f294-03b2-48ef-af2b-240a5a0ac41e tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:52.069253 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e65d3b3f-d13d-4dba-879c-39d0bb89b01f req-2529f294-03b2-48ef-af2b-240a5a0ac41e tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0485008 Dec 07 00:24:52.121012 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e65d3b3f-d13d-4dba-879c-39d0bb89b01f req-62fcc34f-37fa-4316-a975-ff6908d6e6ae tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Dec 07 00:24:53.132280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:24:53.233463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a32dcb-f8b4-44c5-9517-978993ae7448 req-0b6d1854-746d-4c6a-9890-1f9dfaaaffd1 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:53.234910 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72a32dcb-f8b4-44c5-9517-978993ae7448 req-0b6d1854-746d-4c6a-9890-1f9dfaaaffd1 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0470564 Dec 07 00:24:53.515140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72a32dcb-f8b4-44c5-9517-978993ae7448 req-a63f56df-905b-4509-a59c-ddc578097d78 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736611 Dec 07 00:24:53.633358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5832f0-714b-4bfe-a5a3-d2f2588a2784 req-b700b695-a737-4652-965f-2e9f46b47b63 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:24:53.634831 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2e5832f0-714b-4bfe-a5a3-d2f2588a2784 req-b700b695-a737-4652-965f-2e9f46b47b63 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0515406 Dec 07 00:24:53.681285 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2e5832f0-714b-4bfe-a5a3-d2f2588a2784 req-606a3584-c6ec-4b3c-a0dc-3de50a699fff tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Dec 07 00:24:53.748876 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:24:54.174140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:03.703425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:18.327365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec145-9d87-41b3-be1e-31cc3b3e2e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:19.261595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bf3e5-2576-431b-b85f-64585106b03b req-99458a87-3346-46b1-ba54-4ab8fc55466c tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:19.263080 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b67bf3e5-2576-431b-b85f-64585106b03b req-99458a87-3346-46b1-ba54-4ab8fc55466c tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0481510 Dec 07 00:25:19.310826 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b67bf3e5-2576-431b-b85f-64585106b03b req-3af750e9-edcb-4855-bf63-119b7377481d tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Dec 07 00:25:20.438508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256df8a-8cbc-4846-948f-b012637532da req-9ea60341-9bc1-4f3e-adfa-28e08491baec tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:20.439999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c256df8a-8cbc-4846-948f-b012637532da req-9ea60341-9bc1-4f3e-adfa-28e08491baec tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0500236 Dec 07 00:25:20.486863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c256df8a-8cbc-4846-948f-b012637532da req-f1ba00a5-4660-41be-9919-a1e18212615b tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Dec 07 00:25:20.675548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-afed8aee-d71e-4a00-abdd-1562156d3167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:21.133675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-846ba593-989e-4ffa-a078-39d904367d1a tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:21.135133 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-846ba593-989e-4ffa-a078-39d904367d1a tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 946 time: 0.0511587 Dec 07 00:25:21.225316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Deleting port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:25:21.225655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:21.315633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] For port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:25:21.315990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:21.328882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Calling delete_port for 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:25:21.531613 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:21.563722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Pushing event deleted for resources: {'Port': ['ID=1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:21.573658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.574542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.574542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.574755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.575064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.575447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.575730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.576061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.576417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.581147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.581957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:25:21.582054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.582054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.582054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:21.604509 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f4454ead-a2b5-4767-86ef-556e4f316e35 req-1fb6e05b-547d-4e45-8256-4148686f1c55 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0461500 Dec 07 00:25:21.619067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] No DVR routers for this DVR port 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:25:21.621767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:21.625158 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1e8f7d0-f59d-435f-837e-88ea781665ac req-e7dd9f3e-e1c3-4c40-a53c-1ec63bb0161f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "DELETE /v2.0/ports/1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 HTTP/1.1" status: 204 len: 173 time: 0.4796979 Dec 07 00:25:21.625601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'name': 'network-vif-deleted', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:25:21.627914 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fa1ce-fe33-4964-8ee1-e664b1fdb759" -d '{"events": [{"server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "name": "network-vif-deleted", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:25:21.663021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9599f4c8-2c6d-4829-830b-911cfec0a907 x-openstack-request-id: req-9599f4c8-2c6d-4829-830b-911cfec0a907 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:25:21.663348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed397fc-9b1f-4c0f-8765-f4bc2a81082b", "name": "network-vif-deleted", "tag": "1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:25:21.663730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9599f4c8-2c6d-4829-830b-911cfec0a907 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:25:21.664141 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed397fc-9b1f-4c0f-8765-f4bc2a81082b', 'name': 'network-vif-deleted', 'tag': '1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8', 'status': 'completed', 'code': 200} Dec 07 00:25:22.052992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:22.713181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-969eb3af-2b07-45d3-8975-6da7b9dfa410 req-c945d750-d048-490f-b786-834a9464fcc9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=fed397fc-9b1f-4c0f-8765-f4bc2a81082b HTTP/1.1" status: 200 len: 210 time: 0.0301616 Dec 07 00:25:23.102994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:24.148631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:24.462999 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-19148a3d-47e8-4afe-bfae-a57b8bf4d243 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:24.464447 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-19148a3d-47e8-4afe-bfae-a57b8bf4d243 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/networks?id=ef841c71-7cc6-4526-ade7-7932d673b6ae HTTP/1.1" status: 200 len: 816 time: 0.0977206 Dec 07 00:25:24.479392 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-98cef1a4-ba25-4b79-b5c7-eb8bbf0c5bb4 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/quotas/6f38fc1689164e90ae69522b4116699f HTTP/1.1" status: 200 len: 375 time: 0.0092397 Dec 07 00:25:24.527979 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-746fc3fd-5651-4a07-9664-8849ecd32489 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436542 Dec 07 00:25:24.626231 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-dbdfe619-5994-4b4b-a270-01eea3c1256b service neutron] 10.222.0.53 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Dec 07 00:25:24.715646 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-07909fb0-97e9-4d88-97ad-0fc00ba25355 service neutron] 10.222.0.53 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831361 Dec 07 00:25:24.857247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:25:24.876818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:25:24.877173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 1073cfb8-f1fb-4b61-9cc7-008bdbb1d7c8 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:25:24.944521 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8529c14e-477a-459a-a62b-d1a3d1a1ea42 req-5ba07794-539f-485e-a834-f20d19796c2f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 210 time: 0.0264659 Dec 07 00:25:26.041133 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ac2f139f-b8fb-4b8a-b5d1-b8c2d2dc2f7a req-5aada5ea-1691-4104-a935-92a5674f0b03 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 210 time: 0.0272584 Dec 07 00:25:26.886643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-ba707e56-4da6-45d3-858c-b8f40ff977ed tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:26.888070 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-ba707e56-4da6-45d3-858c-b8f40ff977ed tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "GET /v2.0/networks?id=ef841c71-7cc6-4526-ade7-7932d673b6ae HTTP/1.1" status: 200 len: 816 time: 0.1021059 Dec 07 00:25:26.910290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Request body: {'port': {'device_id': '7c878647-3620-4f2c-8bc9-75de854c2115', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'admin_state_up': True, 'tenant_id': '6f38fc1689164e90ae69522b4116699f'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:25:27.075578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Made reservation on behalf of 6f38fc1689164e90ae69522b4116699f for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:25:27.079781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:27.169708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0ec09282-4f6f-4b06-99a2-855c7b00121e req-b4bfd240-4f34-4f25-815f-fb99892257ca tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 210 time: 0.0322440 Dec 07 00:25:27.241552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Allocated IP 172.20.0.12 (ef841c71-7cc6-4526-ade7-7932d673b6ae/32f8387b-0818-4666-8427-135c59be475c/2500ef80-f006-4de0-bb8c-a002a7f31bbb) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:25:27.389429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:27.464922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:27.509440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Network ef841c71-7cc6-4526-ade7-7932d673b6ae is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:25:27.512756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:25:27.516579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:25:27.523104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Pushing event updated for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:27.576073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:27.576796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:27.667518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-df470af4-bff1-4307-8a06-3dd8e841fca9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612135 Dec 07 00:25:27.692673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-2905e5f9-e138-4254-b502-e8f72cd72f4b tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:25:27.693744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-2905e5f9-e138-4254-b502-e8f72cd72f4b tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069430 Dec 07 00:25:27.715804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a4a8d880-8679-40df-aa4f-ac7b2836de10 None None] Provisioning complete for port 2500ef80-f006-4de0-bb8c-a002a7f31bbb triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:25:27.716363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a4a8d880-8679-40df-aa4f-ac7b2836de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:27.750177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a4a8d880-8679-40df-aa4f-ac7b2836de10 None None] Port 2500ef80-f006-4de0-bb8c-a002a7f31bbb cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:25:27.764110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Request body: {'port': {'device_id': '7c878647-3620-4f2c-8bc9-75de854c2115', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:25:27.816977 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.070623 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2500ef80-f006-4de0-bb8c-a002a7f31bbb {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:25:28.078044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.090142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Transition to ACTIVE for port object 2500ef80-f006-4de0-bb8c-a002a7f31bbb will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:25:28.151114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.204041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:28.273125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Attempting to bind port 2500ef80-f006-4de0-bb8c-a002a7f31bbb on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:25:28.273465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Attempting to bind port 2500ef80-f006-4de0-bb8c-a002a7f31bbb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:25:28.273793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Attempting to bind port 2500ef80-f006-4de0-bb8c-a002a7f31bbb on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:25:28.278235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Port 2500ef80-f006-4de0-bb8c-a002a7f31bbb on network ef841c71-7cc6-4526-ade7-7932d673b6ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:25:28.278560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Attempting to bind port 2500ef80-f006-4de0-bb8c-a002a7f31bbb on network ef841c71-7cc6-4526-ade7-7932d673b6ae {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:25:28.283542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:25:28.283879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Checking segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:25:28.284292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Bound using segment: {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:25:28.284984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Bound port: 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:25:28.285339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.298455 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd685-9644-4e8a-bd88-179ea3891690 req-d9a5c8f2-b02e-4557-ac1d-98324abbdccf tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.300120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2d0fd685-9644-4e8a-bd88-179ea3891690 req-d9a5c8f2-b02e-4557-ac1d-98324abbdccf tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 944 time: 0.0538423 Dec 07 00:25:28.354639 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2d0fd685-9644-4e8a-bd88-179ea3891690 req-2aeba8e1-f391-4996-9caf-8e169cac2fdc tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Dec 07 00:25:28.357302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:25:28.360571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:25:28.459843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.496006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.496614 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:28.498042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] 10.222.0.45 "PUT /v2.0/ports/2500ef80-f006-4de0-bb8c-a002a7f31bbb HTTP/1.1" status: 200 len: 1094 time: 0.7868021 Dec 07 00:25:28.498518 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:25:28.500809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7357202b-733c-49d0-b11d-92fadc1c855c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:25:28.524951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7345550-4388-4b9c-a3fa-fce454126d4c service neutron] Pushing event updated for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:28.546236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20137a-5d44-4a52-b93f-87528c4e0070 x-openstack-request-id: req-1a20137a-5d44-4a52-b93f-87528c4e0070 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:25:28.546540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:25:28.546806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a20137a-5d44-4a52-b93f-87528c4e0070 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:25:28.547224 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb', 'status': 'completed', 'code': 200} Dec 07 00:25:28.668994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357202b-733c-49d0-b11d-92fadc1c855c req-f2729852-3c53-4081-8b97-b160dfa31d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.670644 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7357202b-733c-49d0-b11d-92fadc1c855c req-f2729852-3c53-4081-8b97-b160dfa31d92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 1097 time: 0.0425994 Dec 07 00:25:28.778219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357202b-733c-49d0-b11d-92fadc1c855c req-3851720c-ba6f-4847-a888-20f02f81d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.779639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7357202b-733c-49d0-b11d-92fadc1c855c req-3851720c-ba6f-4847-a888-20f02f81d17e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6f38fc1689164e90ae69522b4116699f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0925417 Dec 07 00:25:28.871270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357202b-733c-49d0-b11d-92fadc1c855c req-1e2e8869-6b7d-49fa-9e92-f8019586ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.872643 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7357202b-733c-49d0-b11d-92fadc1c855c req-1e2e8869-6b7d-49fa-9e92-f8019586ddee service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855563 Dec 07 00:25:28.984980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7c7fdc8-3dd0-41ca-995a-bb92e4deae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:28.986433 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-c7c7fdc8-3dd0-41ca-995a-bb92e4deae09 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f38fc1689164e90ae69522b4116699f&device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 1097 time: 0.0448780 Dec 07 00:25:29.042743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-662da458-9be2-4c2a-a303-ea8e7e027e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb HTTP/1.1" status: 200 len: 217 time: 0.0344911 Dec 07 00:25:29.095031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-336eb5c1-11d9-48e3-9286-957c4a0db994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:29.096484 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-336eb5c1-11d9-48e3-9286-957c4a0db994 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=32f8387b-0818-4666-8427-135c59be475c HTTP/1.1" status: 200 len: 855 time: 0.0426071 Dec 07 00:25:29.145851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607950bd-f04f-4a26-9345-50e9720219e5 req-37f85a14-32e8-41b3-96e9-c8eb5aa82ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:29.147197 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-37f85a14-32e8-41b3-96e9-c8eb5aa82ddd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef841c71-7cc6-4526-ade7-7932d673b6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396528 Dec 07 00:25:29.241421 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-4872a81d-22d6-4b1a-a3c5-66b2b9fd104c service neutron] 10.222.0.45 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844853 Dec 07 00:25:29.334808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-607950bd-f04f-4a26-9345-50e9720219e5 req-3d2eda58-a0ec-4b1f-84eb-a85a2c1aae57 service neutron] 10.222.0.45 "GET /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856237 Dec 07 00:25:29.467649 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8338d9-92da-48ab-9317-3f566a6b3023 req-9b9d217f-7143-4dc0-9b2e-bddfe5bc8480 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:29.469036 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e8338d9-92da-48ab-9317-3f566a6b3023 req-9b9d217f-7143-4dc0-9b2e-bddfe5bc8480 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 944 time: 0.0479455 Dec 07 00:25:29.518820 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2e8338d9-92da-48ab-9317-3f566a6b3023 req-8aea8699-8ac0-4958-b1ef-b86a05a73870 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437689 Dec 07 00:25:30.632152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47abbc-e5d7-480c-ba81-9bb92c5df20e req-bac428c2-6a68-4e3a-935d-48964db495a1 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:30.633622 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f47abbc-e5d7-480c-ba81-9bb92c5df20e req-bac428c2-6a68-4e3a-935d-48964db495a1 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 944 time: 0.0474663 Dec 07 00:25:30.679559 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f47abbc-e5d7-480c-ba81-9bb92c5df20e req-f0ea56d0-a5f6-4a2d-87b4-8d79e67f7202 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Dec 07 00:25:30.747921 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:25:31.795350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f915e2-0a92-4432-8aa4-eff3275f370d req-d9667ad3-0541-4a97-93ec-6bfc2316ef07 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:31.796852 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-73f915e2-0a92-4432-8aa4-eff3275f370d req-d9667ad3-0541-4a97-93ec-6bfc2316ef07 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 944 time: 0.0484877 Dec 07 00:25:31.842483 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-73f915e2-0a92-4432-8aa4-eff3275f370d req-bb90aa03-5ce7-4c2c-8481-d16678dcecf1 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Dec 07 00:25:32.916561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 2500ef80-f006-4de0-bb8c-a002a7f31bbb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:25:32.955995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a5778-95f7-4b7e-a060-9305ceae7621 req-3b878584-d25b-43fb-bf0b-839b60401c07 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:32.957535 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df9a5778-95f7-4b7e-a060-9305ceae7621 req-3b878584-d25b-43fb-bf0b-839b60401c07 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Dec 07 00:25:33.004203 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df9a5778-95f7-4b7e-a060-9305ceae7621 req-8696ad39-515c-4dbf-a4ed-51af83957a63 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408278 Dec 07 00:25:33.010000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:25:33.021888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '2500ef80-f006-4de0-bb8c-a002a7f31bbb', 'network_id': 'ef841c71-7cc6-4526-ade7-7932d673b6ae', 'port_id': '2500ef80-f006-4de0-bb8c-a002a7f31bbb', 'mac_address': 'fa:16:3e:d6:a9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f8387b-0818-4666-8427-135c59be475c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:25:33.061955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:33.074259 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2500ef80-f006-4de0-bb8c-a002a7f31bbb {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:25:33.092956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:25:33.176578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:33.222447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:33.497554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['2500ef80-f006-4de0-bb8c-a002a7f31bbb'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:25:33.696561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:34.115466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ebfe-727d-4bad-8a1b-65489e973d21 req-51354c4e-a581-4332-8329-edb785d3d256 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:34.116984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ce2ebfe-727d-4bad-8a1b-65489e973d21 req-51354c4e-a581-4332-8329-edb785d3d256 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 945 time: 0.0471802 Dec 07 00:25:34.167387 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1ce2ebfe-727d-4bad-8a1b-65489e973d21 req-436dc6f0-f982-45e1-a862-f87379e014be tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 Dec 07 00:25:34.932586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 2500ef80-f006-4de0-bb8c-a002a7f31bbb up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:25:35.028247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 2500ef80-f006-4de0-bb8c-a002a7f31bbb completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:25:35.031779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 2500ef80-f006-4de0-bb8c-a002a7f31bbb triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:25:35.032159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:35.104972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:35.128798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:25:35.131521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1298095-773d-4eee-b898-1571b2eb44e6" -d '{"events": [{"server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "name": "network-vif-plugged", "status": "completed", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:25:35.143509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:25:35.223281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd928612-3105-42d6-a737-4c9d010f635a x-openstack-request-id: req-bd928612-3105-42d6-a737-4c9d010f635a {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:25:35.223578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "name": "network-vif-plugged", "status": "completed", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:25:35.223837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd928612-3105-42d6-a737-4c9d010f635a {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:25:35.224288 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb', 'code': 200} Dec 07 00:25:35.225453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:35.271771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:25:35.278913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.279257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.279604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.279940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.280296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.280628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.280955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.281365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.281694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.282021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.282345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.282667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.282979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:25:35.288955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0411c-c172-4a0e-a415-2c84a836e7ed req-eca767bd-d1f0-4cac-9645-7226560b1650 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:35.290514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a5a0411c-c172-4a0e-a415-2c84a836e7ed req-eca767bd-d1f0-4cac-9645-7226560b1650 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0537679 Dec 07 00:25:35.339192 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a5a0411c-c172-4a0e-a415-2c84a836e7ed req-f3736a4f-2bf2-4b20-922a-ac7eb5e2efcd tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Dec 07 00:25:35.580309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b027f08-92f7-41cc-982f-7528c17aa48c req-2e9e4eff-b640-44bf-8fb0-a55daf8c9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:35.581818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2b027f08-92f7-41cc-982f-7528c17aa48c req-2e9e4eff-b640-44bf-8fb0-a55daf8c9bdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 1099 time: 0.0440419 Dec 07 00:25:35.625312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2b027f08-92f7-41cc-982f-7528c17aa48c req-f6857b20-d3c0-4cd3-87f6-3f524fe2614a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Dec 07 00:25:36.453390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae290e0-6637-4e3c-adfd-ec154b3426a8 req-6b7ce1c0-7b56-40f7-8956-26b84ea371ed tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:36.454941 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1ae290e0-6637-4e3c-adfd-ec154b3426a8 req-6b7ce1c0-7b56-40f7-8956-26b84ea371ed tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0490093 Dec 07 00:25:36.501735 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1ae290e0-6637-4e3c-adfd-ec154b3426a8 req-217bad5f-38b7-4d9e-be32-5aa87eb81031 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Dec 07 00:25:37.615661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef5ce2-efba-4e58-9230-c0dc2f0ef286 req-654075ac-024a-4bd8-bbb6-4ba976a03df2 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:37.617129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-beef5ce2-efba-4e58-9230-c0dc2f0ef286 req-654075ac-024a-4bd8-bbb6-4ba976a03df2 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0477829 Dec 07 00:25:37.662381 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-beef5ce2-efba-4e58-9230-c0dc2f0ef286 req-4f0ce123-a368-410d-88cf-2b3a82074ef9 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Dec 07 00:25:37.787326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97d300-a7b0-47b3-b2d7-359d5a936ffb req-38e4cf5c-5db0-42c5-b516-369501329713 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:25:37.788760 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be97d300-a7b0-47b3-b2d7-359d5a936ffb req-38e4cf5c-5db0-42c5-b516-369501329713 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0622237 Dec 07 00:25:37.841316 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-be97d300-a7b0-47b3-b2d7-359d5a936ffb req-62f5d384-6f24-4128-a490-fee8ed94af7f tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460188 Dec 07 00:25:48.360515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8dca7961-502e-440d-90c7-ed77a6120f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:50.681012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-409a26fa-8614-44ed-9892-d706e2373f49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:52.102322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:53.081044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:25:54.217686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:02.686748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce68b13-27b2-4cd5-9b81-fa83e7af1fcf req-da740022-d097-4b6f-ad04-5f9565819f4a tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:02.688376 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3ce68b13-27b2-4cd5-9b81-fa83e7af1fcf req-da740022-d097-4b6f-ad04-5f9565819f4a tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0504217 Dec 07 00:26:02.739945 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3ce68b13-27b2-4cd5-9b81-fa83e7af1fcf req-f3403787-aee2-4288-8fe9-1fe7cdf69c81 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Dec 07 00:26:03.731920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:03.855826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b111-1f8b-46df-ad98-82ca6cf62c0f req-1af2f90b-e96e-4519-98de-d35413e280a3 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:03.857298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaf3b111-1f8b-46df-ad98-82ca6cf62c0f req-1af2f90b-e96e-4519-98de-d35413e280a3 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Dec 07 00:26:03.903366 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-aaf3b111-1f8b-46df-ad98-82ca6cf62c0f req-f99348b4-762d-4e66-af31-e611ffa84957 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/security-groups?id=32509774-0d7a-4db6-836a-23ee8a99af7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Dec 07 00:26:04.499439 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da451-f0c4-481c-bdc8-888630833187 req-02300ddf-9071-4132-a588-0196cdc87dd0 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:04.500892 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-182da451-f0c4-481c-bdc8-888630833187 req-02300ddf-9071-4132-a588-0196cdc87dd0 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 946 time: 0.0508866 Dec 07 00:26:04.591964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Deleting port 2500ef80-f006-4de0-bb8c-a002a7f31bbb {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:04.592326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:04.681951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] For port 2500ef80-f006-4de0-bb8c-a002a7f31bbb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2500ef80-f006-4de0-bb8c-a002a7f31bbb,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:04.682308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:04.694598 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Calling delete_port for 2500ef80-f006-4de0-bb8c-a002a7f31bbb owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:04.874682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:04.904584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Pushing event deleted for resources: {'Port': ['ID=2500ef80-f006-4de0-bb8c-a002a7f31bbb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:04.924095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['2500ef80-f006-4de0-bb8c-a002a7f31bbb'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:26:04.952986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] No DVR routers for this DVR port 2500ef80-f006-4de0-bb8c-a002a7f31bbb on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:26:04.952986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:04.955318 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-182da451-f0c4-481c-bdc8-888630833187 req-ef494094-6ddc-4b96-95ef-27ebd968b400 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.45 "DELETE /v2.0/ports/2500ef80-f006-4de0-bb8c-a002a7f31bbb HTTP/1.1" status: 204 len: 173 time: 0.4440646 Dec 07 00:26:04.955820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'name': 'network-vif-deleted', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:26:04.958356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55b779-ddf9-4c09-909b-e3efc7181c5d" -d '{"events": [{"server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "name": "network-vif-deleted", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:26:04.995227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c4092-bd9a-4e57-adfa-744e0a701032 x-openstack-request-id: req-4f1c4092-bd9a-4e57-adfa-744e0a701032 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:26:04.995524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c878647-3620-4f2c-8bc9-75de854c2115", "name": "network-vif-deleted", "tag": "2500ef80-f006-4de0-bb8c-a002a7f31bbb", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:26:04.995783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f1c4092-bd9a-4e57-adfa-744e0a701032 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:26:04.996183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c878647-3620-4f2c-8bc9-75de854c2115', 'name': 'network-vif-deleted', 'tag': '2500ef80-f006-4de0-bb8c-a002a7f31bbb', 'status': 'completed', 'code': 200} Dec 07 00:26:05.009909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d3118e34-8436-4788-beb5-e2973be39854 req-67c75bcd-d873-4dea-8177-5300690cd212 tempest-TestEncryptedCinderVolumes-378018311 tempest-TestEncryptedCinderVolumes-378018311-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c878647-3620-4f2c-8bc9-75de854c2115 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Dec 07 00:26:06.156194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38122) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:06.563673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:06.850955 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Deleting port b85bf9c1-814c-469c-8108-9eb9a2474927 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:06.851844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:06.926700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] For port b85bf9c1-814c-469c-8108-9eb9a2474927, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85bf9c1-814c-469c-8108-9eb9a2474927,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:06.927066 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:06.939190 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Calling delete_port for b85bf9c1-814c-469c-8108-9eb9a2474927 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:07.195348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:07.220570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85bf9c1-814c-469c-8108-9eb9a2474927,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:07.246972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.247327 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.247679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.248025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.248471 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.248842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.249179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.249514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.249853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.250184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.250514 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.250849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.251172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:07.392286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:07.601353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Router 279b20b9-327e-4bfd-b0fe-284e31188200 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:26:07.702962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:07.708209 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b6f35167-9923-4c6f-bbb7-560ca57a2eb8 admin admin] 10.222.0.53 "PUT /v2.0/routers/279b20b9-327e-4bfd-b0fe-284e31188200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507934 Dec 07 00:26:07.710920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38124) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:07.712032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Sync routers for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:07.721765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:07.722381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:07.747160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:26:07.814577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:07.920338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:07.967853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:08.026272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Deleting port ee6e82b1-c327-4b18-8219-3309130cf3c9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:08.026693 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.146604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151'}], 'enable_snat': True}, 'gw_port_id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:26:07Z', 'revision_number': 5, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port': {'id': 'ee6e82b1-c327-4b18-8219-3309130cf3c9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:08.178428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Checking router: 279b20b9-327e-4bfd-b0fe-284e31188200 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:08.187981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Routers {'279b20b9-327e-4bfd-b0fe-284e31188200'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:08.188644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['279b20b9-327e-4bfd-b0fe-284e31188200'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:08.281678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] Set router 279b20b9-327e-4bfd-b0fe-284e31188200 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:08.342523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:26:07Z', 'revision_number': 6, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:08.373488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342b186f-bd28-4897-baaf-c0a4a1707ee0 None None] The sync data for ids ['279b20b9-327e-4bfd-b0fe-284e31188200'] in dv-neutron-master-2-hyperv is: [{'id': '279b20b9-327e-4bfd-b0fe-284e31188200', 'name': 'tempest-TestEncryptedCinderVolumes-805865162-router', 'tenant_id': '6f38fc1689164e90ae69522b4116699f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:28Z', 'updated_at': '2021-12-07T00:26:07Z', 'revision_number': 6, 'project_id': '6f38fc1689164e90ae69522b4116699f', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:08.424876 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] For port ee6e82b1-c327-4b18-8219-3309130cf3c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ee6e82b1-c327-4b18-8219-3309130cf3c9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:08.425240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.436960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Calling delete_port for ee6e82b1-c327-4b18-8219-3309130cf3c9 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:08.634998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.663385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6e82b1-c327-4b18-8219-3309130cf3c9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:08.676575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b06206-4d8b-45ff-b8be-b40728c5772f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:08.725879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.832786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.834904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.925852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.926314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 279b20b9-327e-4bfd-b0fe-284e31188200 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:26:08.930691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:08.933305 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-26b602c0-39eb-4fd6-abc7-ca61456d57e5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/279b20b9-327e-4bfd-b0fe-284e31188200 HTTP/1.1" status: 204 len: 168 time: 1.2199457 Dec 07 00:26:08.934365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38126) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:08.981869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Deleting subnet 32f8387b-0818-4666-8427-135c59be475c {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:26:08.985027 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.019691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.097208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.106727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 2500ef80-f006-4de0-bb8c-a002a7f31bbb no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:09.133562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b85bf9c1-814c-469c-8108-9eb9a2474927 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:09.135358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 2500ef80-f006-4de0-bb8c-a002a7f31bbb {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:09.135697 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 2500ef80-f006-4de0-bb8c-a002a7f31bbb not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:09.155438 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b85bf9c1-814c-469c-8108-9eb9a2474927 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:09.155785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b85bf9c1-814c-469c-8108-9eb9a2474927 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:09.228044 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.254282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f8387b-0818-4666-8427-135c59be475c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:09.258607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.265539 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0085ea9c-e760-493f-836a-76310b51f3c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32f8387b-0818-4666-8427-135c59be475c HTTP/1.1" status: 204 len: 168 time: 0.3264744 Dec 07 00:26:09.265674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38128) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:09.266091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be7f9f-ec05-4d81-af89-80a18c3e0e26 None None] Network ef841c71-7cc6-4526-ade7-7932d673b6ae requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:09.337965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.395132 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Deleting port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:09.395485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.462169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] For port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:09.462597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.475822 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Calling delete_port for 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:09.477914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] DHCP port deletion for ef841c71-7cc6-4526-ade7-7932d673b6ae request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:09.524064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Deleting port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:09.524494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.599266 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] For port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,segment=NetworkSegment(ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0),segment_id=ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:09.599691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.614390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Calling delete_port for 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:09.795143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.800880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.819626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] Pushing event deleted for resources: {'Port': ['ID=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:09.823374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662dab7-6ac9-48b2-abe6-5f1e4e4bdef4 None None] No DVR routers for this DVR port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:26:09.825400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:09.828843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] No DVR routers for this DVR port 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:26:09.904157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.924140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef841c71-7cc6-4526-ade7-7932d673b6ae']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:09.933168 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:09.933470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8e8bd1-8204-4e52-bd43-bdaf3965a6b0') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:09.942776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.955704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.962117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:26:09.962500 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self.session.flush() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:26:09.964117 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:26:10.074887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:10.080117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:10.088085 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ef841c71-7cc6-4526-ade7-7932d673b6ae HTTP/1.1" status: 204 len: 168 time: 0.8179109 Dec 07 00:26:10.088280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38130) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:10.094814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652192b5-1eeb-4ec8-931d-4a53cd57e1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef841c71-7cc6-4526-ade7-7932d673b6ae,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:10.428521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:10.515778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ee6e82b1-c327-4b18-8219-3309130cf3c9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:10.536107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: ee6e82b1-c327-4b18-8219-3309130cf3c9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:10.536480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device ee6e82b1-c327-4b18-8219-3309130cf3c9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:10.536896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:10.555767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:10.556118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 1d89b3f1-dfa5-4b78-9080-37b4c2f4ecef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:10.674497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Deleting port 3737c477-0a6e-445c-9906-24b9f07070c6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:10.674830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:10.749583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] For port 3737c477-0a6e-445c-9906-24b9f07070c6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3737c477-0a6e-445c-9906-24b9f07070c6,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:10.749949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:10.762888 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Calling delete_port for 3737c477-0a6e-445c-9906-24b9f07070c6 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:11.005081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.032391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3737c477-0a6e-445c-9906-24b9f07070c6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:11.198223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.410677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:26:11.516092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:11.521122 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7e02eb37-077a-4214-91f1-4e25a03def9e admin admin] 10.222.0.53 "PUT /v2.0/routers/cb4c96c7-d884-4eea-98e0-ff3133a1ed8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330435 Dec 07 00:26:11.524096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38132) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:11.526726 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Sync routers for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:11.538402 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:11.539568 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:11.629937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.642239 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:11.736329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.861487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Deleting port 919cfa4e-a779-4fdb-89ff-4165e73f888a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:11.861832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.898633 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47'}], 'enable_snat': True}, 'gw_port_id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:26:10Z', 'revision_number': 5, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port': {'id': '919cfa4e-a779-4fdb-89ff-4165e73f888a', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:24:34Z', 'updated_at': '2021-12-07T00:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:11.927111 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Checking router: cb4c96c7-d884-4eea-98e0-ff3133a1ed8d for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:11.939349 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Routers {'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:11.940491 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:11.941589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] For port 919cfa4e-a779-4fdb-89ff-4165e73f888a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=919cfa4e-a779-4fdb-89ff-4165e73f888a,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:11.941959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:11.955411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Calling delete_port for 919cfa4e-a779-4fdb-89ff-4165e73f888a owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:12.026824 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] Set router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:12.079591 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:26:11Z', 'revision_number': 6, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:12.105274 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ff04-de5b-4272-abdb-9e9796549906 None None] The sync data for ids ['cb4c96c7-d884-4eea-98e0-ff3133a1ed8d'] in dv-neutron-master-2-hyperv is: [{'id': 'cb4c96c7-d884-4eea-98e0-ff3133a1ed8d', 'name': 'tempest-TestEncryptedCinderVolumes-1559028938-router', 'tenant_id': 'c6bf0561854c44a79c32db4995fb4218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:24:33Z', 'updated_at': '2021-12-07T00:26:11Z', 'revision_number': 6, 'project_id': 'c6bf0561854c44a79c32db4995fb4218', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:12.160715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.190739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Pushing event deleted for resources: {'Port': ['ID=919cfa4e-a779-4fdb-89ff-4165e73f888a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:12.204086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3105fc-00e2-445a-86ef-a540a85fb51c None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:12.251603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.343532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.345605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.444627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.445207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4c96c7-d884-4eea-98e0-ff3133a1ed8d {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:26:12.455111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.455111 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3a43b827-fa81-4203-9cae-53e1f08dfe96 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cb4c96c7-d884-4eea-98e0-ff3133a1ed8d HTTP/1.1" status: 204 len: 168 time: 0.9256930 Dec 07 00:26:12.455111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38134) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:12.508830 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Deleting subnet d9c4cc72-ff75-4d44-a6d8-edcee44d23c4 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:26:12.512139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.556352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.631369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.743641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.768277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c4cc72-ff75-4d44-a6d8-edcee44d23c4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:12.771799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.775776 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d2923cd3-b948-4290-acdf-c93a8aa4cbaf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d9c4cc72-ff75-4d44-a6d8-edcee44d23c4 HTTP/1.1" status: 204 len: 168 time: 0.3213248 Dec 07 00:26:12.777990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38136) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:12.780407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dcd1c4-9090-4603-bf97-fb25cc0936c8 None None] Network 7447095d-dbcf-4cd2-8a18-dc7d341611fb requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:12.845292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.899510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Deleting port e3b794c2-f9f3-4192-a83e-e76e914f60d8 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:12.899847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:12.904018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3737c477-0a6e-445c-9906-24b9f07070c6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:12.925881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 3737c477-0a6e-445c-9906-24b9f07070c6 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:12.926237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3737c477-0a6e-445c-9906-24b9f07070c6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:12.972642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] DHCP port deletion for 7447095d-dbcf-4cd2-8a18-dc7d341611fb request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:13.030429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Deleting port e3b794c2-f9f3-4192-a83e-e76e914f60d8 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:26:13.030812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.095337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] For port e3b794c2-f9f3-4192-a83e-e76e914f60d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3b794c2-f9f3-4192-a83e-e76e914f60d8,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:13.095741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.110234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Calling delete_port for e3b794c2-f9f3-4192-a83e-e76e914f60d8 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:13.286405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.289210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] For port e3b794c2-f9f3-4192-a83e-e76e914f60d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3b794c2-f9f3-4192-a83e-e76e914f60d8,segment=NetworkSegment(f2dceee3-febd-463f-8d7b-f7b5d074e1c8),segment_id=f2dceee3-febd-463f-8d7b-f7b5d074e1c8)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:13.290100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.303191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Calling delete_port for e3b794c2-f9f3-4192-a83e-e76e914f60d8 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:26:13.312929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] Pushing event deleted for resources: {'Port': ['ID=e3b794c2-f9f3-4192-a83e-e76e914f60d8,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:13.317257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0442643-6867-4886-816f-c61ac7c997cb None None] No DVR routers for this DVR port e3b794c2-f9f3-4192-a83e-e76e914f60d8 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:26:13.381958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.407862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b794c2-f9f3-4192-a83e-e76e914f60d8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:13.414478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] No DVR routers for this DVR port e3b794c2-f9f3-4192-a83e-e76e914f60d8 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:26:13.484807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.504737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7447095d-dbcf-4cd2-8a18-dc7d341611fb']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:13.517800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:13.518097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dceee3-febd-463f-8d7b-f7b5d074e1c8') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:13.527824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.541421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.547745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:26:13.548333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self.session.flush() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:26:13.550037 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:26:13.657514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.662847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:13.666622 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7447095d-dbcf-4cd2-8a18-dc7d341611fb HTTP/1.1" status: 204 len: 168 time: 0.8877301 Dec 07 00:26:13.677103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b56f9-0ee5-4f44-a27b-0e7579eebd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=7447095d-dbcf-4cd2-8a18-dc7d341611fb,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:13.982307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38140) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:14.023238 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a10d823a-5d62-4f71-aa8b-850b1dbbef55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f38fc1689164e90ae69522b4116699f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395353 Dec 07 00:26:14.025974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38142) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:14.076541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.097168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.194661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.198454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.202038 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32509774-0d7a-4db6-836a-23ee8a99af7d HTTP/1.1" status: 204 len: 168 time: 0.1728148 Dec 07 00:26:14.208753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae32a-a661-42cb-915d-d8692806cdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32509774-0d7a-4db6-836a-23ee8a99af7d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:14.517974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 919cfa4e-a779-4fdb-89ff-4165e73f888a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:14.539113 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 919cfa4e-a779-4fdb-89ff-4165e73f888a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:14.539982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 919cfa4e-a779-4fdb-89ff-4165e73f888a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:14.540440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e3b794c2-f9f3-4192-a83e-e76e914f60d8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:26:14.566676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e3b794c2-f9f3-4192-a83e-e76e914f60d8 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:26:14.567027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e3b794c2-f9f3-4192-a83e-e76e914f60d8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:26:14.760167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38148) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:14.799274 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5d1f3cf6-e6f9-4581-8e82-7d464a3fce3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6bf0561854c44a79c32db4995fb4218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378549 Dec 07 00:26:14.801575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38150) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:14.847731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.868984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.976119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.979288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:14.980534 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b22c834-2747-4942-b1de-ef68a2772f43 HTTP/1.1" status: 204 len: 168 time: 0.1780472 Dec 07 00:26:14.988161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e32da2-9b81-434c-a67d-70b886f73fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b22c834-2747-4942-b1de-ef68a2772f43,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:15.911498 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38172) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:16.003239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2049058295-network', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:16.101287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Made reservation on behalf of f65b011102f14cfdb5397b2fd5361513 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:26:16.104058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.112445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.187000 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.251429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.274889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:26:16.284458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d10d38b-b185-489e-aa2e-872c98cb8cc8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:16.289033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.289378 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Added segment 0f64aa55-3224-41cb-9453-3aa93046727a of type vlan for network c63242cb-738a-4fa3-9e06-3b957bde223f Dec 07 00:26:16.332570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.416472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.417371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:16.417938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.474847 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c63242cb-738a-4fa3-9e06-3b957bde223f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:16.485042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c63242cb-738a-4fa3-9e06-3b957bde223f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:26:16.511686 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6612d9f7-b658-48b3-a1a8-d1ab572fb7a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5990384 Dec 07 00:26:16.514492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38176) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:16.519237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Request body: {'subnet': {'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2049058295-subnet', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:16.611789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Made reservation on behalf of f65b011102f14cfdb5397b2fd5361513 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:26:16.614215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.851937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:16.904424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dce395-835e-4512-8e64-53cc0981add6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:16.920453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Checking segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:16.921052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Network hostable DHCP agents. Network: c63242cb-738a-4fa3-9e06-3b957bde223f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:26:17.011282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Network c63242cb-738a-4fa3-9e06-3b957bde223f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:26:17.080049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c63242cb-738a-4fa3-9e06-3b957bde223f) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:17.084456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:17.085476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.090058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e5092-bc85-4eeb-8483-ffa4c2332870 None None] Network c63242cb-738a-4fa3-9e06-3b957bde223f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:17.164186 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-86eaedb7-36bd-4f53-8347-0ba6a680c6f2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6483076 Dec 07 00:26:17.166692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38178) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:17.171337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:17.231166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c63242cb-738a-4fa3-9e06-3b957bde223f', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:26:17.232020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.262100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.263165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.314807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.364315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Allocated IP 172.20.0.2 (c63242cb-738a-4fa3-9e06-3b957bde223f/a1dce395-835e-4512-8e64-53cc0981add6/f5ee58eb-b2b8-4eee-a52f-602b5410211c) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:17.499721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.506818 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.559005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.596915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Network c63242cb-738a-4fa3-9e06-3b957bde223f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:17.600122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:17.604669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:17.613529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Pushing event updated for resources: {'Port': ['ID=f5ee58eb-b2b8-4eee-a52f-602b5410211c,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:17.665095 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Attempting to bind port f5ee58eb-b2b8-4eee-a52f-602b5410211c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:17.665517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Attempting to bind port f5ee58eb-b2b8-4eee-a52f-602b5410211c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:17.665882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Attempting to bind port f5ee58eb-b2b8-4eee-a52f-602b5410211c on network c63242cb-738a-4fa3-9e06-3b957bde223f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:17.670827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:17.671206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Checking segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:17.671616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.672053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Bound using segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:17.672565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Bound port: f5ee58eb-b2b8-4eee-a52f-602b5410211c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:17.672948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.736571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] For port f5ee58eb-b2b8-4eee-a52f-602b5410211c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:17.739440 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.739585 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] For port f5ee58eb-b2b8-4eee-a52f-602b5410211c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5ee58eb-b2b8-4eee-a52f-602b5410211c,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:17.764008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.799552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:17.855189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160fc5a-4a2f-47d3-a79a-34cadf55c4b6 None None] Pushing event updated for resources: {'Port': ['ID=f5ee58eb-b2b8-4eee-a52f-602b5410211c,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:17.869386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Allocated IP 172.36.7.202 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/e855889f-8a23-42a9-aa1b-9b972da7de9f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:17.984312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.081090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.126365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:18.129804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:18.134481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:18.137640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Pushing event updated for resources: {'Port': ['ID=e855889f-8a23-42a9-aa1b-9b972da7de9f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:18.143336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b952573-11c2-45d2-96c1-01a489fca597 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:18.201653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c3933bce-409c-499f-96b7-0c81ce9655a8 None None] Provisioning complete for port e855889f-8a23-42a9-aa1b-9b972da7de9f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:18.202112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3933bce-409c-499f-96b7-0c81ce9655a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.235715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c3933bce-409c-499f-96b7-0c81ce9655a8 None None] Port e855889f-8a23-42a9-aa1b-9b972da7de9f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:18.429045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-10473096-f33a-40d7-9ddf-cdb38dc3453f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.478631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.576944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5ee58eb-b2b8-4eee-a52f-602b5410211c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:18.629450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f5ee58eb-b2b8-4eee-a52f-602b5410211c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:18.629824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.690192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.712065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.748220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port f5ee58eb-b2b8-4eee-a52f-602b5410211c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5ee58eb-b2b8-4eee-a52f-602b5410211c,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:18.791082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feab3c60-1b1f-40ea-a9c4-1898b856959f None None] Network c63242cb-738a-4fa3-9e06-3b957bde223f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:18.815013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.869064 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Router 153652ad-615f-4ab9-b6e0-34973cfc0d87 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:26:18.915513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-49d6e7c6-def5-4bad-bdc1-8266204cfce2 None None] Provisioning complete for port f5ee58eb-b2b8-4eee-a52f-602b5410211c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:18.915889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-49d6e7c6-def5-4bad-bdc1-8266204cfce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:18.919521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=f5ee58eb-b2b8-4eee-a52f-602b5410211c,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:18.977142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:18.991285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Sync routers for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:19.025823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:19.026439 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:19.030826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.032350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1542863f-5536-4dbd-82f7-6b5744e80b4f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8643453 Dec 07 00:26:19.035065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38180) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:19.168763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:19.454791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.491843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-20300183-c560-483c-9f58-8dd1fbe66e8b None None] Provisioning complete for port f5ee58eb-b2b8-4eee-a52f-602b5410211c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:19.499907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20300183-c560-483c-9f58-8dd1fbe66e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.552292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:18Z', 'revision_number': 3, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:19.601603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Checking router: 153652ad-615f-4ab9-b6e0-34973cfc0d87 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:19.602826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Updating router 153652ad-615f-4ab9-b6e0-34973cfc0d87 port e855889f-8a23-42a9-aa1b-9b972da7de9f binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:26:19.612558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Allocated IP 172.20.0.1 (c63242cb-738a-4fa3-9e06-3b957bde223f/a1dce395-835e-4512-8e64-53cc0981add6/5acaaa4a-2998-4a1d-9945-1a55bc60e408) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:19.634029 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.715650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.795098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.833739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Network c63242cb-738a-4fa3-9e06-3b957bde223f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:19.838611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:19.842370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:19.864823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Pushing event updated for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:19.885517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.885722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:19.954703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.007813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e4350d-fbac-4c57-a4da-c4398185bb97 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:20.021839 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Attempting to bind port e855889f-8a23-42a9-aa1b-9b972da7de9f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:20.022221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Attempting to bind port e855889f-8a23-42a9-aa1b-9b972da7de9f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:20.022593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Attempting to bind port e855889f-8a23-42a9-aa1b-9b972da7de9f on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:20.025396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003389-a9f1-4c3a-bd47-f478d748521f None None] Pushing event updated for resources: {'Port': ['ID=e855889f-8a23-42a9-aa1b-9b972da7de9f,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:20.032462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:20.034251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:20.034251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.034251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:20.034930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Bound port: e855889f-8a23-42a9-aa1b-9b972da7de9f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:20.034930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.077209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.085501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:20.085880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.137521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] For port e855889f-8a23-42a9-aa1b-9b972da7de9f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:20.137521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] For port e855889f-8a23-42a9-aa1b-9b972da7de9f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e855889f-8a23-42a9-aa1b-9b972da7de9f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:20.138363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:20.149581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Provisioning complete for port e855889f-8a23-42a9-aa1b-9b972da7de9f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:20.149965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.183877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d4fc2-1108-4ada-b353-a74d597c92ac None None] Port e855889f-8a23-42a9-aa1b-9b972da7de9f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:20.206653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.248512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.254344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a814030-3c80-44c8-8c8a-dbde179d4e70 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:20.273345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:20.273999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:25:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:20.279513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f003389-a9f1-4c3a-bd47-f478d748521f None None] Pushing event updated for resources: {'Port': ['ID=e855889f-8a23-42a9-aa1b-9b972da7de9f,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:20.331473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.375168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] Provisioning complete for port e855889f-8a23-42a9-aa1b-9b972da7de9f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:20.375542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.399919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.402615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Pushing event updated for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:20.424719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:20.500566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Network c63242cb-738a-4fa3-9e06-3b957bde223f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:20.502259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:20.554086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.585663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5ee58eb-b2b8-4eee-a52f-602b5410211c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:20.653987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] For port e855889f-8a23-42a9-aa1b-9b972da7de9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e855889f-8a23-42a9-aa1b-9b972da7de9f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:20.718393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f5ee58eb-b2b8-4eee-a52f-602b5410211c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:20.718773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.743919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.786253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fd2de476-355a-462e-991d-18c2dfcf1ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.830433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95190fa8-bbf2-4cd2-a227-a08c17770f79 None None] Pushing event updated for resources: {'Port': ['ID=e855889f-8a23-42a9-aa1b-9b972da7de9f,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:20.858673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-790313bf-b050-4877-a0bd-49eab219712d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 1, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:20.897028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790313bf-b050-4877-a0bd-49eab219712d None None] The sync data for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv is: [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 1, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:20.912939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8e19040e-4bbe-4046-811a-5ef2828f43d9 None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:20.913262 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8e19040e-4bbe-4046-811a-5ef2828f43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:20.952363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8e19040e-4bbe-4046-811a-5ef2828f43d9 None None] Port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:20.956424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Router 153652ad-615f-4ab9-b6e0-34973cfc0d87 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:26:21.067964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:21.084624 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-640b6c05-23fa-48e8-bcac-6be0ef7ffda9 admin admin] 10.222.0.53 "PUT /v2.0/routers/153652ad-615f-4ab9-b6e0-34973cfc0d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0371041 Dec 07 00:26:21.796104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38196) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:21.801073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1837557113-network', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:21.914710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Made reservation on behalf of 8ba23d5d1bd24c1085f966420af99ee2 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:26:21.917294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:21.926807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.009944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.069323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.097832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.123618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:26:22.132883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee8ea9-2262-4295-8555-897263a196cf,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:22.141174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.141519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Added segment 7aaa9bed-f1d4-47d1-838f-f716fa00046e of type vlan for network b037cb89-a710-44dc-ad93-f16c4098fd8a Dec 07 00:26:22.149405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.149757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.150104 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.150442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.150779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.151118 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.151451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.151780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.152110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.152459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.152786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.153147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.153476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:22.190779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.251464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.252459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:22.253040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.312096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] Pushing event updated for resources: {'Network': ['ID=b037cb89-a710-44dc-ad93-f16c4098fd8a,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:22.326769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network b037cb89-a710-44dc-ad93-f16c4098fd8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:26:22.328533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3e98e549-544c-4f01-97b5-42d5392ce8ad admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5312188 Dec 07 00:26:22.331320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38198) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:22.338496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Request body: {'subnet': {'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1837557113-subnet', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:22.417103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Made reservation on behalf of 8ba23d5d1bd24c1085f966420af99ee2 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:26:22.419458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.558475 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e855889f-8a23-42a9-aa1b-9b972da7de9f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:22.608618 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e855889f-8a23-42a9-aa1b-9b972da7de9f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:22.608994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.646467 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.702342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beae3ee-436a-4dd5-be23-d6b6bf2b17f4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:22.717311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Checking segment: {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:22.717669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Network hostable DHCP agents. Network: b037cb89-a710-44dc-ad93-f16c4098fd8a, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:26:22.788634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Network b037cb89-a710-44dc-ad93-f16c4098fd8a is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:26:22.841914 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Sync routers for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:22.851619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:22.852250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:22.874605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b037cb89-a710-44dc-ad93-f16c4098fd8a) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:22.878783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:22.879551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:22.884776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f2d01-be97-4bfc-9cb6-cd9e92ab8057 None None] Network b037cb89-a710-44dc-ad93-f16c4098fd8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:22.935921 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2344b3d3-a4dd-4bab-a274-77594bde3af9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6034138 Dec 07 00:26:22.938633 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38200) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:22.943304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:22.959189 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:23.016563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.017994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.042287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b037cb89-a710-44dc-ad93-f16c4098fd8a', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:26:23.043425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.078550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.115248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.169202 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 2, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:23.185185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Allocated IP 172.20.0.2 (b037cb89-a710-44dc-ad93-f16c4098fd8a/9beae3ee-436a-4dd5-be23-d6b6bf2b17f4/05d2ee11-1ae0-47dd-82a1-d1377d65eaf4) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:23.196297 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Checking router: 153652ad-615f-4ab9-b6e0-34973cfc0d87 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:23.196583 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Updating router 153652ad-615f-4ab9-b6e0-34973cfc0d87 port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:26:23.221042 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.293158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.327226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.416103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.460556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Network b037cb89-a710-44dc-ad93-f16c4098fd8a is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:23.465092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:23.469700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:23.472903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Pushing event updated for resources: {'Port': ['ID=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:23.502420 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.536574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Attempting to bind port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:23.536948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Attempting to bind port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:23.537313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Attempting to bind port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 on network b037cb89-a710-44dc-ad93-f16c4098fd8a {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:23.543017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:23.543503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Checking segment: {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:23.543907 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.544322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Bound using segment: {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:23.544815 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Bound port: 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:23.545202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.563435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.582095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.600485 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.611691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] For port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:23.614923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] For port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:23.649928 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Pushing event updated for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:23.659882 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.660250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.660871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.660987 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.661266 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.661593 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.661924 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.662249 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.662574 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.662898 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.663221 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.663534 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.664213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:23.681311 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.696358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Allocated IP 172.36.7.70 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/85f64199-9e51-4c4a-ae9b-6639b3b0a3c1) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:23.723936 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Attempting to bind port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:23.723936 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Attempting to bind port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:23.723936 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Attempting to bind port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 on network c63242cb-738a-4fa3-9e06-3b957bde223f {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:23.733169 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:23.733684 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Checking segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:23.734538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.735316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Bound using segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:23.736023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Bound port: 5acaaa4a-2998-4a1d-9945-1a55bc60e408, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:23.736822 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.778544 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec4959-25bf-428f-a241-06b50ee4b144 None None] Pushing event updated for resources: {'Port': ['ID=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:23.822479 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] For port 5acaaa4a-2998-4a1d-9945-1a55bc60e408, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:23.828925 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] For port 5acaaa4a-2998-4a1d-9945-1a55bc60e408, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5acaaa4a-2998-4a1d-9945-1a55bc60e408,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:23.840348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.903589 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.926251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.984334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:23.988793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:23.992556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:23.996052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:23.996548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:23.998211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Pushing event updated for resources: {'Port': ['ID=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:24.024907 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200c29d-608a-4847-a783-b19bdf04de2e None None] Pushing event updated for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:24.037316 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:24.037933 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:24.049385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6f57a-f7e8-4f7b-b3bf-c83b31785201 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:24.197837 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.206596 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:24.217966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.248028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] For port 5acaaa4a-2998-4a1d-9945-1a55bc60e408, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5acaaa4a-2998-4a1d-9945-1a55bc60e408,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:24.324345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.427912 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:23Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:24.430205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.462579 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657f5442-0b89-49af-b03d-5dea96337b9c None None] The sync data for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv is: [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:23Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:24.625477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad71fe-f2bf-4d43-9fa8-c96f1c326944 None None] Pushing event updated for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:24.632753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-02cddc4c-9897-48c0-b9b9-919bd14bc90d None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:24.633646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-02cddc4c-9897-48c0-b9b9-919bd14bc90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.715111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5acaaa4a-2998-4a1d-9945-1a55bc60e408 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:24.734965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.824476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:24.824854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.827014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-02cddc4c-9897-48c0-b9b9-919bd14bc90d None None] Provisioning complete for port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:24.827386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-02cddc4c-9897-48c0-b9b9-919bd14bc90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:24.920755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-02cddc4c-9897-48c0-b9b9-919bd14bc90d None None] Port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:24.962033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb5cfd-1a3d-43f4-99e0-2cdb39027ffe None None] Network b037cb89-a710-44dc-ad93-f16c4098fd8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:26:24.967245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:24.971639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Router 9b0abe24-b83a-408a-9442-78654485e79e is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:26:25.078392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] Provisioning complete for port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:25.078766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.089607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:25.113398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Sync routers for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:25.145108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.146348 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eafbec6e-ba9c-470f-ac32-91e3102b5140 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2065160 Dec 07 00:26:25.149226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38202) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:26:25.166812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:25.171158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:25.207393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:25.207947 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.389506 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.392824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:25.550988 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.558510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] For port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:25.617012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.629130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.704511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:26:25.704780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:26:25.713348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0caeb-56e2-4b79-8937-3afef76dab1e None None] Pushing event updated for resources: {'Port': ['ID=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:25.727509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 3, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:25.760332 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Checking router: 9b0abe24-b83a-408a-9442-78654485e79e for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:25.760683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Updating router 9b0abe24-b83a-408a-9442-78654485e79e port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:26:25.792689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b65da2fe-69ae-46ab-8f89-6f7367ca961e None None] Provisioning complete for port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:25.792968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b65da2fe-69ae-46ab-8f89-6f7367ca961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.794522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:25.861731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Allocated IP 172.20.0.1 (b037cb89-a710-44dc-ad93-f16c4098fd8a/9beae3ee-436a-4dd5-be23-d6b6bf2b17f4/b15bda01-2758-4b4f-aec3-09e3ec77af37) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:25.963395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.051898 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.092137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Network b037cb89-a710-44dc-ad93-f16c4098fd8a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:26.095009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:26.098706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:26.099509 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.104564 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Pushing event updated for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:26.142507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.166224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.255160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Attempting to bind port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:26.255892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Attempting to bind port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:26.256007 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Attempting to bind port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:26.262247 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87437d30-be81-44e4-a7aa-3c33c0d2ef09 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:26.269162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:26.269550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:26.269971 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.270361 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:26.270846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Bound port: 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:26.271317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.320014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c4098-d1b0-435d-a0fc-3658a2273699 None None] Pushing event updated for resources: {'Port': ['ID=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:26.347033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.355381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5f2457a6-5ead-4748-a95b-04ee1ea3e74f None None] Provisioning complete for port b15bda01-2758-4b4f-aec3-09e3ec77af37 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:26.355700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5f2457a6-5ead-4748-a95b-04ee1ea3e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.380715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] For port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:26.399547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] For port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:26.404077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5f2457a6-5ead-4748-a95b-04ee1ea3e74f None None] Port b15bda01-2758-4b4f-aec3-09e3ec77af37 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:26.462063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.514607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d139d-fa90-468d-9d19-d309c44ed486 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:26:26.520055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.544492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:26.545133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:26.550201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c4098-d1b0-435d-a0fc-3658a2273699 None None] Pushing event updated for resources: {'Port': ['ID=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:26.594911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.662855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.665192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Pushing event updated for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:26.731974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5acaaa4a-2998-4a1d-9945-1a55bc60e408 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:26.757743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] Provisioning complete for port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:26.758156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.758580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Network b037cb89-a710-44dc-ad93-f16c4098fd8a is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:26.759952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:26.880862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Router 9b0abe24-b83a-408a-9442-78654485e79e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:26:26.887288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:26.950142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:26.950528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:26.995012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:26:26.999981 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0a7b051a-f7ff-4b61-bc24-53d94109a42c admin admin] 10.222.0.53 "PUT /v2.0/routers/9b0abe24-b83a-408a-9442-78654485e79e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8496325 Dec 07 00:26:27.022300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:27.095193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] For port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:27.172924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:27.215655 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:27.294436 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1552c1-9d01-4feb-adbb-95e6f5d5c187 None None] Pushing event updated for resources: {'Port': ['ID=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:27.304056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:27.304463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:27.308899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b15bda01-2758-4b4f-aec3-09e3ec77af37', 'name': '', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'mac_address': 'fa:16:3e:c5:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:25Z', 'updated_at': '2021-12-07T00:26:25Z', 'revision_number': 1, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'subnets': [{'id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:27.364398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfdf49a-78a7-41be-84c3-1bb48c365dd6 None None] The sync data for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv is: [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b15bda01-2758-4b4f-aec3-09e3ec77af37', 'name': '', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'mac_address': 'fa:16:3e:c5:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:25Z', 'updated_at': '2021-12-07T00:26:25Z', 'revision_number': 1, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'subnets': [{'id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:27.389125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b577dfb3-8e8d-4cdd-830f-eb3f3ad68fde None None] Provisioning complete for port b15bda01-2758-4b4f-aec3-09e3ec77af37 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:27.389125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b577dfb3-8e8d-4cdd-830f-eb3f3ad68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:27.455613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-b577dfb3-8e8d-4cdd-830f-eb3f3ad68fde None None] Port b15bda01-2758-4b4f-aec3-09e3ec77af37 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:27.475285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b577dfb3-8e8d-4cdd-830f-eb3f3ad68fde None None] Provisioning complete for port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:27.475661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b577dfb3-8e8d-4cdd-830f-eb3f3ad68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:28.624602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:28.687901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:28.688391 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:29.620553 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Sync routers for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:26:29.631459 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:29.632252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:29.852332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:30.060590 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b15bda01-2758-4b4f-aec3-09e3ec77af37', 'name': '', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'mac_address': 'fa:16:3e:c5:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:25Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 2, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'subnets': [{'id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:30.090926 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Checking router: 9b0abe24-b83a-408a-9442-78654485e79e for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:26:30.091194 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Updating router 9b0abe24-b83a-408a-9442-78654485e79e port b15bda01-2758-4b4f-aec3-09e3ec77af37 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:26:30.115995 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.409581 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.484474 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.534261 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad909-2cdc-4895-9961-cedf1492a7f8 None None] Pushing event updated for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:30.605363 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Attempting to bind port b15bda01-2758-4b4f-aec3-09e3ec77af37 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:30.605906 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Attempting to bind port b15bda01-2758-4b4f-aec3-09e3ec77af37 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:30.606479 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Attempting to bind port b15bda01-2758-4b4f-aec3-09e3ec77af37 on network b037cb89-a710-44dc-ad93-f16c4098fd8a {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:30.613233 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:30.613775 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Checking segment: {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:30.614276 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.614763 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Bound using segment: {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:30.615344 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Bound port: b15bda01-2758-4b4f-aec3-09e3ec77af37, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaa9bed-f1d4-47d1-838f-f716fa00046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:30.615819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.693895 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] For port b15bda01-2758-4b4f-aec3-09e3ec77af37, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:30.697284 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] For port b15bda01-2758-4b4f-aec3-09e3ec77af37, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b15bda01-2758-4b4f-aec3-09e3ec77af37,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:30.818137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3b27fd2c-5840-4679-91d4-5cd821ede52e None None] Provisioning complete for port b15bda01-2758-4b4f-aec3-09e3ec77af37 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:30.818891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3b27fd2c-5840-4679-91d4-5cd821ede52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:30.853011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3b27fd2c-5840-4679-91d4-5cd821ede52e None None] Port b15bda01-2758-4b4f-aec3-09e3ec77af37 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:31.024134 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:31.081159 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:26:31.081800 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:26:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:31.087354 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad909-2cdc-4895-9961-cedf1492a7f8 None None] Pushing event updated for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:31.225292 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:26:31.290995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] Provisioning complete for port b15bda01-2758-4b4f-aec3-09e3ec77af37 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:31.291302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:31.385898 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:31.430696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] For port b15bda01-2758-4b4f-aec3-09e3ec77af37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b15bda01-2758-4b4f-aec3-09e3ec77af37,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:31.469089 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b15bda01-2758-4b4f-aec3-09e3ec77af37', 'name': '', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'mac_address': 'fa:16:3e:c5:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:25Z', 'updated_at': '2021-12-07T00:26:30Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'subnets': [{'id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:26:31.495906 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5f5d7-3744-4efb-8ef3-e130bec84d78 None None] The sync data for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv is: [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:26Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b15bda01-2758-4b4f-aec3-09e3ec77af37', 'name': '', 'network_id': 'b037cb89-a710-44dc-ad93-f16c4098fd8a', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'mac_address': 'fa:16:3e:c5:a6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:25Z', 'updated_at': '2021-12-07T00:26:30Z', 'revision_number': 4, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'subnets': [{'id': '9beae3ee-436a-4dd5-be23-d6b6bf2b17f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:26:31.520034 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:31.580958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca7f22-4beb-4493-8125-cfeacd35db7a None None] Pushing event updated for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:32.581522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b15bda01-2758-4b4f-aec3-09e3ec77af37 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:32.637485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b15bda01-2758-4b4f-aec3-09e3ec77af37 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:32.637864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:33.769802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:38.996324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-5c0cd1a2-0e22-465e-827c-f36b0b7f67a4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:38.997761 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-5c0cd1a2-0e22-465e-827c-f36b0b7f67a4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 815 time: 0.1023488 Dec 07 00:26:39.012318 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-039fde9f-c1ac-409f-8cf3-29c9732dbe2f tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/quotas/f65b011102f14cfdb5397b2fd5361513 HTTP/1.1" status: 200 len: 375 time: 0.0088036 Dec 07 00:26:39.061434 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-43b66912-57b2-4ce0-a266-46885bf2ea2e tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439224 Dec 07 00:26:39.155163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-1688aca9-33d1-4a4c-be2d-03c17b05b64b service neutron] 10.222.0.53 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822570 Dec 07 00:26:39.242774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-bf795a1c-73ba-46ee-9ad1-88f05d1c6610 service neutron] 10.222.0.53 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811749 Dec 07 00:26:39.509830 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-79462e0e-61c2-4890-a3ce-5fad4d01c078 req-dff4b69c-89e7-424f-a396-d3371c76fa79 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Dec 07 00:26:40.592370 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-85465008-a717-451c-a5c0-b9863545b19e req-54b2b1b4-c8c3-44d9-a4e0-c25dc6172a16 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Dec 07 00:26:41.689249 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-494c1dc0-4053-43ab-a4fb-31772a78da38 req-6cbc4ddb-7c33-45d0-b339-90040f4df228 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 210 time: 0.0301061 Dec 07 00:26:42.238565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-e941e8db-3b1d-4284-93a3-4f9ed3db36ef tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:42.240021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-e941e8db-3b1d-4284-93a3-4f9ed3db36ef tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 815 time: 0.1021342 Dec 07 00:26:42.263898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'port': {'device_id': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'admin_state_up': True, 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:42.451350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Made reservation on behalf of f65b011102f14cfdb5397b2fd5361513 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:26:42.454973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:42.580081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Allocated IP 172.20.0.8 (c63242cb-738a-4fa3-9e06-3b957bde223f/a1dce395-835e-4512-8e64-53cc0981add6/d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:26:42.731856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:42.789124 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-44b0c13e-9392-4ef1-83dd-0026394343b7 req-210fc65f-1ba0-491a-87d7-3b2947b36222 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 210 time: 0.0294380 Dec 07 00:26:42.800801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:42.852161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Network c63242cb-738a-4fa3-9e06-3b957bde223f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:26:42.856306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:26:42.860469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:26:42.892821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:42.919426 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:42.920063 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:42.973958 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-dc6c6491-b91a-4c9a-a908-a5d30047f3d6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139390 Dec 07 00:26:43.017361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Request body: {'port': {'device_id': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:26:43.082589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.132964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8d69f5df-e678-4606-bb1f-b684ddf9e752 None None] Provisioning complete for port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:43.133600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d69f5df-e678-4606-bb1f-b684ddf9e752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.231756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-8d69f5df-e678-4606-bb1f-b684ddf9e752 None None] Port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:26:43.425472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:26:43.436777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.451126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Transition to ACTIVE for port object d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:26:43.512738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.566016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:43.664541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Attempting to bind port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:26:43.665149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Attempting to bind port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:26:43.666197 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Attempting to bind port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d on network c63242cb-738a-4fa3-9e06-3b957bde223f {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:43.671326 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d on network c63242cb-738a-4fa3-9e06-3b957bde223f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:26:43.673706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Attempting to bind port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d on network c63242cb-738a-4fa3-9e06-3b957bde223f {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:26:43.678209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:26:43.679061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Checking segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:26:43.679671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Bound using segment: {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:26:43.680774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Bound port: d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f64aa55-3224-41cb-9453-3aa93046727a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:26:43.681869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.756636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:26:43.759964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:26:43.839103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.924855 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:43.925544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:43.926952 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] 10.222.0.45 "PUT /v2.0/ports/d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 1093 time: 0.9148171 Dec 07 00:26:43.928354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:26:43.930581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1bdabc-05c5-474b-b3d7-e9b02a365190" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:26:43.954431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89474a22-1a10-4e5a-9699-588acd96ca04 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:43.974753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7da7c7-742c-433a-bf1a-fc4c3358fdcb req-0cda20e9-cfac-4bcd-9384-6e07b883f8b2 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:43.976337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a7da7c7-742c-433a-bf1a-fc4c3358fdcb req-0cda20e9-cfac-4bcd-9384-6e07b883f8b2 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0893724 Dec 07 00:26:43.987774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2692afe3-f646-429f-b3ae-406e7abe5622 x-openstack-request-id: req-2692afe3-f646-429f-b3ae-406e7abe5622 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:26:43.988136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:26:43.988482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2692afe3-f646-429f-b3ae-406e7abe5622 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:26:43.988888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:26:44.041026 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a7da7c7-742c-433a-bf1a-fc4c3358fdcb req-0e10bc60-9214-4751-ab6b-85da8da7f394 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559666 Dec 07 00:26:44.746286 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:26:45.169876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bea1a-bb9f-4320-b927-05166d429cea req-de7256cf-7cf1-4f09-aa16-03612cb70210 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:45.172663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-db4bea1a-bb9f-4320-b927-05166d429cea req-de7256cf-7cf1-4f09-aa16-03612cb70210 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0635457 Dec 07 00:26:45.220694 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-db4bea1a-bb9f-4320-b927-05166d429cea req-7744e0e1-098f-4960-a80c-33a7127f3c63 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Dec 07 00:26:46.345990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae98e-fd76-434a-a494-9f5fc53f1b30 req-be362dab-85ba-44c7-b60b-2c6af421a9ea tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:46.347692 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-750ae98e-fd76-434a-a494-9f5fc53f1b30 req-be362dab-85ba-44c7-b60b-2c6af421a9ea tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0522037 Dec 07 00:26:46.397346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-750ae98e-fd76-434a-a494-9f5fc53f1b30 req-a39f67cb-74c6-4215-83c7-b6621b7b2041 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429959 Dec 07 00:26:47.526478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c0b7d-c968-4abe-8f5f-345c8e07e6c6 req-cb070b09-5c37-45a4-b9ce-3c6128d37ba8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:47.527971 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b12c0b7d-c968-4abe-8f5f-345c8e07e6c6 req-cb070b09-5c37-45a4-b9ce-3c6128d37ba8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0613401 Dec 07 00:26:47.579046 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b12c0b7d-c968-4abe-8f5f-345c8e07e6c6 req-7e6465a3-41b3-4ac1-8f35-9834917efb79 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Dec 07 00:26:48.354583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3a06f74-717a-4800-85ad-957a0b08dbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:48.705588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184cc27-d6f7-41d1-a877-c101022d81b8 req-419cd67e-78c1-42fc-bd1b-045cceebc8c1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:48.707061 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f184cc27-d6f7-41d1-a877-c101022d81b8 req-419cd67e-78c1-42fc-bd1b-045cceebc8c1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0608699 Dec 07 00:26:48.752770 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f184cc27-d6f7-41d1-a877-c101022d81b8 req-bb31733b-c966-4396-8d1d-22428321a720 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Dec 07 00:26:49.875067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a27dcb-e9ba-4381-a5cd-b210536516d7 req-27b66c5d-bfca-4aa0-a0f7-ce1799f3a7a9 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:49.876621 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b9a27dcb-e9ba-4381-a5cd-b210536516d7 req-27b66c5d-bfca-4aa0-a0f7-ce1799f3a7a9 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0501256 Dec 07 00:26:49.928510 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b9a27dcb-e9ba-4381-a5cd-b210536516d7 req-f52e936e-d579-4e61-8a05-64d61e749554 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 Dec 07 00:26:50.695130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a58cf81c-ec1f-496f-9bf2-56f2f53c8c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:51.070066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb2bde-95da-48a3-8c38-747f69b9a4b8 req-d3e23b96-109d-4e53-97c8-a79199352aa0 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:51.071535 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62bb2bde-95da-48a3-8c38-747f69b9a4b8 req-d3e23b96-109d-4e53-97c8-a79199352aa0 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0703323 Dec 07 00:26:51.121271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-62bb2bde-95da-48a3-8c38-747f69b9a4b8 req-4c0eb318-36a3-40ad-938a-7443d117f50b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Dec 07 00:26:52.050874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:52.241627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f14a3-2537-473a-ad11-45f44c4ec2a6 req-f04fc8a3-0bd8-4d1f-8b87-262bdeb68db1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:52.243104 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-577f14a3-2537-473a-ad11-45f44c4ec2a6 req-f04fc8a3-0bd8-4d1f-8b87-262bdeb68db1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0525951 Dec 07 00:26:52.289535 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-577f14a3-2537-473a-ad11-45f44c4ec2a6 req-c7703515-359b-4918-9796-3c592d952702 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 Dec 07 00:26:53.097433 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:53.404256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549b58c-2ad8-4a91-9403-347319e527f8 req-e560ee54-ca59-4a66-b8eb-1387a6de36cb tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:53.405822 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c549b58c-2ad8-4a91-9403-347319e527f8 req-e560ee54-ca59-4a66-b8eb-1387a6de36cb tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0483062 Dec 07 00:26:53.455236 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c549b58c-2ad8-4a91-9403-347319e527f8 req-5c4be771-c9af-4397-a518-60a81cb8ed33 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432413 Dec 07 00:26:54.153476 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:54.418146 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-8c3f3765-0205-4033-9cbe-d5ffd697546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.419536 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-8c3f3765-0205-4033-9cbe-d5ffd697546c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1096 time: 0.0413873 Dec 07 00:26:54.534631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-84ec06df-2732-47c0-b92f-8d98be5909f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.536159 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-84ec06df-2732-47c0-b92f-8d98be5909f9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f65b011102f14cfdb5397b2fd5361513&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0956080 Dec 07 00:26:54.573949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c2d8c-18d2-4947-b645-74a9161ee052 req-d4a4c938-ec92-4a49-85de-1056b5f17162 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.575524 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-634c2d8c-18d2-4947-b645-74a9161ee052 req-d4a4c938-ec92-4a49-85de-1056b5f17162 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0525723 Dec 07 00:26:54.626197 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-634c2d8c-18d2-4947-b645-74a9161ee052 req-1306ec7f-2922-49c3-9ff7-37780eb0c8d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Dec 07 00:26:54.641527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-2522db63-2ab8-480c-932f-d899834097e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.643262 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8b1bdabc-05c5-474b-b3d7-e9b02a365190 req-2522db63-2ab8-480c-932f-d899834097e9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994253 Dec 07 00:26:54.761143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-94c4bd69-4401-4596-904f-e0b900bd004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.762668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-94c4bd69-4401-4596-904f-e0b900bd004b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1096 time: 0.0449240 Dec 07 00:26:54.817683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-7d24fac4-1996-4e41-816d-5b3eb284dbd0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 217 time: 0.0342643 Dec 07 00:26:54.868584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-02f1068d-8d1c-4332-b175-2a1d24bb1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.870736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-02f1068d-8d1c-4332-b175-2a1d24bb1cc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0431681 Dec 07 00:26:54.919534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d48ef-648d-4411-b533-0f888900ecdc req-e4ba4dfd-01c3-4a62-8d6b-0851954994b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:54.921025 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-e4ba4dfd-01c3-4a62-8d6b-0851954994b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427217 Dec 07 00:26:55.015855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-ba47234e-66bf-4d06-834d-d6ba5456863e service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814662 Dec 07 00:26:55.111324 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-001d48ef-648d-4411-b533-0f888900ecdc req-7bcb5e45-9b85-4d8a-9451-cfca3240b9d9 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839059 Dec 07 00:26:55.738656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a10fc-46d7-44d5-ac94-af4dccdb0224 req-0009a3a5-7022-407f-8252-1b51731d4dcb tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:55.740111 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-766a10fc-46d7-44d5-ac94-af4dccdb0224 req-0009a3a5-7022-407f-8252-1b51731d4dcb tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0475521 Dec 07 00:26:55.787937 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-766a10fc-46d7-44d5-ac94-af4dccdb0224 req-9f18cf27-f516-45f2-aec0-a743a7e41da1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Dec 07 00:26:56.899192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6f76-436d-45d3-b2fa-60a9d7f3cd86 req-16a1be09-3602-4e5d-985b-1722b611b3c5 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:56.900662 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb3c6f76-436d-45d3-b2fa-60a9d7f3cd86 req-16a1be09-3602-4e5d-985b-1722b611b3c5 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 943 time: 0.0478923 Dec 07 00:26:56.946596 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb3c6f76-436d-45d3-b2fa-60a9d7f3cd86 req-9734a0aa-f64e-4309-881c-657603dad269 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Dec 07 00:26:57.350943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:26:57.442700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:57.453578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'port_id': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'mac_address': 'fa:16:3e:11:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:26:57.493360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:57.506037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:26:57.524303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:57.587936 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:57.634874 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:57.642176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.642537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.642891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.643235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.643575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.643913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.644273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.644610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.644946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.645278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.645609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.645938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.646261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:26:57.942143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:26:58.063721 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501f832-50b8-4244-9a20-b7f05ca16441 req-08565fb5-acdb-4bac-a6be-23136a81a93b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:58.065241 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2501f832-50b8-4244-9a20-b7f05ca16441 req-08565fb5-acdb-4bac-a6be-23136a81a93b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 944 time: 0.0471778 Dec 07 00:26:58.114105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2501f832-50b8-4244-9a20-b7f05ca16441 req-207ea301-d3eb-4567-bee3-fc86f8401fc4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Dec 07 00:26:59.229993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899cd91-0541-4a18-8658-4c288c5cf278 req-b46bfc80-d833-483b-ae73-9fe92933136b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:59.231466 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8899cd91-0541-4a18-8658-4c288c5cf278 req-b46bfc80-d833-483b-ae73-9fe92933136b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 944 time: 0.0513608 Dec 07 00:26:59.277884 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8899cd91-0541-4a18-8658-4c288c5cf278 req-bf65d8a0-cf3b-41ad-b478-ea10ce5382c7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Dec 07 00:26:59.368908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:26:59.460303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:26:59.464429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:26:59.464804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:59.542348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:59.564308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:26:59.566528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2617224-1426-45d9-9a12-a71d6950a477" -d '{"events": [{"server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:26:59.584929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:26:59.601654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632a5114-5e0b-4a40-a649-0f07b838b0a8 x-openstack-request-id: req-632a5114-5e0b-4a40-a649-0f07b838b0a8 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:26:59.601953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "name": "network-vif-plugged", "status": "completed", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:26:59.602217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-632a5114-5e0b-4a40-a649-0f07b838b0a8 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:26:59.602602 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'code': 200} Dec 07 00:26:59.661056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:26:59.708330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:26:59.935695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016281a-8cc5-4eaf-aaab-2ad6eb5d25fe req-94acb299-d291-4e29-ae89-45efd33ac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:26:59.937160 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9016281a-8cc5-4eaf-aaab-2ad6eb5d25fe req-94acb299-d291-4e29-ae89-45efd33ac802 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1098 time: 0.0398269 Dec 07 00:26:59.980323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9016281a-8cc5-4eaf-aaab-2ad6eb5d25fe req-38b54966-192c-4887-bf9c-c4c46bd9b349 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355899 Dec 07 00:27:00.388775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332b738-9e52-4eb1-bb18-a8fd0a3d8efe req-d4526cf1-a0c2-4753-9ab7-948688c5cae8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:00.390221 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a332b738-9e52-4eb1-bb18-a8fd0a3d8efe req-d4526cf1-a0c2-4753-9ab7-948688c5cae8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Dec 07 00:27:00.436480 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a332b738-9e52-4eb1-bb18-a8fd0a3d8efe req-f65ef133-356f-4368-87a0-2916655578f4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Dec 07 00:27:01.555492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d90a0-3dfd-43e4-99fb-bcf1ff52f523 req-d02f0b72-6fda-438d-82d0-39d8ed443071 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:01.557044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-118d90a0-3dfd-43e4-99fb-bcf1ff52f523 req-d02f0b72-6fda-438d-82d0-39d8ed443071 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Dec 07 00:27:01.603670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-118d90a0-3dfd-43e4-99fb-bcf1ff52f523 req-8a4cddbf-c366-46a4-bb53-f83a18154936 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Dec 07 00:27:02.716689 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e0f44-f0cf-4006-b241-b44ec2d6a681 req-3b8c017b-8756-4698-90c3-b5d798c1cf06 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:02.718136 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-496e0f44-f0cf-4006-b241-b44ec2d6a681 req-3b8c017b-8756-4698-90c3-b5d798c1cf06 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0486703 Dec 07 00:27:02.766993 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-496e0f44-f0cf-4006-b241-b44ec2d6a681 req-1dded797-7f3a-4f03-90ea-5696035ae773 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Dec 07 00:27:02.883917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3590685-23f4-4cd4-baa1-ffebf4f36c02 req-5e713b6c-1a19-4082-a37e-aea6e1ab22d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:02.885452 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3590685-23f4-4cd4-baa1-ffebf4f36c02 req-5e713b6c-1a19-4082-a37e-aea6e1ab22d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0531666 Dec 07 00:27:02.941740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3590685-23f4-4cd4-baa1-ffebf4f36c02 req-8b80269b-bb2a-4f64-924f-9afb8a345441 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Dec 07 00:27:03.261189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e035-1f6c-47a7-b25c-74d7227d1e11 req-bc497cf6-ea0a-40bf-993f-0aad6fc834b3 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:03.263239 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f524e035-1f6c-47a7-b25c-74d7227d1e11 req-bc497cf6-ea0a-40bf-993f-0aad6fc834b3 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0507362 Dec 07 00:27:03.309197 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f524e035-1f6c-47a7-b25c-74d7227d1e11 req-8bfaa7c5-4f4f-4dbf-a6a7-a2befe71f87c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Dec 07 00:27:03.816472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:18.347096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ed31e258-062d-47a6-9e97-ec2c1b37a554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:19.180953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5e89d-8251-4e1c-bb72-cd6d83380f4f req-53a3f205-dce0-498c-a13b-b71f13c239db tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:19.182424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-37a5e89d-8251-4e1c-bb72-cd6d83380f4f req-53a3f205-dce0-498c-a13b-b71f13c239db tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Dec 07 00:27:19.228834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-37a5e89d-8251-4e1c-bb72-cd6d83380f4f req-e5eb48fc-4a99-476c-98a4-7ff74bb6ef98 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Dec 07 00:27:19.250244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38416) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:19.410098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342e427-af8d-4cf5-9d32-22bb5713e693 tempest-TestMinimumBasicScenario-1233935596 tempest-TestMinimumBasicScenario-1233935596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:19.411604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3342e427-af8d-4cf5-9d32-22bb5713e693 tempest-TestMinimumBasicScenario-1233935596 tempest-TestMinimumBasicScenario-1233935596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1093 time: 0.1603849 Dec 07 00:27:19.414647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38420) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:19.418869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:19.494822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:19.901955 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:19.999722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Allocated IP 172.36.7.143 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/7c160e04-8dcc-4e69-8bc9-c76eb4749b00) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:27:20.099774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.180822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.220495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:27:20.223301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:27:20.225956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:27:20.249323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'Port': ['ID=7c160e04-8dcc-4e69-8bc9-c76eb4749b00,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:20.576210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.696010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.700122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1ee1553b-e313-4a8a-a912-9501c581e004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.845154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.884137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:20.948722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'Port': ['ID=7c160e04-8dcc-4e69-8bc9-c76eb4749b00,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:20.962588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.061488 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Floating IP d33d28a7-1b94-4e1d-8ae7-47f00055c923 associated. External IP: 172.36.7.143, port: d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d. Dec 07 00:27:21.263090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Router 153652ad-615f-4ab9-b6e0-34973cfc0d87 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:27:21.366942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:27:21.376773 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Sync routers for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:27:21.386049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:27:21.386665 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:27:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:27:21.446734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.475299 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-702d6f34-298c-48e6-90b8-fcea081870d4 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0596173 Dec 07 00:27:21.476017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:27:21.478282 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38422) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:21.478832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed9039e-b1af-4094-a395-913d6989870d" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:27:21.484307 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504079639', 'description': 'tempest-secgroup-smoke-1504079639 description', 'project_id': 'f65b011102f14cfdb5397b2fd5361513'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:21.530983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0be908-b1fc-4c53-bd3a-a1a62d880be9 x-openstack-request-id: req-de0be908-b1fc-4c53-bd3a-a1a62d880be9 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:27:21.530983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:27:21.530983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de0be908-b1fc-4c53-bd3a-a1a62d880be9 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:27:21.530983 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:27:21.582003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.622981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9039e-b1af-4094-a395-913d6989870d req-0a5a4089-ead1-4a18-96de-2780d752e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:21.624720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-0a5a4089-ead1-4a18-96de-2780d752e54c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1098 time: 0.0438290 Dec 07 00:27:21.634345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:27:21.653656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.724714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9039e-b1af-4094-a395-913d6989870d req-4a2e6c46-db8f-4e28-b507-069ac7bf4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:21.726237 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-4a2e6c46-db8f-4e28-b507-069ac7bf4b99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0917275 Dec 07 00:27:21.734837 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.745973 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:27:21.767785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f59858-417b-495e-8c94-135feb38234e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:21.775297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.775765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.776379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.776817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.777238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.777634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.778034 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.778433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.778847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.779242 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.780129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.780597 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.781042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:21.802425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-953838b0-9588-4f65-aaa8-713553bfe1e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 999 time: 0.0682087 Dec 07 00:27:21.823849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:21.825511 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c8e24bd0-c480-4a1f-93fb-65f3f6e27456 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3462274 Dec 07 00:27:21.828509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38426) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:21.833389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:21.857096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9039e-b1af-4094-a395-913d6989870d req-0cd26537-3139-4dac-8f4b-ec5e5e1ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:21.859900 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-0cd26537-3139-4dac-8f4b-ec5e5e1ea2a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0488346 Dec 07 00:27:21.862946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd33d28a7-1b94-4e1d-8ae7-47f00055c923', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'port_id': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'mac_address': 'fa:16:3e:11:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:27:20Z', 'updated_at': '2021-12-07T00:27:20Z', 'revision_number': 0, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:27:21.889503 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Checking router: 153652ad-615f-4ab9-b6e0-34973cfc0d87 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:27:21.897863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:27:21.898489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:27:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:27:21.912828 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9039e-b1af-4094-a395-913d6989870d req-0b3521e1-8da6-4f95-aadd-df95161e248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:21.914369 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-0b3521e1-8da6-4f95-aadd-df95161e248f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419881 Dec 07 00:27:21.930368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.008805 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.015619 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-392a3f97-59f5-437c-8b3f-ed22042a016d service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928931 Dec 07 00:27:22.016924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:27:22.084755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.104741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.105379 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d444cba-630f-40ac-a4cf-529d4ebd9202,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:22.114859 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-eed9039e-b1af-4094-a395-913d6989870d req-fdfe7b8b-01ae-4487-8e9f-c4f89d122a94 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911036 Dec 07 00:27:22.178272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.179526 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9475869e-8ea6-40f3-9568-01381772ca44 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496933 Dec 07 00:27:22.182344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38428) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:22.186916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:22.254748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd33d28a7-1b94-4e1d-8ae7-47f00055c923', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'port_id': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'mac_address': 'fa:16:3e:11:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:27:20Z', 'updated_at': '2021-12-07T00:27:20Z', 'revision_number': 0, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:27:22.260642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.282364 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5505c3f-89a1-4c25-9849-8117755f3786 None None] The sync data for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv is: [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd33d28a7-1b94-4e1d-8ae7-47f00055c923', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'floating_ip_address': '172.36.7.143', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'port_id': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'mac_address': 'fa:16:3e:11:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:27:20Z', 'updated_at': '2021-12-07T00:27:20Z', 'revision_number': 0, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:27:22.318417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.393101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.411618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33031db1-5e27-48a8-8b5c-4044f2538c9f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:22.420049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.420533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.420978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.421400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.421814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.422246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.422650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.423059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.423461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.423862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.424289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.424688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.425098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:27:22.473170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b64271-3938-41e7-94c2-bbb7a17b4a15 None None] New status for floating IP d33d28a7-1b94-4e1d-8ae7-47f00055c923: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:27:22.486719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.488291 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b9a158d5-2bc0-43fb-b87e-b5dcf4823229 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046684 Dec 07 00:27:22.490648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38430) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:22.495048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:22.592703 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.653538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.724874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.745559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90b2e6a-7034-4918-9e49-8aefdecbbd8d,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:22.813170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.814442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cdfecd1b-89bf-4f3c-a83c-dcfd2c3add04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228350 Dec 07 00:27:22.817177 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38432) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:22.821552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:22.906349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:22.962587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.039035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.060941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7d08b1-985c-4975-ad89-c570e52358cc,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:23.096150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.126767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.127987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f46a723b-e812-4232-9233-6810e553ebc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098381 Dec 07 00:27:23.130677 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38434) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:23.134988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:23.208868 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Project f65b011102f14cfdb5397b2fd5361513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:27:23.213641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.270091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.335383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.353102 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9524d9-bfd9-481f-aa17-4d80c2d20879,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:23.423263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.424847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2f79d3cb-8bf3-4f85-8492-1fbcf653d6fc tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2928956 Dec 07 00:27:23.427233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38436) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:27:23.431535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'security_group_rule': {'security_group_id': 'c5f59858-417b-495e-8c94-135feb38234e', 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:23.547407 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Project f65b011102f14cfdb5397b2fd5361513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:27:23.552952 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.612352 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.689780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.707037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849d1dde-f85c-4b72-82eb-93ee76bd9bf8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:23.772170 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:23.773449 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a5bc40b1-d626-4f54-9e40-6f65b522e0d1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452592 Dec 07 00:27:23.863547 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-428c27f0-3207-4631-a48b-f88687371ec1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504079639&fields=id&tenant_id=f65b011102f14cfdb5397b2fd5361513 HTTP/1.1" status: 200 len: 267 time: 0.0462718 Dec 07 00:27:23.916375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-d8a6f225-31d2-4ced-b833-d437cef87816 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:23.917870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-d8a6f225-31d2-4ced-b833-d437cef87816 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Dec 07 00:27:23.928944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'port': {'security_groups': ['8d10d38b-b185-489e-aa2e-872c98cb8cc8', 'c5f59858-417b-495e-8c94-135feb38234e']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:27:23.990586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.177685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:27:24.204541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.211454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.284250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.325259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.325951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.327290 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-21b58c7f-204c-4edc-bafe-6d32a2ef9d85 req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "PUT /v2.0/ports/d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 981 time: 0.4027634 Dec 07 00:27:24.331000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:27:24.333203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:27:24.335835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:27:24.369935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901e762-5c76-4e93-b7a2-d70e81300b24 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=6']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:27:24.395484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582065b-b783-4ef9-bffe-ce414f77fb34 x-openstack-request-id: req-9582065b-b783-4ef9-bffe-ce414f77fb34 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:27:24.395784 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:27:24.396043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9582065b-b783-4ef9-bffe-ce414f77fb34 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:27:24.396469 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:27:24.485512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:27:24.515506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce1505-dee0-4e12-b965-cf5853fbae6b req-a15a9535-18fc-476f-9458-00c25d0e96aa tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.516978 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19ce1505-dee0-4e12-b965-cf5853fbae6b req-a15a9535-18fc-476f-9458-00c25d0e96aa tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0937462 Dec 07 00:27:24.520332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-724a16bf-4cf4-43a3-95e2-d929a73ccc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.522576 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-724a16bf-4cf4-43a3-95e2-d929a73ccc00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1137 time: 0.0677569 Dec 07 00:27:24.613785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-df77b40d-6ed2-47ba-9713-8e5b2da9ef32 None None] Provisioning complete for port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:27:24.614085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df77b40d-6ed2-47ba-9713-8e5b2da9ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:24.662500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19ce1505-dee0-4e12-b965-cf5853fbae6b req-6ba281ef-02d7-403f-b138-45c334055274 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346846 Dec 07 00:27:24.672538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-c44c0e9d-af2a-4fd9-b757-b9c6b2567f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.673982 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-c44c0e9d-af2a-4fd9-b757-b9c6b2567f52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.1359768 Dec 07 00:27:24.747308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-1cb6334d-5537-4579-8596-c0c5c055a76c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 1001 time: 0.0652919 Dec 07 00:27:24.807873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-2a192c4b-d289-4c7b-b847-3a9c34810d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.809468 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-2a192c4b-d289-4c7b-b847-3a9c34810d41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0512249 Dec 07 00:27:24.859802 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-4d375448-7ea8-4f08-bdda-9a3ac1cf2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:24.861498 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-4d375448-7ea8-4f08-bdda-9a3ac1cf2a0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439050 Dec 07 00:27:24.970664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-6e3a0c9b-5354-48ab-bd58-6ff9d1e90b8e service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926530 Dec 07 00:27:25.063067 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e8dc3429-cb57-4d68-8b65-9e2f9f2ba36c req-2b37215e-c522-4ed1-97ec-7ae2e05d687f service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847251 Dec 07 00:27:28.613484 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-0eb7651f-35ce-46ae-9798-a06b011b0260 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447350 Dec 07 00:27:28.752841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-4ad1dfe6-4fe2-4e65-81cb-dde9d7ffc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:28.754313 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-4ad1dfe6-4fe2-4e65-81cb-dde9d7ffc328 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1137 time: 0.0811548 Dec 07 00:27:28.871188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-983b002b-feaa-4a4b-a4f5-9a3609e71dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:28.872655 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-983b002b-feaa-4a4b-a4f5-9a3609e71dc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0969951 Dec 07 00:27:28.938284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-95c8611f-3234-4652-99f8-645ff303d21d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 1001 time: 0.0577228 Dec 07 00:27:28.986965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-cd0c77a2-120d-4b80-aa56-08546a3f36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:28.988455 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-cd0c77a2-120d-4b80-aa56-08546a3f36e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0440991 Dec 07 00:27:29.037605 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-15b6244d-4d39-45cf-a18a-e367a4426d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:29.039125 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-15b6244d-4d39-45cf-a18a-e367a4426d78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430982 Dec 07 00:27:29.128708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-3cd5cc83-ee0f-4881-aaab-c4e2d5de472b service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817618 Dec 07 00:27:29.225263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0799c3cd-d759-4567-ab8e-512aff14eed8 req-eec0cf61-bd71-4c8c-bd8f-0b2438d64e56 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861003 Dec 07 00:27:33.787066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:38.995679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acff7e-0743-4496-9207-479e2ad25823 req-2cccec45-a067-4030-a366-17b0e863be4d tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:38.997322 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75acff7e-0743-4496-9207-479e2ad25823 req-2cccec45-a067-4030-a366-17b0e863be4d tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0500195 Dec 07 00:27:39.058604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75acff7e-0743-4496-9207-479e2ad25823 req-8c43d7d3-2fa9-46d7-a05c-452a5cc3a4b5 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551026 Dec 07 00:27:39.098801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-85308447-ce4a-4896-813f-5c90e51241e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:39.100208 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-85308447-ce4a-4896-813f-5c90e51241e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1137 time: 0.0406432 Dec 07 00:27:39.193267 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-784d29fb-ced6-4060-8411-12181a90030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:39.194710 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-784d29fb-ced6-4060-8411-12181a90030b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0864797 Dec 07 00:27:39.276102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-940608cc-69fe-4126-8e52-6407a431458a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 1001 time: 0.0636196 Dec 07 00:27:39.326072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-d1d1b085-d18e-4956-94d2-cbdbb42102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:39.327566 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-d1d1b085-d18e-4956-94d2-cbdbb42102f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0426517 Dec 07 00:27:39.374302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-d21a0778-2bd7-48fe-bfbf-d0c67c70a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:39.375674 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-d21a0778-2bd7-48fe-bfbf-d0c67c70a00c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392380 Dec 07 00:27:39.475271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-25264941-11f2-4133-89ae-7dd63e6f7ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842965 Dec 07 00:27:39.568096 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2790ffcd-18e8-4b47-bdb1-c2e19fe19cbb req-d2b8fbdd-61c5-4fd0-a0c3-189a17713f10 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827200 Dec 07 00:27:40.177872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809df41-005b-41f7-ad5d-01b469a0286e req-0ae69357-bdcc-42f2-9ca6-5f8e5522905c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:40.179348 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b809df41-005b-41f7-ad5d-01b469a0286e req-0ae69357-bdcc-42f2-9ca6-5f8e5522905c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0524552 Dec 07 00:27:40.496788 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b809df41-005b-41f7-ad5d-01b469a0286e req-23cc59c9-06cd-457c-a03c-319be03c616c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3111162 Dec 07 00:27:41.614718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e212c8-8256-4220-ab74-45960ddd2cf9 req-9a0ac8fd-bb70-4c10-a32e-cba66a7db19b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:41.616200 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0e212c8-8256-4220-ab74-45960ddd2cf9 req-9a0ac8fd-bb70-4c10-a32e-cba66a7db19b tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0495698 Dec 07 00:27:41.682391 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e0e212c8-8256-4220-ab74-45960ddd2cf9 req-70b56044-fc44-4b83-92db-a3f0f0a23ca7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573065 Dec 07 00:27:42.796390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfba8fb-cbfc-4b9c-bba4-faf799788187 req-e2a52679-f0bc-4003-bb4a-76d096cb1db6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:42.797744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cbfba8fb-cbfc-4b9c-bba4-faf799788187 req-e2a52679-f0bc-4003-bb4a-76d096cb1db6 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0481715 Dec 07 00:27:42.855370 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cbfba8fb-cbfc-4b9c-bba4-faf799788187 req-3c771f0d-8190-4fdd-b9fa-e3a8a47f2d04 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516078 Dec 07 00:27:43.969376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc48010-034e-4748-b7ee-cfdf1fd99748 req-74938465-7c7a-45be-a28c-6b501f2c6755 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:43.971465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4fc48010-034e-4748-b7ee-cfdf1fd99748 req-74938465-7c7a-45be-a28c-6b501f2c6755 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0500078 Dec 07 00:27:44.031333 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4fc48010-034e-4748-b7ee-cfdf1fd99748 req-fced5d4a-dec8-4637-8d07-18eea4acbe0d tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537362 Dec 07 00:27:45.149603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e776b-fe5a-4b7d-b9f7-c1ca12034c58 req-b07c7338-e12c-4ed9-a766-7433fff23186 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:45.151107 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a88e776b-fe5a-4b7d-b9f7-c1ca12034c58 req-b07c7338-e12c-4ed9-a766-7433fff23186 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0504055 Dec 07 00:27:45.213696 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a88e776b-fe5a-4b7d-b9f7-c1ca12034c58 req-733ef15f-e57a-4f91-abb8-53f24b0f1154 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563724 Dec 07 00:27:46.325945 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a373c-9bec-472c-8ab1-16aa50b0e964 req-dd96302a-99d1-4bba-b06c-79ed0039b83c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:46.327385 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fe2a373c-9bec-472c-8ab1-16aa50b0e964 req-dd96302a-99d1-4bba-b06c-79ed0039b83c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0477338 Dec 07 00:27:46.385555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fe2a373c-9bec-472c-8ab1-16aa50b0e964 req-15976d51-1b03-4649-b999-7960184afdc7 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515714 Dec 07 00:27:47.498668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f0672-d570-4f89-b965-0d54821626f0 req-db5b1964-bb04-474d-8bc8-5737f0a96c03 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:47.500128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9f9f0672-d570-4f89-b965-0d54821626f0 req-db5b1964-bb04-474d-8bc8-5737f0a96c03 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0479121 Dec 07 00:27:47.561847 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9f9f0672-d570-4f89-b965-0d54821626f0 req-c62796ea-8ecb-436b-96ba-d163665553bb tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549288 Dec 07 00:27:48.363853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dbee4ffa-ceb2-48b5-8185-0b7dd9ab006d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:48.678964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b58cc-53e2-40bb-ba6e-e8bebf146495 req-3e5ead43-86c4-4828-880f-2c165efb50da tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:48.680649 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-329b58cc-53e2-40bb-ba6e-e8bebf146495 req-3e5ead43-86c4-4828-880f-2c165efb50da tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0520005 Dec 07 00:27:48.739222 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-329b58cc-53e2-40bb-ba6e-e8bebf146495 req-3c29c050-8f01-4488-bcca-ee72e9ae8f31 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527015 Dec 07 00:27:49.855206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e24d-3df9-4a76-a6b1-d2e74831a6d2 req-b0e15fa1-b8db-4729-bbae-c701c756fbef tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:49.856751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b24e24d-3df9-4a76-a6b1-d2e74831a6d2 req-b0e15fa1-b8db-4729-bbae-c701c756fbef tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0511558 Dec 07 00:27:49.917301 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5b24e24d-3df9-4a76-a6b1-d2e74831a6d2 req-fb955431-a293-422c-b5ac-5edc83101ca9 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537698 Dec 07 00:27:50.690446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eb3ceeaa-ec5f-4f96-b4aa-f8b8221f9841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:51.031800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5d286-41cf-40dd-9fb0-1ed9f3ae78c8 req-111dc577-3652-42bf-ab3f-2f788da29221 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:27:51.033623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88e5d286-41cf-40dd-9fb0-1ed9f3ae78c8 req-111dc577-3652-42bf-ab3f-2f788da29221 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0488870 Dec 07 00:27:51.091753 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88e5d286-41cf-40dd-9fb0-1ed9f3ae78c8 req-6ef20448-974f-4cbf-bb88-6ee738282f8a tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=c5f59858-417b-495e-8c94-135feb38234e&id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522718 Dec 07 00:27:52.060885 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:53.095162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:54.158022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:27:58.745685 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:28:03.780766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:18.380854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-94175941-6ae5-4a16-9313-a1058d5d17a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:20.694493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ecdd177e-7abd-439d-9ad1-3f3c6728dd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:22.060177 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:23.099903 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:23.771309 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af20034c-a798-42ce-b7c7-c7add077f0c3 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504079639&fields=id&tenant_id=f65b011102f14cfdb5397b2fd5361513 HTTP/1.1" status: 200 len: 267 time: 0.0462267 Dec 07 00:28:23.823466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-d7509839-90f3-443d-9f81-5db2efa65a30 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:23.824963 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-d7509839-90f3-443d-9f81-5db2efa65a30 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 984 time: 0.0480719 Dec 07 00:28:23.835753 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Request body: {'port': {'security_groups': ['8d10d38b-b185-489e-aa2e-872c98cb8cc8']}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:23.897361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.067053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:24.096000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.157464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.168927 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.215656 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:28:24.215843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:24.216439 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.217829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-64b4af87-05ee-4a9e-860b-e2df3a451e37 req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "PUT /v2.0/ports/d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 942 time: 0.3864701 Dec 07 00:28:24.218287 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:28:24.223728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa2f786-7983-48a0-9d5d-cc7fe723abde" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:28:24.224870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38486) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:24.261865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event updated for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=7']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:24.278811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.284450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7b5450-fee5-4288-9f1d-c722092b697c tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.317160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.344657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.381944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:28:24.483323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.488148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.488148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "DELETE /v2.0/security-groups/c5f59858-417b-495e-8c94-135feb38234e HTTP/1.1" status: 204 len: 168 time: 0.2604203 Dec 07 00:28:24.490653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38490) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:24.499615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f59858-417b-495e-8c94-135feb38234e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:24.509041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.509342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.509739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.510088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.510435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.510775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.511114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.511478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.511939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.512333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.513519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.513519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.513519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee73f2a-fa53-4b3c-b5e1-a220305a9aa8 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:24.530943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f04b2-9e8a-4501-9e1b-0f616e9c0dbf x-openstack-request-id: req-6a4f04b2-9e8a-4501-9e1b-0f616e9c0dbf {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:28:24.531233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:28:24.531484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a4f04b2-9e8a-4501-9e1b-0f616e9c0dbf {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:28:24.532135 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:28:24.579698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-aa685174-150a-4f15-a9fe-fa88fb32fadb None None] Provisioning complete for port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:28:24.580696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa685174-150a-4f15-a9fe-fa88fb32fadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.607019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-e2c947b4-b1d1-43d6-b51f-3ec7a2a86e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:24.609144 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-e2c947b4-b1d1-43d6-b51f-3ec7a2a86e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1098 time: 0.0480161 Dec 07 00:28:24.671517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Deleting port 7c160e04-8dcc-4e69-8bc9-c76eb4749b00 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:24.671899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.712572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-7a234c9e-8478-4e33-a8ef-7e8050cc99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:24.714034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-7a234c9e-8478-4e33-a8ef-7e8050cc99b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0969808 Dec 07 00:28:24.747909 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.748255 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:24.760574 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Calling delete_port for 7c160e04-8dcc-4e69-8bc9-c76eb4749b00 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:24.780657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-0d3115d8-b056-479e-9840-2ec43070af6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 1001 time: 0.0574489 Dec 07 00:28:24.836185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-0d443756-0940-4b31-af08-b201bc693798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:24.837554 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-0d443756-0940-4b31-af08-b201bc693798 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0462489 Dec 07 00:28:25.019073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:25.047089 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event deleted for resources: {'Port': ['ID=7c160e04-8dcc-4e69-8bc9-c76eb4749b00,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:25.108176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:25.108438 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Floating IP d33d28a7-1b94-4e1d-8ae7-47f00055c923 disassociated (deleted). External IP: 172.36.7.143, port: d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d. Dec 07 00:28:25.202361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-c8ffc263-134d-4f6a-bc2c-17ab9b7c9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:25.203892 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-c8ffc263-134d-4f6a-bc2c-17ab9b7c9895 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3552830 Dec 07 00:28:25.295271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-57486f9f-3c5b-4f02-89ba-bb628d2fc887 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Dec 07 00:28:25.316445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Router 153652ad-615f-4ab9-b6e0-34973cfc0d87 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:28:25.415370 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2aa2f786-7983-48a0-9d5d-cc7fe723abde req-86e1d351-d60c-4c11-8956-bcba89e0fae6 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083639 Dec 07 00:28:25.430027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:28:25.435301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:25.440991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Sync routers for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:28:25.450912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:25.451666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:25.463882 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3ce9c3d1-931f-4c38-a518-6185f2c2fea1 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "DELETE /v2.0/floatingips/d33d28a7-1b94-4e1d-8ae7-47f00055c923 HTTP/1.1" status: 204 len: 168 time: 0.9719408 Dec 07 00:28:25.562106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:25.763025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:25.790300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Checking router: 153652ad-615f-4ab9-b6e0-34973cfc0d87 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:28:25.798548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:25.799156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:25.906107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:26.248787 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-7fb43830-e186-4862-af74-a46313f8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:26.275235 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb43830-e186-4862-af74-a46313f8673c None None] The sync data for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv is: [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:19Z', 'revision_number': 4, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5acaaa4a-2998-4a1d-9945-1a55bc60e408', 'name': '', 'network_id': 'c63242cb-738a-4fa3-9e06-3b957bde223f', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'mac_address': 'fa:16:3e:52:49:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:19Z', 'updated_at': '2021-12-07T00:26:24Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'subnets': [{'id': 'a1dce395-835e-4512-8e64-53cc0981add6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:28:26.485104 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f672a-eca9-4bd4-b63d-805b6de4b479 None None] New status for floating IP d33d28a7-1b94-4e1d-8ae7-47f00055c923: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:28:26.532941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:28:26.535258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:28:26.583588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8ae70d-2bc1-4def-942e-5e47f3e493ec x-openstack-request-id: req-7e8ae70d-2bc1-4def-942e-5e47f3e493ec {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:28:26.583948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:28:26.584214 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e8ae70d-2bc1-4def-942e-5e47f3e493ec {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:28:26.584652 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:28:26.689479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-0fc8725f-debc-4847-9417-32ab3dbcfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:26.691042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-0fc8725f-debc-4847-9417-32ab3dbcfc69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1098 time: 0.0457091 Dec 07 00:28:26.787870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-c7935999-9d6f-485d-9247-119b357d13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:26.789271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-c7935999-9d6f-485d-9247-119b357d13ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0879102 Dec 07 00:28:26.836542 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-f3b9e14f-e225-4a4d-9b66-1143fdc34450 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 217 time: 0.0354292 Dec 07 00:28:26.892890 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-4ab0039c-6101-4520-b392-61d9062cad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:26.894323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-4ab0039c-6101-4520-b392-61d9062cad06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0475495 Dec 07 00:28:26.945812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-9a0dbaf5-b1d5-498b-b92c-604099a2ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:26.947397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-9a0dbaf5-b1d5-498b-b92c-604099a2ef51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414145 Dec 07 00:28:27.038132 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-9afd6c72-fe75-4235-acc0-dcc92ea093c9 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813339 Dec 07 00:28:27.134286 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-65e7eded-1799-4bf6-9de0-5a1cfe118ad0 req-eb78ba01-37b5-46a2-bc1e-23af1d9fbaec service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843172 Dec 07 00:28:28.607415 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-10ae5ef4-8cb7-45b5-a3da-d60a3f34af09 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419919 Dec 07 00:28:28.706882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209f46-2c91-4289-8e63-34e0174842af req-1a30c157-0d9a-40f7-a056-e5a65d499cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:28.708898 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-1a30c157-0d9a-40f7-a056-e5a65d499cf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f65b011102f14cfdb5397b2fd5361513&device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 1098 time: 0.0393274 Dec 07 00:28:28.819204 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209f46-2c91-4289-8e63-34e0174842af req-b56154de-9563-4a3f-b325-1bb749e58187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:28.820645 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-b56154de-9563-4a3f-b325-1bb749e58187 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 200 len: 916 time: 0.0877724 Dec 07 00:28:28.867975 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-a1dcebbc-7734-4b86-b8d1-f1cf5d6531ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 200 len: 217 time: 0.0342305 Dec 07 00:28:28.922087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209f46-2c91-4289-8e63-34e0174842af req-c633b4ff-431a-4345-a164-672c7fcbe681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:28.923547 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-c633b4ff-431a-4345-a164-672c7fcbe681 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 200 len: 854 time: 0.0481896 Dec 07 00:28:28.974211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209f46-2c91-4289-8e63-34e0174842af req-c5d35f7c-3047-4c6b-8318-8fd60f0feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:28.975748 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-c5d35f7c-3047-4c6b-8318-8fd60f0feb84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c63242cb-738a-4fa3-9e06-3b957bde223f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407069 Dec 07 00:28:29.077836 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-97cfe496-b769-4477-b030-4174e6ef8ab2 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901499 Dec 07 00:28:29.177558 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a209f46-2c91-4289-8e63-34e0174842af req-27c377e4-9406-4a79-90c2-55cff23f9386 service neutron] 10.222.0.45 "GET /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891356 Dec 07 00:28:33.865849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:35.001311 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a915a-2100-4f65-b874-734d90328548 req-25925962-f673-4c75-9e42-ebd1a681ca3a tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:35.002790 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-213a915a-2100-4f65-b874-734d90328548 req-25925962-f673-4c75-9e42-ebd1a681ca3a tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0487642 Dec 07 00:28:35.053768 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-213a915a-2100-4f65-b874-734d90328548 req-ea15ceb0-3b19-4d94-a510-256cec7c7c40 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Dec 07 00:28:35.744527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:28:36.167706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c45104-3357-40c3-a619-dc0ce0eae989 req-65cd6042-6d54-45c7-976d-a66836480c53 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:36.169098 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6c45104-3357-40c3-a619-dc0ce0eae989 req-65cd6042-6d54-45c7-976d-a66836480c53 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Dec 07 00:28:36.219696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c6c45104-3357-40c3-a619-dc0ce0eae989 req-5ab515df-2beb-43c5-a23d-2e2a98693f3f tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Dec 07 00:28:37.109432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c0964b06-400f-449a-92b1-3c1eb9c8e0a9 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:37.111035 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c0964b06-400f-449a-92b1-3c1eb9c8e0a9 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.45 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Dec 07 00:28:37.202096 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Deleting port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:37.202791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:37.293115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] For port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:37.293475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:37.307383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Calling delete_port for d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:37.331596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf69e3-039e-4038-8d3c-15040e212eac req-2f2f9934-c429-4d25-a248-29d3459d4f23 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:37.333678 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c4cf69e3-039e-4038-8d3c-15040e212eac req-2f2f9934-c429-4d25-a248-29d3459d4f23 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Dec 07 00:28:37.380352 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c4cf69e3-039e-4038-8d3c-15040e212eac req-4239f0e8-35e6-4467-b3f8-a708f13753d2 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/security-groups?id=8d10d38b-b185-489e-aa2e-872c98cb8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Dec 07 00:28:37.499932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:37.529971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Pushing event deleted for resources: {'Port': ['ID=d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:37.544826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:28:37.573887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] No DVR routers for this DVR port d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:28:37.576181 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:37.579557 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6a9decc9-ccfc-42a5-a462-87396d297169 req-c4b3bc06-d6a8-4355-bed4-83c2627fdc84 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.45 "DELETE /v2.0/ports/d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d HTTP/1.1" status: 204 len: 173 time: 0.4591401 Dec 07 00:28:37.580012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'name': 'network-vif-deleted', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:28:37.582297 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642895e2-a10e-48e4-b16e-e30bd6372788" -d '{"events": [{"server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "name": "network-vif-deleted", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:28:37.670349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284814b-1b04-41a1-b2d2-22b28755cf18 x-openstack-request-id: req-b284814b-1b04-41a1-b2d2-22b28755cf18 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:28:37.670653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72dd4590-10fc-4aa3-a772-d4b680b436d1", "name": "network-vif-deleted", "tag": "d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:28:37.670911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b284814b-1b04-41a1-b2d2-22b28755cf18 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:28:37.671314 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72dd4590-10fc-4aa3-a772-d4b680b436d1', 'name': 'network-vif-deleted', 'tag': 'd2cfa924-5f42-4bf2-ba51-bfe6a7464f9d', 'status': 'completed', 'code': 200} Dec 07 00:28:38.483405 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f7e7e200-fab9-4b1c-8351-db212540b2c4 req-d114a05d-d286-49a8-aa13-6dbc43391e45 tempest-TestMinimumBasicScenario-922052268 tempest-TestMinimumBasicScenario-922052268-project] 10.222.0.53 "GET /v2.0/ports?device_id=72dd4590-10fc-4aa3-a772-d4b680b436d1 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Dec 07 00:28:39.817472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:39.837550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:39.837892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device d2cfa924-5f42-4bf2-ba51-bfe6a7464f9d not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:41.818686 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38600) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:42.152876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:42.388431 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Deleting port 5acaaa4a-2998-4a1d-9945-1a55bc60e408 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:42.388772 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:42.464015 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] For port 5acaaa4a-2998-4a1d-9945-1a55bc60e408, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5acaaa4a-2998-4a1d-9945-1a55bc60e408,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:42.464337 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:42.476495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Calling delete_port for 5acaaa4a-2998-4a1d-9945-1a55bc60e408 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:42.727294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:42.756594 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5acaaa4a-2998-4a1d-9945-1a55bc60e408,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:42.920585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:43.143343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Router 153652ad-615f-4ab9-b6e0-34973cfc0d87 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:28:43.246322 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:28:43.251413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-3de9421b-3934-43ce-90f7-7d33b01c2b24 admin admin] 10.222.0.53 "PUT /v2.0/routers/153652ad-615f-4ab9-b6e0-34973cfc0d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315844 Dec 07 00:28:43.253862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38602) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:43.255447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Sync routers for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:28:43.268493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:43.269107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:43.371635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:43.566844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:28:42Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:43.594619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Checking router: 153652ad-615f-4ab9-b6e0-34973cfc0d87 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:28:43.603578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Routers {'153652ad-615f-4ab9-b6e0-34973cfc0d87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:43.604280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['153652ad-615f-4ab9-b6e0-34973cfc0d87'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:43.628352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:43.709981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] Set router 153652ad-615f-4ab9-b6e0-34973cfc0d87 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:43.727486 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:43.837064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Deleting port e855889f-8a23-42a9-aa1b-9b972da7de9f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:43.837432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:43.899955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:28:42Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:43.916107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] For port e855889f-8a23-42a9-aa1b-9b972da7de9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e855889f-8a23-42a9-aa1b-9b972da7de9f,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:43.916517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:43.926270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12189a79-c473-49d7-af6d-47b55a879e1f None None] The sync data for ids ['153652ad-615f-4ab9-b6e0-34973cfc0d87'] in dv-neutron-master-2-hyperv is: [{'id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'name': 'tempest-TestMinimumBasicScenario-2049058295-router', 'tenant_id': 'f65b011102f14cfdb5397b2fd5361513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202'}], 'enable_snat': True}, 'gw_port_id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:28:42Z', 'revision_number': 5, 'project_id': 'f65b011102f14cfdb5397b2fd5361513', 'gw_port': {'id': 'e855889f-8a23-42a9-aa1b-9b972da7de9f', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153652ad-615f-4ab9-b6e0-34973cfc0d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:17Z', 'updated_at': '2021-12-07T00:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:28:43.930113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Calling delete_port for e855889f-8a23-42a9-aa1b-9b972da7de9f owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:44.134162 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.160275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e855889f-8a23-42a9-aa1b-9b972da7de9f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:44.171376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f18491-1528-46e1-828e-6adc151da979 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:44.225180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.314391 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.316664 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.425580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.426185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 153652ad-615f-4ab9-b6e0-34973cfc0d87 {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:28:44.435333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.435333 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68aa892d-e85c-41a7-a2c4-da5b1d9a1da2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/153652ad-615f-4ab9-b6e0-34973cfc0d87 HTTP/1.1" status: 204 len: 168 time: 1.1769514 Dec 07 00:28:44.435333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38604) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:44.478796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Deleting subnet a1dce395-835e-4512-8e64-53cc0981add6 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:28:44.482144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.531918 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.611451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.717417 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.746342 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dce395-835e-4512-8e64-53cc0981add6,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:44.751253 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.755578 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-79121385-5fa8-4174-999c-82f774b340af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a1dce395-835e-4512-8e64-53cc0981add6 HTTP/1.1" status: 204 len: 168 time: 0.3197148 Dec 07 00:28:44.756826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e5938-0fcf-402b-ab3a-f6723aa6f79b None None] Network c63242cb-738a-4fa3-9e06-3b957bde223f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:28:44.757954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38606) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:44.824557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.877960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Deleting port f5ee58eb-b2b8-4eee-a52f-602b5410211c {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:44.878344 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.944925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] For port f5ee58eb-b2b8-4eee-a52f-602b5410211c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5ee58eb-b2b8-4eee-a52f-602b5410211c,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:44.945603 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:44.964585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Calling delete_port for f5ee58eb-b2b8-4eee-a52f-602b5410211c owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:44.996432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] DHCP port deletion for c63242cb-738a-4fa3-9e06-3b957bde223f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:45.027750 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5acaaa4a-2998-4a1d-9945-1a55bc60e408 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:45.053327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5acaaa4a-2998-4a1d-9945-1a55bc60e408 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:45.053675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5acaaa4a-2998-4a1d-9945-1a55bc60e408 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:45.076856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Deleting port f5ee58eb-b2b8-4eee-a52f-602b5410211c {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:45.077240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.117112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.143942 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] For port f5ee58eb-b2b8-4eee-a52f-602b5410211c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f5ee58eb-b2b8-4eee-a52f-602b5410211c,segment=NetworkSegment(0f64aa55-3224-41cb-9453-3aa93046727a),segment_id=0f64aa55-3224-41cb-9453-3aa93046727a)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:45.144470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.145713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ee58eb-b2b8-4eee-a52f-602b5410211c,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:45.152163 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] No DVR routers for this DVR port f5ee58eb-b2b8-4eee-a52f-602b5410211c on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:28:45.157840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Calling delete_port for f5ee58eb-b2b8-4eee-a52f-602b5410211c owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:45.222291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.231614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.242372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63242cb-738a-4fa3-9e06-3b957bde223f']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:45.251671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f64aa55-3224-41cb-9453-3aa93046727a') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:45.251974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f64aa55-3224-41cb-9453-3aa93046727a') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:45.259851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Pushing event deleted for resources: {'Port': ['ID=f5ee58eb-b2b8-4eee-a52f-602b5410211c,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:45.261939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.267716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] No DVR routers for this DVR port f5ee58eb-b2b8-4eee-a52f-602b5410211c on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:28:45.269774 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.270130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.270507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.270846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.271179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.271508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.271843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.272170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.272522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.272855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.273241 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.273516 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.273812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992711da-b483-4c9e-9a7b-d71fb3ce43a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:28:45.276635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:28:45.287043 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:28:45.412576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.417974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:45.422130 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c63242cb-738a-4fa3-9e06-3b957bde223f HTTP/1.1" status: 204 len: 168 time: 0.6620629 Dec 07 00:28:45.424087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38608) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:45.432180 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8eb2e-da81-45b3-8305-39773730e167 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63242cb-738a-4fa3-9e06-3b957bde223f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:45.763005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.000411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Deleting port b15bda01-2758-4b4f-aec3-09e3ec77af37 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:46.000749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.076025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] For port b15bda01-2758-4b4f-aec3-09e3ec77af37, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b15bda01-2758-4b4f-aec3-09e3ec77af37,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:46.076420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.088901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Calling delete_port for b15bda01-2758-4b4f-aec3-09e3ec77af37 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:46.350119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.381140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b15bda01-2758-4b4f-aec3-09e3ec77af37,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:46.548922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.655305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e855889f-8a23-42a9-aa1b-9b972da7de9f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:46.675319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e855889f-8a23-42a9-aa1b-9b972da7de9f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:46.675666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e855889f-8a23-42a9-aa1b-9b972da7de9f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:46.676081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5ee58eb-b2b8-4eee-a52f-602b5410211c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:46.696149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f5ee58eb-b2b8-4eee-a52f-602b5410211c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:46.696526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f5ee58eb-b2b8-4eee-a52f-602b5410211c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:46.771700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Router 9b0abe24-b83a-408a-9442-78654485e79e has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:28:46.875754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:28:46.881514 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c1b777f9-b944-43bf-8db3-076e937ec9f8 admin admin] 10.222.0.53 "PUT /v2.0/routers/9b0abe24-b83a-408a-9442-78654485e79e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562786 Dec 07 00:28:46.884051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38610) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:46.885134 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Sync routers for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:28:46.894653 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:46.895292 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:46.986953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:46.997453 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:47.092169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.225008 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Deleting port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:47.225250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.257627 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70'}], 'enable_snat': True}, 'gw_port_id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:28:46Z', 'revision_number': 5, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port': {'id': '85f64199-9e51-4c4a-ae9b-6639b3b0a3c1', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:76:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0abe24-b83a-408a-9442-78654485e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:47.283475 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Checking router: 9b0abe24-b83a-408a-9442-78654485e79e for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:28:47.292128 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Routers {'9b0abe24-b83a-408a-9442-78654485e79e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:47.292772 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['9b0abe24-b83a-408a-9442-78654485e79e'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:47.302735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] For port 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:47.303132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.315577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Calling delete_port for 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:47.375463 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] Set router 9b0abe24-b83a-408a-9442-78654485e79e gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:47.428262 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:28:47Z', 'revision_number': 6, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:47.454012 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab16e658-a058-4d65-aee9-6c8eb6b0bc3e None None] The sync data for ids ['9b0abe24-b83a-408a-9442-78654485e79e'] in dv-neutron-master-2-hyperv is: [{'id': '9b0abe24-b83a-408a-9442-78654485e79e', 'name': 'tempest-TestMinimumBasicScenario-1837557113-router', 'tenant_id': '8ba23d5d1bd24c1085f966420af99ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:26:23Z', 'updated_at': '2021-12-07T00:28:47Z', 'revision_number': 6, 'project_id': '8ba23d5d1bd24c1085f966420af99ee2', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:28:47.549581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.578705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f64199-9e51-4c4a-ae9b-6639b3b0a3c1,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:47.592226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24770b55-0649-453c-bcfa-9cfed3459732 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:47.638912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.734672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.736727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.848772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.849309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0abe24-b83a-408a-9442-78654485e79e {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:28:47.853931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.855080 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-900ebbf9-6cb9-4c50-9d4b-c5b4f413e744 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9b0abe24-b83a-408a-9442-78654485e79e HTTP/1.1" status: 204 len: 168 time: 0.9700682 Dec 07 00:28:47.857719 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38612) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:47.908699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Deleting subnet 9beae3ee-436a-4dd5-be23-d6b6bf2b17f4 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:28:47.911769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:47.945193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.019128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.174579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.201003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beae3ee-436a-4dd5-be23-d6b6bf2b17f4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:48.204460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.210168 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-89f545b8-8896-4e32-9fa2-adf02c7beef2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9beae3ee-436a-4dd5-be23-d6b6bf2b17f4 HTTP/1.1" status: 204 len: 168 time: 0.3489981 Dec 07 00:28:48.210466 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38614) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:48.213951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548e9092-4119-4aa1-8a59-edc9d9431d9a None None] Network b037cb89-a710-44dc-ad93-f16c4098fd8a requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:28:48.280072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.333975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Deleting port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:48.334319 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.351627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fb6770ee-8c23-4d1e-86e5-9a95b91fced7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.395180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] DHCP port deletion for b037cb89-a710-44dc-ad93-f16c4098fd8a request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:48.407592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] For port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:48.407592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.419564 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Calling delete_port for 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:48.449595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Deleting port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:28:48.449975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.515417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] For port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,segment=NetworkSegment(7aaa9bed-f1d4-47d1-838f-f716fa00046e),segment_id=7aaa9bed-f1d4-47d1-838f-f716fa00046e)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:48.515821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.528053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Calling delete_port for 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:28:48.597172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.609379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b15bda01-2758-4b4f-aec3-09e3ec77af37 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:48.612830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.630505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:48.637342 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b15bda01-2758-4b4f-aec3-09e3ec77af37 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:48.637640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] No DVR routers for this DVR port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:28:48.637757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b15bda01-2758-4b4f-aec3-09e3ec77af37 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:48.638097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:48.673599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] Pushing event deleted for resources: {'Port': ['ID=05d2ee11-1ae0-47dd-82a1-d1377d65eaf4,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:48.677611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:48.677965 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 85f64199-9e51-4c4a-ae9b-6639b3b0a3c1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:48.678381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:28:48.680356 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c5af5-12c8-455d-9135-a904d3e41d94 None None] No DVR routers for this DVR port 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:28:48.701731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:28:48.702089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 05d2ee11-1ae0-47dd-82a1-d1377d65eaf4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:28:48.711848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.730401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b037cb89-a710-44dc-ad93-f16c4098fd8a']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:48.740131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaa9bed-f1d4-47d1-838f-f716fa00046e') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:48.740463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaa9bed-f1d4-47d1-838f-f716fa00046e') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:48.753615 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.766602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.772824 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:28:48.773200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:28:48.777635 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:28:48.882525 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.887671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:48.890958 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b037cb89-a710-44dc-ad93-f16c4098fd8a HTTP/1.1" status: 204 len: 168 time: 0.6797297 Dec 07 00:28:48.901964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0404b-3fa3-433e-8a44-9d192457ec14 admin admin] Pushing event deleted for resources: {'Network': ['ID=b037cb89-a710-44dc-ad93-f16c4098fd8a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:49.229781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38618) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:49.269425 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-159a833c-2303-4b81-927f-920787838ca5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f65b011102f14cfdb5397b2fd5361513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384662 Dec 07 00:28:49.273114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38620) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:49.327225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:49.348992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:49.436701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:49.439222 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:49.440415 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8d10d38b-b185-489e-aa2e-872c98cb8cc8 HTTP/1.1" status: 204 len: 168 time: 0.1663444 Dec 07 00:28:49.448888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c145-316f-4cfa-8a37-0a7a66c99862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d10d38b-b185-489e-aa2e-872c98cb8cc8,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:50.010169 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38626) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:50.049706 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cf869c48-3265-4a8e-8bb6-2859bff4edb2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ba23d5d1bd24c1085f966420af99ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395060 Dec 07 00:28:50.052837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38628) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:50.097758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:50.123292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:50.242631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:50.245318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:50.246501 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6ee8ea9-2262-4295-8555-897263a196cf HTTP/1.1" status: 204 len: 168 time: 0.1927464 Dec 07 00:28:50.255322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c25857-07fa-469f-991c-b43b21c8a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee8ea9-2262-4295-8555-897263a196cf,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:50.688522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5f66e11-6fdc-4785-97b0-65df33602637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.059864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.544926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38670) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:52.549702 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138720900', 'description': 'tempest-secgroup-smoke-2138720900 description', 'project_id': '97e193861c6148a88d2a15a72de84a00'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:52.665330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.673216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.744707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.825427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.859626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d7cf4-ec21-490d-b7a5-7a368f2ea968,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:52.899392 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.967992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:52.996002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2e459-bef6-43fe-b51f-8183034eb194,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:53.061759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.063030 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f69ed9e7-8250-4437-96fd-3b94ff5e57ed tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5170772 Dec 07 00:28:53.065896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38672) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:53.070322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:53.111109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.149934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.206285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.242354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.564100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd25182-addd-4de1-9ad9-d08dc6f24c55,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:53.627386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.628613 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-624d9175-be7e-425f-9f01-835e5d2fe99f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5617445 Dec 07 00:28:53.633393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38674) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:53.637895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:53.715358 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.760947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.808164 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.825671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c462aef1-720a-4087-bc4a-8fbdda948681,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:53.893992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:53.895264 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ccdea607-5e80-4e1f-8dbe-8943a9d97e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2609253 Dec 07 00:28:53.898034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38676) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:53.902310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:53.999162 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.053512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.126349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.143780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2c1bab-6fcd-4d82-85bf-1413f4f85122,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:54.154934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.242736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.243927 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fa282772-bda2-4807-9580-2b8485494ac3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449781 Dec 07 00:28:54.246581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38678) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:54.251009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:54.315195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.369417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.423375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.441756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e069c8-c4d8-43d8-bbdb-5bdb359352f7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:54.506115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.507380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f66d7255-4c8f-4cf4-95a6-214e4515371d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2598779 Dec 07 00:28:54.510050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38680) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:54.514607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:54.579526 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:28:54.585330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.642558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.699317 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.718255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e689357f-0f00-4798-a0b4-69d88eb1594c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:54.779745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.781263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4b78f027-339d-4dbd-97ff-df50247686ea tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2698910 Dec 07 00:28:54.783907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38682) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:54.788221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '37a2e459-bef6-43fe-b51f-8183034eb194', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:54.881353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:28:54.886609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:54.943842 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.013713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.030963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdb12a9-b08c-46ff-861d-4b34a998c1d7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:55.095672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.096925 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-06b8f836-29d8-45fe-9831-a1fa8f464bcd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3120303 Dec 07 00:28:55.105391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38684) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:55.110375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'network': {'name': 'tempest-network-smoke--1773325148', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:55.190769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:28:55.194268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.216845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:28:55.226058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.226425 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Added segment 3d73dd87-6da9-490a-b12f-8cc380e8dcea of type vlan for network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f Dec 07 00:28:55.264752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.344904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.350877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:55.351452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.414529 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Network': ['ID=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:55.425565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:28:55.428259 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-32ae37ca-2d9e-43e8-810e-d2b8e8fd78e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3218384 Dec 07 00:28:55.431085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38686) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:55.435530 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'admin_state_up': True, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:55.499923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.501087 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.556217 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:55.748115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.000909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.019116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.116743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.143 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/e9ecc35d-d4a4-4720-be32-024eb4a1a24b) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:28:56.220610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.309544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.346668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:28:56.349409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:28:56.352807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:28:56.362251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bfdafb-746e-43f5-b337-95899b7efcbb None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:56.380479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:56.485096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bf26cb0f-08f9-433d-8093-72192a39f0d7 None None] Provisioning complete for port e9ecc35d-d4a4-4720-be32-024eb4a1a24b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:28:56.485690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bf26cb0f-08f9-433d-8093-72192a39f0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.524083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bf26cb0f-08f9-433d-8093-72192a39f0d7 None None] Port e9ecc35d-d4a4-4720-be32-024eb4a1a24b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:28:56.693656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:56.883732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.087589 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:28:57.193545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:28:57.203385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Sync routers for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:28:57.213469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:57.218254 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:57.277154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.278441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a44093f-40a7-41c6-86ca-b612309982f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8463776 Dec 07 00:28:57.281883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38688) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:57.425513 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d4f181a6-e07a-40ee-b092-9e9f6aa52735 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=97e193861c6148a88d2a15a72de84a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1423566 Dec 07 00:28:57.428763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38692) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:57.462149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:57.518315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a69b0a4-ab68-49c8-9549-13885c1e6a6e tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:57.519794 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8a69b0a4-ab68-49c8-9549-13885c1e6a6e tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901289 Dec 07 00:28:57.522954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38694) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:57.550970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8e79bc57-d212-4de8-916a-db11fecafcb1 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269077 Dec 07 00:28:57.554009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38696) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:57.558724 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-344127302', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:28:57.644120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:56Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:57.670671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Checking router: dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:28:57.671025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Updating router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 port e9ecc35d-d4a4-4720-be32-024eb4a1a24b binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:28:57.695284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.699630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:28:57.703202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.932578 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.943663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:57.996519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Subnet': ['ID=1cdeb989-474f-4ad0-9950-a3f44bce17d3,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:58.005617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Checking segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:28:58.006091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network hostable DHCP agents. Network: fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:28:58.023853 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.068366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b4093-b6e8-468f-8def-5ba525dede6a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:58.080645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Attempting to bind port e9ecc35d-d4a4-4720-be32-024eb4a1a24b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:28:58.080944 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:28:58.081080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Attempting to bind port e9ecc35d-d4a4-4720-be32-024eb4a1a24b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:28:58.081381 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Attempting to bind port e9ecc35d-d4a4-4720-be32-024eb4a1a24b on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:28:58.085125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74a60-6ea6-498e-bb6c-da1c7d50f99b None None] Pushing event updated for resources: {'Port': ['ID=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:58.091214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:28:58.091353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:28:58.091673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.092074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:28:58.092583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Bound port: e9ecc35d-d4a4-4720-be32-024eb4a1a24b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:28:58.092957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.150209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] For port e9ecc35d-d4a4-4720-be32-024eb4a1a24b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:28:58.165561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] For port e9ecc35d-d4a4-4720-be32-024eb4a1a24b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:28:58.167133 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-705bf630-40ab-4ad5-9483-5986efb29b2c None None] Provisioning complete for port e9ecc35d-d4a4-4720-be32-024eb4a1a24b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:28:58.167505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-705bf630-40ab-4ad5-9483-5986efb29b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.168457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:28:58.172679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:28:58.173335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.201182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc824d-4ec0-4ff5-8909-cd2d2b6db9f1 None None] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:28:58.253880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.259090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-705bf630-40ab-4ad5-9483-5986efb29b2c None None] Port e9ecc35d-d4a4-4720-be32-024eb4a1a24b cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:28:58.274704 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-be4eed21-df56-4f7c-b52d-480704deaf9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7196839 Dec 07 00:28:58.277514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38698) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:28:58.314580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946e086-73b4-421c-afa6-29236ecf7b06 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:28:58.352747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:28:58.353274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:58.391758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74a60-6ea6-498e-bb6c-da1c7d50f99b None None] Pushing event updated for resources: {'Port': ['ID=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:58.478870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] Provisioning complete for port e9ecc35d-d4a4-4720-be32-024eb4a1a24b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:28:58.479159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.564601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:28:58.567775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:28:58.568649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.705213 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.768245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.815325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] For port e9ecc35d-d4a4-4720-be32-024eb4a1a24b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:28:58.880790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:58.930323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Allocated IP 172.20.0.2 (fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f/1cdeb989-474f-4ad0-9950-a3f44bce17d3/a23f5bb1-55a8-47f0-bfa5-3fa2241e406b) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:28:58.964172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c2f48-a034-4d24-a29e-32842b117499 None None] Pushing event updated for resources: {'Port': ['ID=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:59.019265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:56Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:28:59.049776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb1855-e500-4122-ae03-1b3099bc4f5b None None] The sync data for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv is: [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:56Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:28:59.135307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.230124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.286889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:28:59.289771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:28:59.294414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:28:59.314664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.1 (fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f/1cdeb989-474f-4ad0-9950-a3f44bce17d3/3aca41cb-fece-428f-8eab-6cde37a31995) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:28:59.328488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Pushing event updated for resources: {'Port': ['ID=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:59.358571 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Attempting to bind port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:28:59.358949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Attempting to bind port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:28:59.359323 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Attempting to bind port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b on network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:28:59.365687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:28:59.366070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Checking segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:28:59.366478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.366878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Bound using segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:28:59.367358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Bound port: a23f5bb1-55a8-47f0-bfa5-3fa2241e406b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:28:59.367747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.437183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] For port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:28:59.440465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] For port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:28:59.451878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.509933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.556323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.582062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f597b5f-55e8-4985-98af-fb07e830a856 None None] Pushing event updated for resources: {'Port': ['ID=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:59.598869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:28:59.602805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:28:59.605496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:28:59.651061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:28:59.667777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:28:59.898610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.494304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47878c6b-c77c-4f6c-b7ba-13251e782648 None None] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:29:00.501254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.561499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] Provisioning complete for port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:00.561871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.568354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.664646 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.680979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:00.705589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.743525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a23f5bb1-55a8-47f0-bfa5-3fa2241e406b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:29:00.769522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] For port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:00.784552 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:29:00.786544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:29:00.809565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:00.810032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:00.944048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:29:00.991671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.055670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696c931-9560-44ec-82bd-1eb6ecc0db2f None None] Pushing event updated for resources: {'Port': ['ID=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:01.071148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:29:01.083757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-254fca02-b101-4811-9eec-f413b1055c6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976277 Dec 07 00:29:01.084358 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Sync routers for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:29:01.098968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:01.099625 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:01.103716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e9ecc35d-d4a4-4720-be32-024eb4a1a24b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:29:01.160179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3e90747f-858c-4802-832b-ae674efe0b77 None None] Provisioning complete for port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:01.160734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3e90747f-858c-4802-832b-ae674efe0b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.225900 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port e9ecc35d-d4a4-4720-be32-024eb4a1a24b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:01.226365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.230404 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:01.252046 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-e256abe5-b071-4dce-93f5-a29329b9335a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138720900&fields=id&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 267 time: 0.0532591 Dec 07 00:29:01.345785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3e90747f-858c-4802-832b-ae674efe0b77 None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:01.346154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3e90747f-858c-4802-832b-ae674efe0b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.383592 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-c51c0253-bd88-471a-9388-da72471db6f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:01.393663 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-c51c0253-bd88-471a-9388-da72471db6f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/networks?id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 200 len: 797 time: 0.1328828 Dec 07 00:29:01.394002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-3e90747f-858c-4802-832b-ae674efe0b77 None None] Port 3aca41cb-fece-428f-8eab-6cde37a31995 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:29:01.411709 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-44597385-130b-4c26-8602-d81442ccf4eb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/quotas/97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 375 time: 0.0167689 Dec 07 00:29:01.468543 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:00Z', 'revision_number': 2, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:01.472336 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-d9e93b06-d9ea-4e70-86e7-086013c86010 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596359 Dec 07 00:29:01.500999 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Checking router: dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:29:01.513228 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Updating router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 port 3aca41cb-fece-428f-8eab-6cde37a31995 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:29:01.516083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c3c1a6bd-d2f4-40fb-b3a6-458c68c02e09 None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:01.516694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3c1a6bd-d2f4-40fb-b3a6-458c68c02e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.537866 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.564359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1a6bd-d2f4-40fb-b3a6-458c68c02e09 None None] Port 3aca41cb-fece-428f-8eab-6cde37a31995 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:29:01.605093 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-9c371178-8852-41a9-b890-659fd9cb4c09 service neutron] 10.222.0.53 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129413 Dec 07 00:29:01.684432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2b7553ab-5b4e-4f28-a47b-0917e4f3d818 None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:01.685288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2b7553ab-5b4e-4f28-a47b-0917e4f3d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.698212 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-c8302657-a119-402e-9b90-755e0bd99f87 service neutron] 10.222.0.53 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Dec 07 00:29:01.730758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2b7553ab-5b4e-4f28-a47b-0917e4f3d818 None None] Port 3aca41cb-fece-428f-8eab-6cde37a31995 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:29:01.821543 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.926680 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:01.948565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e5d35a9c-be15-4a64-9b5d-1e153ad5580d req-04ed9295-fa47-4b74-b9aa-b4abc1112039 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Dec 07 00:29:01.998097 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Pushing event updated for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:02.023844 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.024190 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.024556 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.024882 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.025208 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.025533 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.025861 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.026186 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.026509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.026863 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.027152 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.027468 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.027783 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:02.040981 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Attempting to bind port 3aca41cb-fece-428f-8eab-6cde37a31995 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:29:02.041133 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Attempting to bind port 3aca41cb-fece-428f-8eab-6cde37a31995 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:29:02.041497 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Attempting to bind port 3aca41cb-fece-428f-8eab-6cde37a31995 on network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:29:02.046852 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:29:02.047223 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Checking segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:29:02.047621 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.048002 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Bound using segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:29:02.048502 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Bound port: 3aca41cb-fece-428f-8eab-6cde37a31995, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:29:02.048923 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.117430 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] For port 3aca41cb-fece-428f-8eab-6cde37a31995, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:29:02.121132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] For port 3aca41cb-fece-428f-8eab-6cde37a31995, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3aca41cb-fece-428f-8eab-6cde37a31995,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:29:02.202902 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.247648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:02.248107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.261180 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264ce0-c471-4f4f-83bc-c599f50609f3 None None] Pushing event updated for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:02.269509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:02.270233 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:02.332862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.368595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] For port 3aca41cb-fece-428f-8eab-6cde37a31995, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3aca41cb-fece-428f-8eab-6cde37a31995,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:02.383651 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:02.453792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.506670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd399d-2536-47b8-b39b-f96ea10df3d7 None None] Pushing event updated for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:02.579611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9b038cd8-d2c6-4514-8436-3a72776bf0ab None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:02.580694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9b038cd8-d2c6-4514-8436-3a72776bf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:02.597808 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:02.653511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a23f5bb1-55a8-47f0-bfa5-3fa2241e406b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:29:02.717008 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18902ae3-2f28-4020-b1fe-94dca7591754 None None] The sync data for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv is: [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:29:02.717435 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:02.717813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:03.045337 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a809b1a6-2279-4b08-9a49-bc9ccf2c7de6 req-87f928ec-8af5-4fc5-8cec-eaa8d067dbe4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 210 time: 0.0274799 Dec 07 00:29:03.813580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:04.140545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a475e51c-a64a-4b41-95b3-443408b17316 req-0ef7d36b-d90d-407c-9568-3d27302928f1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 210 time: 0.0279093 Dec 07 00:29:04.276090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-ae9d95ff-814d-480e-a411-2873be80e22a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:04.277530 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-ae9d95ff-814d-480e-a411-2873be80e22a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/networks?id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 200 len: 797 time: 0.1004648 Dec 07 00:29:04.355614 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-6b8a9ca3-f3dc-4ae7-8ecd-90b958aa02c8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 380 time: 0.0528305 Dec 07 00:29:04.369431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'port': {'device_id': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'admin_state_up': True, 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'security_groups': ['37a2e459-bef6-43fe-b51f-8183034eb194']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:29:04.631829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3aca41cb-fece-428f-8eab-6cde37a31995 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:29:04.679369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 3aca41cb-fece-428f-8eab-6cde37a31995 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:04.679811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:04.859416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:29:04.863083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:04.988637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.6 (fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f/1cdeb989-474f-4ad0-9950-a3f44bce17d3/64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:29:05.125395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.213957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.255535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:29:05.256863 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17491531-f7ef-4899-99c6-f9aecd01b173 req-8c97ca5f-1e9f-42ad-b5be-81ad5c4fcdc1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:05.258464 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-17491531-f7ef-4899-99c6-f9aecd01b173 req-8c97ca5f-1e9f-42ad-b5be-81ad5c4fcdc1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 931 time: 0.0496995 Dec 07 00:29:05.258595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:29:05.261072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:29:05.298119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:05.312956 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-17491531-f7ef-4899-99c6-f9aecd01b173 req-456b096c-eeba-4adb-bc27-29c2e6d4415f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471203 Dec 07 00:29:05.326257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:05.326913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.410623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-a1b737f3-5460-4c3e-959f-0db6d42bd30d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0447023 Dec 07 00:29:05.438583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Request body: {'port': {'device_id': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:29:05.491789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.535008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-dbdb1052-6caf-4fbd-bc6e-c2b19754e5e8 None None] Provisioning complete for port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:05.536248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dbdb1052-6caf-4fbd-bc6e-c2b19754e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.569985 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb1052-6caf-4fbd-bc6e-c2b19754e5e8 None None] Port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:29:05.751024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:29:05.758918 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.771019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Transition to ACTIVE for port object 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:29:05.834704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:05.887056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Pushing event updated for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:05.958988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Attempting to bind port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:29:05.959324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Attempting to bind port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:29:05.959681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Attempting to bind port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec on network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:29:05.964283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec on network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:29:05.964608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Attempting to bind port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec on network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:29:05.969631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:29:05.969966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Checking segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:29:05.970360 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Bound using segment: {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:29:05.970782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Bound port: 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d73dd87-6da9-490a-b12f-8cc380e8dcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:29:05.971136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:06.036504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:29:06.039441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:29:06.100396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:06.137904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.137904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:06.137904 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] 10.222.0.45 "PUT /v2.0/ports/64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 200 len: 1093 time: 0.7023792 Dec 07 00:29:06.138759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:29:06.140701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da377987-e2f4-45a6-a618-54a7e790684b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:29:06.170174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d8c73-0668-45b9-978b-2bfeef9e0acc service neutron] Pushing event updated for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:06.182671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e564831-0ae5-42a2-9200-043e20f7f4b2 x-openstack-request-id: req-0e564831-0ae5-42a2-9200-043e20f7f4b2 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:29:06.182966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:29:06.183492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e564831-0ae5-42a2-9200-043e20f7f4b2 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:29:06.183915 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'status': 'completed', 'code': 200} Dec 07 00:29:06.275631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377987-e2f4-45a6-a618-54a7e790684b req-46589ae6-7d24-46c3-ad46-301efaae2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.277151 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da377987-e2f4-45a6-a618-54a7e790684b req-46589ae6-7d24-46c3-ad46-301efaae2866 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1096 time: 0.0450149 Dec 07 00:29:06.394673 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377987-e2f4-45a6-a618-54a7e790684b req-faa2b324-1e14-4ae0-992a-9e634ff0d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.396922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da377987-e2f4-45a6-a618-54a7e790684b req-faa2b324-1e14-4ae0-992a-9e634ff0d9dd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=97e193861c6148a88d2a15a72de84a00&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0977926 Dec 07 00:29:06.432475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761610d0-fc1c-40e2-9791-39f039a5e6b8 req-f7327651-f28c-4ba8-bfb8-362436a6ecfe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.433976 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-761610d0-fc1c-40e2-9791-39f039a5e6b8 req-f7327651-f28c-4ba8-bfb8-362436a6ecfe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 943 time: 0.0537982 Dec 07 00:29:06.483172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-761610d0-fc1c-40e2-9791-39f039a5e6b8 req-e2802b2a-df9c-40db-99b1-e0dbcb0dc3b7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Dec 07 00:29:06.496482 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377987-e2f4-45a6-a618-54a7e790684b req-f78a0373-a099-4599-9c6a-5821de0a85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.497934 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da377987-e2f4-45a6-a618-54a7e790684b req-f78a0373-a099-4599-9c6a-5821de0a85ab service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903134 Dec 07 00:29:06.610396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-f7931472-8921-48a5-8c38-edd77223de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.611926 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-f7931472-8921-48a5-8c38-edd77223de4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1096 time: 0.0415115 Dec 07 00:29:06.671561 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-4292daa7-2365-418f-9ff3-fea0546994c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 200 len: 217 time: 0.0367739 Dec 07 00:29:06.723346 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-4e33aebc-0ce9-43f7-b3d4-1393c5abf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.724898 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-4e33aebc-0ce9-43f7-b3d4-1393c5abf040 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cdeb989-474f-4ad0-9950-a3f44bce17d3 HTTP/1.1" status: 200 len: 834 time: 0.0418377 Dec 07 00:29:06.774431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-991d64c1-6504-4acc-86b9-2f2f1d9e1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:06.775879 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-991d64c1-6504-4acc-86b9-2f2f1d9e1572 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399506 Dec 07 00:29:06.872912 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-ba8bbdf0-0f95-4064-b290-a510b21e042b service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Dec 07 00:29:06.964566 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-da14a833-211d-4ae6-812f-45453c5e29e5 req-c4a6c03d-96f9-4495-8c52-d37eceb28a21 service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803237 Dec 07 00:29:07.604327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd226e-8200-4c3c-804d-094d6c5f1db5 req-828e7482-ba45-4f43-92e0-45c322fa42c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:07.605780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a2fd226e-8200-4c3c-804d-094d6c5f1db5 req-828e7482-ba45-4f43-92e0-45c322fa42c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 943 time: 0.0524547 Dec 07 00:29:07.655736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a2fd226e-8200-4c3c-804d-094d6c5f1db5 req-e9383e91-812d-4d32-88f7-74eeb2cd076d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Dec 07 00:29:08.770530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00527d4a-4db7-417f-ba1c-63b0279eb554 req-951a71e3-8095-4fef-bfe7-705a2923e932 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:08.772020 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-00527d4a-4db7-417f-ba1c-63b0279eb554 req-951a71e3-8095-4fef-bfe7-705a2923e932 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 943 time: 0.0499187 Dec 07 00:29:08.822545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-00527d4a-4db7-417f-ba1c-63b0279eb554 req-1568ed52-df23-4900-bd20-4586f892f02e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Dec 07 00:29:09.933737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b069b-1606-4de1-920a-a1ca51c71f2b req-a78d06e0-4754-4253-8854-80e3a05e3929 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:09.935183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-371b069b-1606-4de1-920a-a1ca51c71f2b req-a78d06e0-4754-4253-8854-80e3a05e3929 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 943 time: 0.0471449 Dec 07 00:29:09.982395 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-371b069b-1606-4de1-920a-a1ca51c71f2b req-ab70fee6-b5f7-476b-88a8-6effc338f950 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Dec 07 00:29:09.988414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:29:10.081260 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:10.092261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'port_id': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'mac_address': 'fa:16:3e:91:b4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:29:10.132591 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:10.144935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:29:10.165171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:10.245842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:10.291879 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:10.579217 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:29:11.094941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29408914-6bf7-4f90-9804-23199c41d5ea req-3de2061a-1045-40e1-9f4a-307f050ae3cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:11.096449 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-29408914-6bf7-4f90-9804-23199c41d5ea req-3de2061a-1045-40e1-9f4a-307f050ae3cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 944 time: 0.0483129 Dec 07 00:29:11.149437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-29408914-6bf7-4f90-9804-23199c41d5ea req-530791a9-fb96-423f-9ad9-3501174d536b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Dec 07 00:29:12.021682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:29:12.119981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:29:12.123878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:29:12.124316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:12.204986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:12.227740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:29:12.232453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdedcbb4-7247-40fb-8385-3dba7b56552b" -d '{"events": [{"server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "name": "network-vif-plugged", "status": "completed", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:29:12.243451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:12.264837 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d8e7-773e-4755-a97e-a850f404e157 req-bcda18d7-0ae4-4b8a-bbf9-4b6ef148ad65 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:12.266454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b810d8e7-773e-4755-a97e-a850f404e157 req-bcda18d7-0ae4-4b8a-bbf9-4b6ef148ad65 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 944 time: 0.0503705 Dec 07 00:29:12.268989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2865feb-5d91-4fb8-b5ea-0d089f36b63a x-openstack-request-id: req-b2865feb-5d91-4fb8-b5ea-0d089f36b63a {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:29:12.269292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "name": "network-vif-plugged", "status": "completed", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:29:12.269556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2865feb-5d91-4fb8-b5ea-0d089f36b63a {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:29:12.270355 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'code': 200} Dec 07 00:29:12.297841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:12.322867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b810d8e7-773e-4755-a97e-a850f404e157 req-cced56fd-cd8c-44f3-8c73-a0007bf4f596 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504816 Dec 07 00:29:12.349490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:12.624965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4d2a4-1073-4ae1-99c6-45aaeb47a03b req-b6febe19-0fbc-45f5-960b-658a729db8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:12.626417 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-70a4d2a4-1073-4ae1-99c6-45aaeb47a03b req-b6febe19-0fbc-45f5-960b-658a729db8dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1098 time: 0.0396392 Dec 07 00:29:12.678091 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-70a4d2a4-1073-4ae1-99c6-45aaeb47a03b req-95c535c2-70da-47fc-8fcc-35ae35c092fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391655 Dec 07 00:29:12.743945 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:29:13.437046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463712aa-736f-42ad-aa5f-54cf2c54a814 req-9bb854fc-7599-429f-a49a-0563b726fcca tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:13.439782 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-463712aa-736f-42ad-aa5f-54cf2c54a814 req-9bb854fc-7599-429f-a49a-0563b726fcca tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0478351 Dec 07 00:29:13.486629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-463712aa-736f-42ad-aa5f-54cf2c54a814 req-d92aceb2-f81a-4741-9874-0e9cb1ef3c9e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Dec 07 00:29:14.602294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196559a-4143-4a72-937f-c32233972a93 req-9423ce3e-ea0e-4253-a643-0e5c0a7eea94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:14.603777 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6196559a-4143-4a72-937f-c32233972a93 req-9423ce3e-ea0e-4253-a643-0e5c0a7eea94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Dec 07 00:29:14.665492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6196559a-4143-4a72-937f-c32233972a93 req-4c980c14-01ad-4b9e-9d8e-d366e3299f9d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558319 Dec 07 00:29:14.779900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289e97-c72b-4087-b176-d997b3bcfc02 req-9e035400-9547-446f-bd2b-4e4854bc1f81 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:14.781600 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b289e97-c72b-4087-b176-d997b3bcfc02 req-9e035400-9547-446f-bd2b-4e4854bc1f81 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Dec 07 00:29:14.829502 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3b289e97-c72b-4087-b176-d997b3bcfc02 req-133fd4d3-848f-4c36-a347-fe3ae2ceeeb4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419219 Dec 07 00:29:14.851429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38760) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:14.893137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca27e1-6ae2-4d81-b705-b3d8f87a06ed tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:14.894606 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f0ca27e1-6ae2-4d81-b705-b3d8f87a06ed tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1093 time: 0.0421607 Dec 07 00:29:14.898189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38762) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:14.902484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:29:15.034931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:15.130731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:15.232168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.229 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/49f2c5a4-9b8b-4cf3-86e6-269d29d4026e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:29:15.327812 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:15.413820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:15.455005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:29:15.459277 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:29:15.462904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:29:15.484841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=49f2c5a4-9b8b-4cf3-86e6-269d29d4026e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:15.809149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:15.934656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:16.080033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:16.127450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:16.195285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=49f2c5a4-9b8b-4cf3-86e6-269d29d4026e,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:16.207610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:16.307115 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 67bedcff-4ce3-4226-8c49-cc9a57f9c891 associated. External IP: 172.36.7.229, port: 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec. Dec 07 00:29:16.508438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:29:16.613836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:29:16.624263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Sync routers for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:29:16.638055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:16.638673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:16.688276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:16.715465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9ad6b5e9-e052-4861-9c60-88dc868dd272 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8162396 Dec 07 00:29:16.716060 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:29:16.718376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c185f-aacf-4d4e-a450-37eace9801f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:29:16.750825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:16.771003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40413031-701d-4c8f-96b3-3656574e529d x-openstack-request-id: req-40413031-701d-4c8f-96b3-3656574e529d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:29:16.771303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:29:16.771561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40413031-701d-4c8f-96b3-3656574e529d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:29:16.771967 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'status': 'completed', 'code': 200} Dec 07 00:29:16.853168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62aadb-8060-4458-aa8b-34b6c527a17b req-e785ab25-2ece-41a3-a742-276b87898369 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:16.854631 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a62aadb-8060-4458-aa8b-34b6c527a17b req-e785ab25-2ece-41a3-a742-276b87898369 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0728359 Dec 07 00:29:16.884220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-174989d3-b86c-4683-b03f-dca157368c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:16.885696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-174989d3-b86c-4683-b03f-dca157368c83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1098 time: 0.0685983 Dec 07 00:29:16.936840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7a62aadb-8060-4458-aa8b-34b6c527a17b req-9db3eeaf-24ff-42f8-88e6-3ab07e099001 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754824 Dec 07 00:29:16.959646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38768) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:16.980667 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67bedcff-4ce3-4226-8c49-cc9a57f9c891', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.229', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'port_id': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'mac_address': 'fa:16:3e:91:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:29:15Z', 'updated_at': '2021-12-07T00:29:15Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:17.001992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-89df9680-8679-40ce-adf7-245461c4e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:17.004120 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-89df9680-8679-40ce-adf7-245461c4e7cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 200 len: 898 time: 0.1093783 Dec 07 00:29:17.010532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Checking router: dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:29:17.019082 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:17.019619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:28:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:17.026173 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-badc708a-7bc5-429a-9397-89565ae3c2b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/67bedcff-4ce3-4226-8c49-cc9a57f9c891 HTTP/1.1" status: 200 len: 991 time: 0.0648108 Dec 07 00:29:17.076050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-c97e075b-317c-4b94-b206-c552f3545218 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 200 len: 999 time: 0.0637093 Dec 07 00:29:17.124832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:17.125257 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-ca0e3b26-691f-4060-a503-8a27a8b606d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:17.126717 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-ca0e3b26-691f-4060-a503-8a27a8b606d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cdeb989-474f-4ad0-9950-a3f44bce17d3 HTTP/1.1" status: 200 len: 834 time: 0.0435202 Dec 07 00:29:17.172255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-017518e7-c0b8-4c84-8e63-c2486dc57334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:17.173875 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-017518e7-c0b8-4c84-8e63-c2486dc57334 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398581 Dec 07 00:29:17.361557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67bedcff-4ce3-4226-8c49-cc9a57f9c891', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.229', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'port_id': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'mac_address': 'fa:16:3e:91:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:29:15Z', 'updated_at': '2021-12-07T00:29:15Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:17.382603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab98e1-855d-4899-946b-80a932ae9f0d None None] The sync data for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv is: [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '67bedcff-4ce3-4226-8c49-cc9a57f9c891', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.229', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'port_id': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'mac_address': 'fa:16:3e:91:b4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:29:15Z', 'updated_at': '2021-12-07T00:29:15Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:29:17.580379 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebc929-e77b-4948-9299-24118359bb24 None None] New status for floating IP 67bedcff-4ce3-4226-8c49-cc9a57f9c891: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:29:17.589923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-cafe9e2d-8d79-4afa-bb53-1882e15beeb1 service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081008 Dec 07 00:29:17.679225 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e14c185f-aacf-4d4e-a450-37eace9801f2 req-18a22b23-add1-42cd-8849-7a5cec560bdc service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818808 Dec 07 00:29:18.029959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38770) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:18.092387 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-24f4ad6f-808e-4232-b90a-5b9647899e6c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/67bedcff-4ce3-4226-8c49-cc9a57f9c891 HTTP/1.1" status: 200 len: 993 time: 0.0609713 Dec 07 00:29:18.354679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0e010531-f3a4-4cf8-a200-85405fc46e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:20.733374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d18b22f7-f1c0-41dd-81b4-aa02de19ca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:22.059239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:23.108344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:24.165842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:28.597829 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-83baf9ca-b1e8-48ac-86c8-46ab5bcf4db8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392728 Dec 07 00:29:28.696186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-4cd64059-2101-4811-afc2-af9c82b29276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:28.697676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-4cd64059-2101-4811-afc2-af9c82b29276 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1098 time: 0.0393078 Dec 07 00:29:28.804199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-1b2243f6-4126-4c13-8078-8952b870e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:28.805591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-1b2243f6-4126-4c13-8078-8952b870e245 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 200 len: 898 time: 0.0880589 Dec 07 00:29:28.870493 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-44ba807e-89e9-496a-814f-cef2f8d3cff0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 200 len: 1001 time: 0.0567153 Dec 07 00:29:28.924184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-b1c303ac-122a-4abb-9979-ff392b9fa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:28.925623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-b1c303ac-122a-4abb-9979-ff392b9fa2ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cdeb989-474f-4ad0-9950-a3f44bce17d3 HTTP/1.1" status: 200 len: 834 time: 0.0473859 Dec 07 00:29:28.970412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-ca180742-1637-4fe8-8385-b2ffdaeac592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:28.971871 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-ca180742-1637-4fe8-8385-b2ffdaeac592 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392027 Dec 07 00:29:29.064148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-b00e8a25-6f40-4c2d-bc7f-49d19f1d3d48 service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844188 Dec 07 00:29:29.156685 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-41947d7c-2db1-4ed0-9066-471a486b0542 req-e97b8625-1049-4c19-8bc5-fc0360b56cad service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812871 Dec 07 00:29:33.830178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:48.364958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36dfb7f7-8d0d-4080-91c8-c2fef3a9499b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:49.742445 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:29:50.715170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67649525-ed22-4683-b814-2822ac6fbaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:51.350447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064da2-a505-448d-852f-8ae62bc77b15 req-f4940434-7974-4da2-94a5-48e38d76cf9d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:51.351842 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b064da2-a505-448d-852f-8ae62bc77b15 req-f4940434-7974-4da2-94a5-48e38d76cf9d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0510964 Dec 07 00:29:51.402291 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b064da2-a505-448d-852f-8ae62bc77b15 req-0e3982cb-bee6-428e-a98d-0670eaeb9f6a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Dec 07 00:29:52.058287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:52.522819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c54357-2584-4cbd-87d5-3808714d88bc req-576f2b53-6edf-489f-921b-e38356b80b27 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:52.524272 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1c54357-2584-4cbd-87d5-3808714d88bc req-576f2b53-6edf-489f-921b-e38356b80b27 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0519919 Dec 07 00:29:52.573022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1c54357-2584-4cbd-87d5-3808714d88bc req-7f10c090-846e-4473-88a9-29ee7ce18175 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427566 Dec 07 00:29:52.595333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38788) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:52.653813 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d1da4c9e-2556-457a-a239-871c13f6305d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/67bedcff-4ce3-4226-8c49-cc9a57f9c891 HTTP/1.1" status: 200 len: 993 time: 0.0572956 Dec 07 00:29:53.109719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:54.135099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7b996-7470-4c10-8593-88297b30d0aa req-e70dae61-a33d-4fe1-a7b1-f84dbec51893 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:54.136507 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fec7b996-7470-4c10-8593-88297b30d0aa req-e70dae61-a33d-4fe1-a7b1-f84dbec51893 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0568681 Dec 07 00:29:54.172610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:54.188758 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fec7b996-7470-4c10-8593-88297b30d0aa req-32a4aa7a-5bcd-413e-a88b-44e6bac699d5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 Dec 07 00:29:55.304504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce742-dbaa-43eb-89b1-eb68be895f4e req-bdf9f72a-0619-4899-9700-3dcf31a56794 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:55.305987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-836ce742-dbaa-43eb-89b1-eb68be895f4e req-bdf9f72a-0619-4899-9700-3dcf31a56794 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0481508 Dec 07 00:29:55.357489 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-836ce742-dbaa-43eb-89b1-eb68be895f4e req-3856b385-0377-438c-b694-ce6b6d9d47c5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Dec 07 00:29:55.381033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38798) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:55.439307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f9bba042-5a5d-4c95-aae9-a7aa6c9d08b2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/67bedcff-4ce3-4226-8c49-cc9a57f9c891 HTTP/1.1" status: 200 len: 993 time: 0.0571725 Dec 07 00:29:55.704370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38804) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:29:55.856814 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 49f2c5a4-9b8b-4cf3-86e6-269d29d4026e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:29:55.857079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:55.932813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:55.933156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:55.945132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 49f2c5a4-9b8b-4cf3-86e6-269d29d4026e owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:29:56.170838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:56.196870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=49f2c5a4-9b8b-4cf3-86e6-269d29d4026e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:56.221264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.221660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.222003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.222342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.222676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.223009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.223339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.223664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.223988 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.224339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.224665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.224987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.225308 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:29:56.269718 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:56.270049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 67bedcff-4ce3-4226-8c49-cc9a57f9c891 disassociated (deleted). External IP: 172.36.7.229, port: 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec. Dec 07 00:29:56.466701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:29:56.573734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:29:56.578465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:56.583779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Sync routers for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:29:56.593881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:56.594537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:56.608712 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-27264418-0d32-493a-87a6-03d86f938b97 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/floatingips/67bedcff-4ce3-4226-8c49-cc9a57f9c891 HTTP/1.1" status: 204 len: 168 time: 0.9032264 Dec 07 00:29:56.609292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:29:56.611551 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eab401-4384-4136-bc51-25f3bf191b64" -d '{"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:29:56.649704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4605902-6a2c-485c-9053-6418d0cc7072 x-openstack-request-id: req-d4605902-6a2c-485c-9053-6418d0cc7072 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:29:56.650016 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:29:56.650278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4605902-6a2c-485c-9053-6418d0cc7072 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:29:56.650688 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'status': 'completed', 'code': 200} Dec 07 00:29:56.702434 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:56.744033 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-f9ca1684-e2c0-40ac-85df-258cff5568d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:56.745025 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-f9ca1684-e2c0-40ac-85df-258cff5568d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 1098 time: 0.0410235 Dec 07 00:29:56.841709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-f21e1ebe-dc3a-41e4-a451-9733c1bee6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:56.843254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-f21e1ebe-dc3a-41e4-a451-9733c1bee6a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 200 len: 898 time: 0.0864971 Dec 07 00:29:56.894818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-e68659ce-e0ad-4c99-ad11-c71800b387a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 200 len: 217 time: 0.0393808 Dec 07 00:29:56.909581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:56.937009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Checking router: dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:29:56.945896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:29:56.946522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:56.946781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-df74b114-786f-483f-9c9e-a3045d2f182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:56.948639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-df74b114-786f-483f-9c9e-a3045d2f182e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1cdeb989-474f-4ad0-9950-a3f44bce17d3 HTTP/1.1" status: 200 len: 834 time: 0.0468438 Dec 07 00:29:57.036672 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbd6a9-a792-489e-b286-02748bfff930 req-9a8748b0-3a37-4f38-84fa-738206842af7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:57.038854 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5fbd6a9-a792-489e-b286-02748bfff930 req-9a8748b0-3a37-4f38-84fa-738206842af7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0539911 Dec 07 00:29:57.052640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-8a89dd9e-85df-4124-9240-633e53f7fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:57.054530 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-8a89dd9e-85df-4124-9240-633e53f7fbf2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444353 Dec 07 00:29:57.055612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:29:57.091633 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5fbd6a9-a792-489e-b286-02748bfff930 req-2d0cc586-88a6-4629-be38-eb4f48721f4d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462797 Dec 07 00:29:57.153465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-291abff5-4e4f-4451-b7ac-d632b5e711f0 service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904307 Dec 07 00:29:57.243938 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d9eab401-4384-4136-bc51-25f3bf191b64 req-251c19ec-6f80-4145-9f2e-372279c71438 service neutron] 10.222.0.45 "GET /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819430 Dec 07 00:29:57.257775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:29:57.284315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95757fdc-1e9f-4d6c-82d2-adde788780d6 None None] The sync data for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv is: [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:28:59Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3aca41cb-fece-428f-8eab-6cde37a31995', 'name': '', 'network_id': 'fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:90:a5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:58Z', 'updated_at': '2021-12-07T00:29:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '1cdeb989-474f-4ad0-9950-a3f44bce17d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:29:57.483504 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1444b6b-232d-4d89-b436-0261867eb04a None None] New status for floating IP 67bedcff-4ce3-4226-8c49-cc9a57f9c891: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:29:58.217055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba110-9180-4125-93cd-c3422fd2acb0 req-ad243984-fc22-4b09-8aeb-887687ff5c91 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:58.218522 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-696ba110-9180-4125-93cd-c3422fd2acb0 req-ad243984-fc22-4b09-8aeb-887687ff5c91 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Dec 07 00:29:58.266889 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-696ba110-9180-4125-93cd-c3422fd2acb0 req-85a0b9fd-1d0e-4bc7-91f0-1a743416f093 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Dec 07 00:29:59.024205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be541-919b-4d40-b86d-dafa442b302a req-4e8f2250-979a-4991-9878-d0ae763601fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:59.025680 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-531be541-919b-4d40-b86d-dafa442b302a req-4e8f2250-979a-4991-9878-d0ae763601fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0478430 Dec 07 00:29:59.125972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:29:59.126502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:59.214111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:29:59.214475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:59.226637 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:29:59.383202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809690aa-7b24-44c2-84b9-ee53386ab47a req-5bc48890-8753-447f-8664-7f82f3aad3c3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:29:59.384698 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-809690aa-7b24-44c2-84b9-ee53386ab47a req-5bc48890-8753-447f-8664-7f82f3aad3c3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 945 time: 0.0505087 Dec 07 00:29:59.424058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:59.438410 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-809690aa-7b24-44c2-84b9-ee53386ab47a req-a505b408-2ef8-466c-9293-4c23fc70e4e0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=37a2e459-bef6-43fe-b51f-8183034eb194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475991 Dec 07 00:29:59.453629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:29:59.493315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] No DVR routers for this DVR port 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:29:59.495887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:29:59.499146 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-531be541-919b-4d40-b86d-dafa442b302a req-0e981323-defa-491a-83e1-6c877712ba6b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "DELETE /v2.0/ports/64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec HTTP/1.1" status: 204 len: 173 time: 0.4622769 Dec 07 00:29:59.499640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'name': 'network-vif-deleted', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:29:59.501916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233cbdc-4323-4f2c-8feb-ddb174ca1501" -d '{"events": [{"server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "name": "network-vif-deleted", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:29:59.537621 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad8caf-d4f0-4a5f-806d-dff2d9954505 x-openstack-request-id: req-4cad8caf-d4f0-4a5f-806d-dff2d9954505 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:29:59.537871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a243319-3f4c-4d95-986e-e5fd2024f618", "name": "network-vif-deleted", "tag": "64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:29:59.538127 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cad8caf-d4f0-4a5f-806d-dff2d9954505 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:29:59.538531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a243319-3f4c-4d95-986e-e5fd2024f618', 'name': 'network-vif-deleted', 'tag': '64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec', 'status': 'completed', 'code': 200} Dec 07 00:30:00.546894 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-24dbc6be-c585-474c-ae5f-5af13bb5f998 req-330acf29-d0e0-4af0-90ea-4f26f5a4f0c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a243319-3f4c-4d95-986e-e5fd2024f618 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Dec 07 00:30:01.602956 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38822) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:01.950391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:02.196193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 3aca41cb-fece-428f-8eab-6cde37a31995 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:30:02.196554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:02.236032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:30:02.261238 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:30:02.262124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 64b6bbc6-ac60-4bcc-bbdb-c54fd67297ec not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:30:02.285734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port 3aca41cb-fece-428f-8eab-6cde37a31995, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3aca41cb-fece-428f-8eab-6cde37a31995,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:02.286094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:02.298241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 3aca41cb-fece-428f-8eab-6cde37a31995 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:30:02.583686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:02.611669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=3aca41cb-fece-428f-8eab-6cde37a31995,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:02.781178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:02.998774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:30:03.104524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:30:03.110010 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-29a6c9f0-7a6e-4f95-9fec-596128c94a99 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5056233 Dec 07 00:30:03.112333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38824) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:03.114920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Sync routers for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:30:03.125300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:03.125921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:03.161167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting subnet 1cdeb989-474f-4ad0-9950-a3f44bce17d3 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:30:03.165013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.203045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.231215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:03.288659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.407146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:30:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:03.418546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.432644 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Checking router: dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:30:03.440887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Routers {'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:03.441497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:03.445113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdeb989-474f-4ad0-9950-a3f44bce17d3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:03.450056 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.455613 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-fe0aa68d-d067-481c-9d7f-039b7d55bb94 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/subnets/1cdeb989-474f-4ad0-9950-a3f44bce17d3 HTTP/1.1" status: 204 len: 168 time: 0.3399873 Dec 07 00:30:03.455849 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38826) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:03.478841 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a42a5-9f2c-4b95-8b67-ea1275dcca93 None None] Network fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:30:03.640545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] Set router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:03.831097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] DHCP port deletion for fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:30:03.882998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.923868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:30:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:03.928693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Deleting port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:30:03.929068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.955922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:03.966749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dec03f-a2c1-45f2-aba1-72e7c2f1c1de None None] The sync data for ids ['dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53'] in dv-neutron-master-2-hyperv is: [{'id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053293638', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143'}], 'enable_snat': True}, 'gw_port_id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:28:55Z', 'updated_at': '2021-12-07T00:30:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'e9ecc35d-d4a4-4720-be32-024eb4a1a24b', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:28:56Z', 'updated_at': '2021-12-07T00:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:30:04.069499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.168820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] For port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,segment=NetworkSegment(3d73dd87-6da9-490a-b12f-8cc380e8dcea),segment_id=3d73dd87-6da9-490a-b12f-8cc380e8dcea)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:04.169159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.174599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port e9ecc35d-d4a4-4720-be32-024eb4a1a24b {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:30:04.174937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.182042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Calling delete_port for a23f5bb1-55a8-47f0-bfa5-3fa2241e406b owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:30:04.254597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port e9ecc35d-d4a4-4720-be32-024eb4a1a24b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:04.254965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.266409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for e9ecc35d-d4a4-4720-be32-024eb4a1a24b owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:30:04.330702 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.360788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Pushing event deleted for resources: {'Port': ['ID=a23f5bb1-55a8-47f0-bfa5-3fa2241e406b,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:04.365891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] No DVR routers for this DVR port a23f5bb1-55a8-47f0-bfa5-3fa2241e406b on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:30:04.372776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.373135 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.373484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.373830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.374167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.374513 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.374833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.375172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.375600 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.375894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.376224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.376586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.376914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933c4d28-bbe3-46f3-b5b8-42cb3a894e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:04.491145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.518128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=e9ecc35d-d4a4-4720-be32-024eb4a1a24b,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:04.530355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f626e7d-7ca2-4fb7-82f8-939b45c218dd None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:30:04.581401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.674223 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.676396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.702929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a23f5bb1-55a8-47f0-bfa5-3fa2241e406b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:30:04.723823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: a23f5bb1-55a8-47f0-bfa5-3fa2241e406b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:30:04.724172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device a23f5bb1-55a8-47f0-bfa5-3fa2241e406b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:30:04.725160 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3aca41cb-fece-428f-8eab-6cde37a31995 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:30:04.747180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 3aca41cb-fece-428f-8eab-6cde37a31995 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:30:04.747530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 3aca41cb-fece-428f-8eab-6cde37a31995 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:30:04.800678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.801258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Fanout notify agent at l3_agent the message router_deleted on router dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:30:04.808447 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.809577 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-183f14ca-6cda-4661-af0c-a74476d121cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/routers/dd4eb5fb-33ad-4fcf-85f6-45c239b7dd53 HTTP/1.1" status: 204 len: 168 time: 1.3527710 Dec 07 00:30:04.812395 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38828) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:04.890668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.981107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:04.999875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:05.009415 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d73dd87-6da9-490a-b12f-8cc380e8dcea') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:05.009720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d73dd87-6da9-490a-b12f-8cc380e8dcea') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:05.018855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.032437 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.038240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:30:05.039803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:30:05.041605 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:30:05.159052 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.166216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.168879 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/networks/fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f HTTP/1.1" status: 204 len: 168 time: 0.3554673 Dec 07 00:30:05.171741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38830) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:05.180557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Network': ['ID=fc1f3dbb-7b22-4c70-b1c3-d3f53794c50f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:05.187826 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.188179 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.188550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.188892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.189228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.189570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.189900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.190225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.190552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.190880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.191206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.191534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.191858 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa18da-375a-47c8-bed7-c2b5541b4e9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:05.229075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.259121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.371969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.374647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.375871 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/security-groups/37a2e459-bef6-43fe-b51f-8183034eb194 HTTP/1.1" status: 204 len: 168 time: 0.2031116 Dec 07 00:30:05.385778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898153cd-2174-468b-95ab-71f8dedfee8d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2e459-bef6-43fe-b51f-8183034eb194,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:05.643407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38836) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:05.647983 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511596411', 'description': 'tempest-secgroup-smoke-511596411 description', 'project_id': '97e193861c6148a88d2a15a72de84a00'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:05.747759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.815468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.880732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.908683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee11a5-bbd3-4c79-8414-242b7a010cc2,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:05.985635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:05.986938 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0e080196-9192-4d00-a85f-290e1e9aec8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3425100 Dec 07 00:30:05.989782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38838) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:05.994074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:06.079160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.133341 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.263899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.283281 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7bbb69-5246-444e-b206-bc88ea4123f6,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:06.357288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.358430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-707d91c5-1e20-4cb4-b94c-7fb34942292c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3677394 Dec 07 00:30:06.361160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38840) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:06.365450 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:06.474272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.528753 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.599497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.605104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e9ecc35d-d4a4-4720-be32-024eb4a1a24b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:30:06.617404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e756d0-27bd-4fc7-9aec-81bbba4c55f7,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:06.629117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: e9ecc35d-d4a4-4720-be32-024eb4a1a24b {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:30:06.629472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device e9ecc35d-d4a4-4720-be32-024eb4a1a24b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:30:06.709692 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.710900 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7984442e-f941-40aa-b489-bbc545fd6b3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3488204 Dec 07 00:30:06.713590 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38842) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:06.717953 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:06.815221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:06.958074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.021864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.039779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf176e7-ec71-4ce1-affe-f0d6a2c2b08e,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:07.110989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.112178 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-40affe0b-f918-4dae-b130-8f3ab87284c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976645 Dec 07 00:30:07.114867 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38844) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:07.119773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:07.194006 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.250313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.314667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.331979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e9037e-87aa-4461-8e6e-4d5e66c35e79,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:07.396744 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.397934 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-edb42eb6-af6e-441a-b65c-76d9c13b1cda tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2815027 Dec 07 00:30:07.400594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38846) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:07.405382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:07.486623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:30:07.491766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.554635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.623833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.642419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e0e6cb-f3a0-47ac-b4ac-28ebd7b954df,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:07.682898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.684084 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b5331a43-744b-4c67-8d84-c8ed93a22e69 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2823963 Dec 07 00:30:07.686755 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38848) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:07.691184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee11a5-bbd3-4c79-8414-242b7a010cc2', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:07.755548 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:30:07.760864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.822082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.897959 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.915572 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45fe36e-df37-4d96-99b3-7411bd334353,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:07.962779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:07.964021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a2bda070-28df-4b27-979c-46365d0668bb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2762475 Dec 07 00:30:07.966734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38850) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:07.971422 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'network': {'name': 'tempest-network-smoke--1387847572', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:08.046282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:30:08.049758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.073031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:30:08.082300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.082649 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Added segment f82af210-664a-4fff-b777-4bd5eb75b33d of type vlan for network e28e3d5d-45bd-4bcf-92d7-add407b228e5 Dec 07 00:30:08.124012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.211967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.217555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:08.218128 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.283588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Network': ['ID=e28e3d5d-45bd-4bcf-92d7-add407b228e5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:08.293679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:30:08.311896 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f9b87547-4d8f-4225-a040-6a32dc4c897c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3441651 Dec 07 00:30:08.314531 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38852) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:08.319778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'admin_state_up': True, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:08.400813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.401897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.453963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.671713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.936028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:08.958024 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:09.057086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.244 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/bb5ce6a9-5db3-4b97-be47-087997efec4e) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:30:09.158195 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:09.256330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:09.296451 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:09.299306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:09.302932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:30:09.311861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9194b-6790-408f-ab4e-9c572c144b00 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:30:09.324941 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=bb5ce6a9-5db3-4b97-be47-087997efec4e,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:09.425366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-28aeae00-8f65-4c38-bfb3-7b1c121b17c2 None None] Provisioning complete for port bb5ce6a9-5db3-4b97-be47-087997efec4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:09.425744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-28aeae00-8f65-4c38-bfb3-7b1c121b17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:09.463134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-28aeae00-8f65-4c38-bfb3-7b1c121b17c2 None None] Port bb5ce6a9-5db3-4b97-be47-087997efec4e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:09.626351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:09.819302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.011990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router c8633f5d-3743-48f6-a61b-667dc02228ce is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:30:10.114770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:30:10.124637 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Sync routers for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:30:10.134093 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:10.134699 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:10.197053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.198312 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-61f4c40e-3c49-4bbd-81ea-1cb076e5b5dc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8826816 Dec 07 00:30:10.201489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38854) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:10.228972 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-60e8aa00-de11-4d81-a95e-927c0321ed91 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=97e193861c6148a88d2a15a72de84a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264072 Dec 07 00:30:10.231456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38856) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:10.236847 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:10.316013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb0fd2-2fce-4ab0-a5b1-cadc32b42e07 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:10.317586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bbbb0fd2-2fce-4ab0-a5b1-cadc32b42e07 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852349 Dec 07 00:30:10.320454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38858) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:10.351353 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-08ca8f0c-a22b-42fb-b128-d03255f9759c tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298338 Dec 07 00:30:10.353893 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38860) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:10.358547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149632267', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:10.407994 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:09Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:10.438218 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Checking router: c8633f5d-3743-48f6-a61b-667dc02228ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:30:10.438566 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Updating router c8633f5d-3743-48f6-a61b-667dc02228ce port bb5ce6a9-5db3-4b97-be47-087997efec4e binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:30:10.462274 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.497884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:30:10.501568 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.704158 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.764801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.792962 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.839208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Subnet': ['ID=9d363393-52d7-4525-8eb1-e8d1a557cc28,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:10.839208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Checking segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:30:10.839208 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network hostable DHCP agents. Network: e28e3d5d-45bd-4bcf-92d7-add407b228e5, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:30:10.844321 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b7133-36a4-4b5f-93ef-7e9406e101be None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:30:10.846385 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Attempting to bind port bb5ce6a9-5db3-4b97-be47-087997efec4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:30:10.846761 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Attempting to bind port bb5ce6a9-5db3-4b97-be47-087997efec4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:30:10.847123 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Attempting to bind port bb5ce6a9-5db3-4b97-be47-087997efec4e on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:30:10.858726 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Pushing event updated for resources: {'Port': ['ID=bb5ce6a9-5db3-4b97-be47-087997efec4e,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:10.860909 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:30:10.867023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:30:10.867023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.867023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:30:10.867023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Bound port: bb5ce6a9-5db3-4b97-be47-087997efec4e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:30:10.867023 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.886513 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.886863 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.887202 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.887536 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.887868 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.888197 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.888550 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.888875 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.889197 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.889520 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.889885 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.890198 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.890513 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:30:10.891729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-97f9b2bc-e68c-4430-8d6a-f6124c70bd8b None None] Provisioning complete for port bb5ce6a9-5db3-4b97-be47-087997efec4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:10.892106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-97f9b2bc-e68c-4430-8d6a-f6124c70bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:10.916071 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:30:10.927544 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] For port bb5ce6a9-5db3-4b97-be47-087997efec4e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:30:10.929801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-97f9b2bc-e68c-4430-8d6a-f6124c70bd8b None None] Port bb5ce6a9-5db3-4b97-be47-087997efec4e cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:10.931390 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] For port bb5ce6a9-5db3-4b97-be47-087997efec4e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb5ce6a9-5db3-4b97-be47-087997efec4e,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:30:11.004488 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e28e3d5d-45bd-4bcf-92d7-add407b228e5) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:11.009107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:11.009705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.013451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e19283-eb22-4e8b-b6ab-b368960ac40d None None] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:30:11.019538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.070348 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c920c-d8fd-469d-b64e-874e350eda3e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:30:11.082862 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dadfa-cdf9-4daa-867a-064e25b1ec73 None None] Pushing event updated for resources: {'Port': ['ID=bb5ce6a9-5db3-4b97-be47-087997efec4e,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:11.082862 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:11.082862 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:11.109331 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e4b8b2e2-477a-4376-b69a-10177b00b824 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7517681 Dec 07 00:30:11.109562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38862) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:11.163545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] Provisioning complete for port bb5ce6a9-5db3-4b97-be47-087997efec4e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:11.164021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.192563 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:11.205816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:30:11.206681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.365526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.381603 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:09Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:11.396317 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] For port bb5ce6a9-5db3-4b97-be47-087997efec4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb5ce6a9-5db3-4b97-be47-087997efec4e,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:11.401709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Allocated IP 172.20.0.2 (e28e3d5d-45bd-4bcf-92d7-add407b228e5/9d363393-52d7-4525-8eb1-e8d1a557cc28/97c3ea4f-d6f7-484e-8b5a-a4ed59339dad) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:30:11.409830 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf65524-3808-4643-a320-f3f5c8c7d2ca None None] The sync data for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv is: [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:09Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:30:11.448413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.542405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e8312-7355-40a6-a32e-e97383941fc2 None None] Pushing event updated for resources: {'Port': ['ID=bb5ce6a9-5db3-4b97-be47-087997efec4e,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:11.626477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.698799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.745875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:11.749042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:11.753181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:30:11.768085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Pushing event updated for resources: {'Port': ['ID=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:11.826300 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Attempting to bind port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:30:11.826676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Attempting to bind port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:30:11.827054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Attempting to bind port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad on network e28e3d5d-45bd-4bcf-92d7-add407b228e5 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:30:11.833101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:30:11.833486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Checking segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:30:11.834077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.834483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Bound using segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:30:11.834968 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Bound port: 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:30:11.835359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.903807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] For port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:30:11.907458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] For port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:30:11.922805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:11.972869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.044559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc135-3ab4-449d-bc82-7fb2f89ac1c8 None None] Pushing event updated for resources: {'Port': ['ID=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:12.237480 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.1 (e28e3d5d-45bd-4bcf-92d7-add407b228e5/9d363393-52d7-4525-8eb1-e8d1a557cc28/c21a6e9a-6675-41a7-9a8e-dc6d53a46e73) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:30:12.360036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.462479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.502841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:12.506470 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:12.510172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:30:12.535365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:12.557741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.699314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb5ce6a9-5db3-4b97-be47-087997efec4e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:30:12.749080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port bb5ce6a9-5db3-4b97-be47-087997efec4e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:12.749459 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.751708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.828529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:30:12.877958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:12.878335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.962447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:12.999170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:13.030255 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.075079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.103430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.130602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:13.182857 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:13.185340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.289385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:13.290817 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:13.401417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b279f4a6-8fe1-4b9d-8415-ca1706eb37f8 None None] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:30:13.416081 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router c8633f5d-3743-48f6-a61b-667dc02228ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:30:13.518075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ff907eda-2bf1-45e1-a1af-150185a7c7dc None None] Provisioning complete for port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:13.518367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ff907eda-2bf1-45e1-a1af-150185a7c7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.531768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:30:13.537921 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-54bad009-4909-4038-a096-1e3bfb4f60d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/c8633f5d-3743-48f6-a61b-667dc02228ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4273076 Dec 07 00:30:13.547054 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Sync routers for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:30:13.588508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:13.589136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:13.699239 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-076683ff-aa09-40f6-85f1-f7a2785fce61 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511596411&fields=id&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 267 time: 0.0509000 Dec 07 00:30:13.737294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:13.814642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-033e2e60-8b3b-4dd1-ae50-19a5b2a77fef tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:13.816266 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-033e2e60-8b3b-4dd1-ae50-19a5b2a77fef tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 797 time: 0.1096795 Dec 07 00:30:13.837863 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b8f2c75a-832a-42ec-bea5-a860db41653f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/quotas/97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 375 time: 0.0135417 Dec 07 00:30:13.897119 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-a8b8e0be-539a-44f5-906c-d211d2851544 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520592 Dec 07 00:30:13.962088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bcaa2e1b-bab9-4f72-a7ee-be1fd4193c77 None None] Provisioning complete for port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:13.962462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2e1b-bab9-4f72-a7ee-be1fd4193c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:13.969936 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-13ba7eb4-72d1-4280-9e67-22a250be9909 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:30:13.971480 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-13ba7eb4-72d1-4280-9e67-22a250be9909 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0617635 Dec 07 00:30:14.016139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 2, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:14.046754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Checking router: c8633f5d-3743-48f6-a61b-667dc02228ce for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:30:14.047044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Updating router c8633f5d-3743-48f6-a61b-667dc02228ce port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:30:14.069691 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-5521b8ac-55d8-4e71-b198-da4fb493e253 service neutron] 10.222.0.53 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910323 Dec 07 00:30:14.100279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.158910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bcaa2e1b-bab9-4f72-a7ee-be1fd4193c77 None None] Provisioning complete for port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:14.159555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bcaa2e1b-bab9-4f72-a7ee-be1fd4193c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.173735 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-781e3b62-a9ea-417a-a774-7fac31d816ab service neutron] 10.222.0.53 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979507 Dec 07 00:30:14.256820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa2e1b-bab9-4f72-a7ee-be1fd4193c77 None None] Port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:14.420156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.557500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-72601540-0426-43fe-860a-78903925c8a9 None None] Provisioning complete for port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:14.557500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-72601540-0426-43fe-860a-78903925c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.557500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-72601540-0426-43fe-860a-78903925c8a9 None None] Port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:14.561913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.573495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-633e5ba4-4682-4b95-affd-305c5612fb6d req-f2884514-499d-4cc6-9230-55fc259b3e53 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 210 time: 0.1256435 Dec 07 00:30:14.610948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad21b7-5838-41b8-9262-ccde8598ce66 None None] Pushing event updated for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:14.672339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:30:14.677212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Attempting to bind port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:30:14.679425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Attempting to bind port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:30:14.679425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Attempting to bind port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 on network e28e3d5d-45bd-4bcf-92d7-add407b228e5 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:30:14.855370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:30:14.855752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Checking segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:30:14.856158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.856594 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Bound using segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:30:14.857089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Bound port: c21a6e9a-6675-41a7-9a8e-dc6d53a46e73, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:30:14.857479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.911050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9c557921-53fe-4a05-9814-e82b7cb80534 None None] Provisioning complete for port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:14.911328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9c557921-53fe-4a05-9814-e82b7cb80534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:14.975127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] For port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:30:14.977057 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9c557921-53fe-4a05-9814-e82b7cb80534 None None] Port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:14.979913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] For port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:30:14.985710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:14.985710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:15.063795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:15.121631 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:15.122278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:29:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:15.124288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad21b7-5838-41b8-9262-ccde8598ce66 None None] Pushing event updated for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:15.237174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:15.367138 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] Provisioning complete for port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:15.367448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:15.497909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:15.535878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:14Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:15.575726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9061ed-8678-4447-a835-85bfc32d7ebf None None] The sync data for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv is: [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:14Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:30:15.580140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] For port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:15.645005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:15.712286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711af3a2-9aeb-4be7-a2a2-2e52a616e3e2 None None] Pushing event updated for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:15.754958 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2b1821ce-eb19-4220-a09b-beefb44aa3bc req-90dd8ee3-413b-4295-9961-82b3bea8684f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 210 time: 0.0980048 Dec 07 00:30:16.498958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-8dab5c60-5249-434b-a096-8d03c9f762ab tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:16.500592 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-8dab5c60-5249-434b-a096-8d03c9f762ab tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 797 time: 0.1094725 Dec 07 00:30:16.585930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-3fb3e8c2-baed-4670-b5fe-0ee1af305b63 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 379 time: 0.0596290 Dec 07 00:30:16.603688 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'port': {'device_id': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'admin_state_up': True, 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'security_groups': ['b7ee11a5-bbd3-4c79-8414-242b7a010cc2']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:16.688120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:30:16.736966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:16.737335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:16.766179 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:30:16.769820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:16.867791 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0bd854a7-5565-447e-9cb1-46a0c9ed98c1 req-47a78619-720e-4bbb-ad5d-8126f490f09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 210 time: 0.0350230 Dec 07 00:30:16.929697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.4 (e28e3d5d-45bd-4bcf-92d7-add407b228e5/9d363393-52d7-4525-8eb1-e8d1a557cc28/e4a03f9a-d00d-473d-a7da-b1a5e49b7b03) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:30:17.064380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.159207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.205246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:17.208505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:17.212473 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:30:17.237632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:17.267761 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:17.268404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.340589 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b206b0ca-ff0a-4a5e-9210-7cc22892470a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7415180 Dec 07 00:30:17.368777 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Request body: {'port': {'device_id': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:17.427133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.482919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-631d42e6-2c88-418f-8dd7-e75e6c6ac9dc None None] Provisioning complete for port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:17.483290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-631d42e6-2c88-418f-8dd7-e75e6c6ac9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.518917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-631d42e6-2c88-418f-8dd7-e75e6c6ac9dc None None] Port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:30:17.681144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:30:17.688247 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.699580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Transition to ACTIVE for port object e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:30:17.777691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.831337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:17.906974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Attempting to bind port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:30:17.907465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Attempting to bind port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:30:17.907989 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Attempting to bind port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 on network e28e3d5d-45bd-4bcf-92d7-add407b228e5 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:30:17.913779 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 on network e28e3d5d-45bd-4bcf-92d7-add407b228e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:30:17.914191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Attempting to bind port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 on network e28e3d5d-45bd-4bcf-92d7-add407b228e5 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:30:17.919607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:30:17.920067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Checking segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:30:17.920550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Bound using segment: {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:30:17.921107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Bound port: e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f82af210-664a-4fff-b777-4bd5eb75b33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:30:17.921542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:17.990649 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:30:17.993814 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de93b2d-b129-466b-94e3-5ffa398bf5bd req-2eca69ef-78cb-4d57-98b2-343dd200129e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:17.994303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:30:17.995532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1de93b2d-b129-466b-94e3-5ffa398bf5bd req-2eca69ef-78cb-4d57-98b2-343dd200129e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 943 time: 0.0529602 Dec 07 00:30:18.046100 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1de93b2d-b129-466b-94e3-5ffa398bf5bd req-253596f5-56f8-4100-9cd1-2dfaca36fdec tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Dec 07 00:30:18.063683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:18.099065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.100355 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:18.101725 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] 10.222.0.45 "PUT /v2.0/ports/e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 1093 time: 0.7379248 Dec 07 00:30:18.102194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:30:18.104512 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b" -d '{"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:30:18.133052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84055d-98a1-42ea-bc43-051637c76431 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:18.148671 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc510e-a631-4526-94c0-d34b1459e9f1 x-openstack-request-id: req-10dc510e-a631-4526-94c0-d34b1459e9f1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:30:18.148981 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:30:18.149241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10dc510e-a631-4526-94c0-d34b1459e9f1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:30:18.149650 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'status': 'completed', 'code': 200} Dec 07 00:30:18.246475 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-9cfaeb2f-f3c4-4be4-b28b-600739d20660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.248109 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-9cfaeb2f-f3c4-4be4-b28b-600739d20660 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1096 time: 0.0482326 Dec 07 00:30:18.349270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7a7f9965-a818-438f-b602-6f97e54c1bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:18.361287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-84bc106a-3af0-426e-a962-95d2e171f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.362802 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-84bc106a-3af0-426e-a962-95d2e171f907 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=97e193861c6148a88d2a15a72de84a00&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0920701 Dec 07 00:30:18.463250 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-59845a8a-796d-40d6-baa2-5f435a01abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.464796 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-568e62b5-9cd4-4abb-a5eb-4becf9b2c36b req-59845a8a-796d-40d6-baa2-5f435a01abd5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924485 Dec 07 00:30:18.581560 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ca52fc13-b2cf-4b14-ae8a-18b6e3463f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.583016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-ca52fc13-b2cf-4b14-ae8a-18b6e3463f8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1096 time: 0.0404775 Dec 07 00:30:18.642898 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-f68be6d5-66e7-4d36-a33d-9a25a4ac1bf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 217 time: 0.0376801 Dec 07 00:30:18.695972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-0680f45f-574e-46f3-bea9-ddd96175d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.697380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-0680f45f-574e-46f3-bea9-ddd96175d53a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0439036 Dec 07 00:30:18.744891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-f54a7361-0c02-47a5-aa2b-5463c98247ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:18.746329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-f54a7361-0c02-47a5-aa2b-5463c98247ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380845 Dec 07 00:30:18.841789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-75cec7ce-b03f-471d-879b-b4b07dd77c6d service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Dec 07 00:30:18.876560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-fd23c969-9b8a-4497-aeda-727902520cdb req-b331eedc-e894-4ff7-a39d-44f111866ce8 tempest-ServerDiskConfigTestJSON-2000161694 tempest-ServerDiskConfigTestJSON-2000161694-project] (110159) timed out ('10.222.0.45', 58838) {{(pid=110159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 00:30:18.935555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-56331eea-cca0-4bf2-81c6-42a8490a9cb3 req-b53a5050-d07e-48fc-8b04-952ff6987895 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816848 Dec 07 00:30:19.163859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d90a-88bb-4ccb-a98e-e2accfce350a req-e0fd6602-9fa1-4d92-8d3d-fbee84691551 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:19.165290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e83d90a-88bb-4ccb-a98e-e2accfce350a req-e0fd6602-9fa1-4d92-8d3d-fbee84691551 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 943 time: 0.0534925 Dec 07 00:30:19.212654 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e83d90a-88bb-4ccb-a98e-e2accfce350a req-625f5916-2c22-4954-8366-8a9ff6356698 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414479 Dec 07 00:30:20.262168 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:30:20.327595 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f211f-66c1-4a6f-bf5c-d74621f7345a req-7a7ae152-8988-4251-9893-9938752bceb8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:20.329103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-581f211f-66c1-4a6f-bf5c-d74621f7345a req-7a7ae152-8988-4251-9893-9938752bceb8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 943 time: 0.0482125 Dec 07 00:30:20.358794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:20.370657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'port_id': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'mac_address': 'fa:16:3e:13:a6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:30:20.382538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-581f211f-66c1-4a6f-bf5c-d74621f7345a req-6ec3712f-6184-4c15-b0d0-838741b6305d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Dec 07 00:30:20.407127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:20.419527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:30:20.438605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:20.520578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:20.572826 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:20.709027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-57107d53-1e6c-4e9d-9f03-0a04fd82af49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:20.854562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:30:21.495244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994997-8633-4f64-b488-27ffd5a54b8f req-fdc898b3-2f9e-431d-9ca8-5ea2a88e0866 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:21.496800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-48994997-8633-4f64-b488-27ffd5a54b8f req-fdc898b3-2f9e-431d-9ca8-5ea2a88e0866 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 944 time: 0.0489781 Dec 07 00:30:21.546491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-48994997-8633-4f64-b488-27ffd5a54b8f req-22eca92a-e827-432a-9493-fa7de6a629f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437520 Dec 07 00:30:22.057508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:22.283866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:30:22.394242 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:30:22.397760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:30:22.398129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:22.476919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:22.498599 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:30:22.500895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c1cc4-75cf-410b-9846-c2bfbb4b7034" -d '{"events": [{"server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "name": "network-vif-plugged", "status": "completed", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:30:22.513150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:30:22.538649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77446ac9-f252-4b51-9d16-d2117a836b45 x-openstack-request-id: req-77446ac9-f252-4b51-9d16-d2117a836b45 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:30:22.538937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "name": "network-vif-plugged", "status": "completed", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:30:22.539199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77446ac9-f252-4b51-9d16-d2117a836b45 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:30:22.539601 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'code': 200} Dec 07 00:30:22.590076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:22.649663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:22.667625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d77c98-abcc-45ad-a30e-b8a54a3a767f req-99893fa8-c115-4640-a1b3-79bcec4f2cd9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:22.669177 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01d77c98-abcc-45ad-a30e-b8a54a3a767f req-99893fa8-c115-4640-a1b3-79bcec4f2cd9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0510793 Dec 07 00:30:22.721224 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01d77c98-abcc-45ad-a30e-b8a54a3a767f req-7e1758db-51df-423d-8f41-f14f22f0dfa1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Dec 07 00:30:22.902477 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f888-193b-4c02-ab64-7997e07586c8 req-8dd5ec5d-697e-433d-ada8-5209b854ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:22.903873 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fb33f888-193b-4c02-ab64-7997e07586c8 req-8dd5ec5d-697e-433d-ada8-5209b854ea60 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0394051 Dec 07 00:30:22.953953 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fb33f888-193b-4c02-ab64-7997e07586c8 req-8e2a569d-76a5-4c49-a820-0d810a062313 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396264 Dec 07 00:30:23.097267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:23.835792 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beadfc8-14d4-4409-accc-17d4526fe59c req-4a317cee-ea2f-43ed-b3b8-ccb7102d395c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:23.837340 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8beadfc8-14d4-4409-accc-17d4526fe59c req-4a317cee-ea2f-43ed-b3b8-ccb7102d395c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0483766 Dec 07 00:30:23.889283 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8beadfc8-14d4-4409-accc-17d4526fe59c req-fa158ead-8752-4c12-bc1f-03fa9d1c6040 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Dec 07 00:30:24.143387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:25.004174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53f596-a670-45e0-82c0-4839328c27f6 req-6c1bf07f-bec6-4e1b-afde-a462adc023f4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:25.005643 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8b53f596-a670-45e0-82c0-4839328c27f6 req-6c1bf07f-bec6-4e1b-afde-a462adc023f4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0480084 Dec 07 00:30:25.054805 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8b53f596-a670-45e0-82c0-4839328c27f6 req-d407633e-6351-499d-82f2-7b417f4da28a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Dec 07 00:30:25.169224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b5307-fbd5-4e4a-857f-0d82635a89c2 req-81bd09a9-64b5-4140-83cb-bb7873d57162 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:25.170691 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-731b5307-fbd5-4e4a-857f-0d82635a89c2 req-81bd09a9-64b5-4140-83cb-bb7873d57162 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Dec 07 00:30:25.229703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-731b5307-fbd5-4e4a-857f-0d82635a89c2 req-f3f735b7-9ed3-44e6-b863-df63fbdb01af tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529408 Dec 07 00:30:25.253099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38924) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:25.291389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c8657-4a19-40a5-b1df-d8f533e497f8 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:25.292870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e03c8657-4a19-40a5-b1df-d8f533e497f8 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1093 time: 0.0387959 Dec 07 00:30:25.295611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38926) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:25.299731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:30:25.375733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:25.471575 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:25.571219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.187 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/6bdced5b-0edb-4b91-b729-a6ef3d6e3b45) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:30:25.672762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:25.766048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:25.803193 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:30:25.805899 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:30:25.809270 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:30:25.832086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=6bdced5b-0edb-4b91-b729-a6ef3d6e3b45,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:26.153160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:26.276672 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:26.420884 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:26.480137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:26.742845 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:30:26.859489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=6bdced5b-0edb-4b91-b729-a6ef3d6e3b45,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:30:26.872579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:26.974072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP a64574a9-9b3c-4bc7-860b-8e4151b69e00 associated. External IP: 172.36.7.187, port: e4a03f9a-d00d-473d-a7da-b1a5e49b7b03. Dec 07 00:30:27.173731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router c8633f5d-3743-48f6-a61b-667dc02228ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:30:27.279862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:30:27.289705 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Sync routers for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:30:27.300948 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:27.301871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:30:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:27.356749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:27.389102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-446bf205-e6f0-4647-89df-4d90e48ab276 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0924568 Dec 07 00:30:27.389854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:30:27.392282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5b09a8-22e8-474f-97cf-84206a94af35" -d '{"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:30:27.437199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a9f52-bf82-446e-84a3-e451a419e940 x-openstack-request-id: req-674a9f52-bf82-446e-84a3-e451a419e940 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:30:27.437504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:30:27.437768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-674a9f52-bf82-446e-84a3-e451a419e940 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:30:27.438217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'status': 'completed', 'code': 200} Dec 07 00:30:27.498756 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:27.499233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737c391-4995-448c-aa19-54d3055c3e07 req-55549dab-5bdb-45fd-97f1-4569822e0a5f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:27.501052 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0737c391-4995-448c-aa19-54d3055c3e07 req-55549dab-5bdb-45fd-97f1-4569822e0a5f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0516081 Dec 07 00:30:27.560828 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0737c391-4995-448c-aa19-54d3055c3e07 req-37a3c397-4f7d-4638-8d9f-281705f48dff tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522914 Dec 07 00:30:27.576957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-e9a23f20-a2b2-4a0d-b016-41863b749ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:27.578615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-e9a23f20-a2b2-4a0d-b016-41863b749ab7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0953197 Dec 07 00:30:27.580068 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38934) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:27.698726 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb14a9d7-8cfb-449d-9ab6-43b49ba815cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/a64574a9-9b3c-4bc7-860b-8e4151b69e00 HTTP/1.1" status: 200 len: 991 time: 0.1163263 Dec 07 00:30:27.719921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-35867c6c-9b68-4c9d-a0c4-f2958713f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:27.721410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-35867c6c-9b68-4c9d-a0c4-f2958713f80f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 898 time: 0.1340189 Dec 07 00:30:27.741132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a64574a9-9b3c-4bc7-860b-8e4151b69e00', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.187', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'port_id': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'mac_address': 'fa:16:3e:13:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:30:26Z', 'updated_at': '2021-12-07T00:30:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:27.766105 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Checking router: c8633f5d-3743-48f6-a61b-667dc02228ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:30:27.774600 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:30:27.775198 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:30:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:27.786656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-747ca6da-6ce2-49e8-8e69-b6e6748a6493 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 999 time: 0.0580335 Dec 07 00:30:27.839385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-02a2d9e1-6b2d-42f4-813f-53144bce5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:27.840886 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-02a2d9e1-6b2d-42f4-813f-53144bce5c41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0469811 Dec 07 00:30:27.876951 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:30:27.886936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-6ef9e63e-a75c-4b3c-a46b-17cce1387306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:27.888477 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-6ef9e63e-a75c-4b3c-a46b-17cce1387306 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406516 Dec 07 00:30:27.991376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-6bcf049d-a2c7-48c6-b746-19d0ee8326e7 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956335 Dec 07 00:30:28.082100 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4a5b09a8-22e8-474f-97cf-84206a94af35 req-98b839ee-1dac-4d34-9311-006b01bc4a7a service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830779 Dec 07 00:30:28.096904 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a64574a9-9b3c-4bc7-860b-8e4151b69e00', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.187', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'port_id': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'mac_address': 'fa:16:3e:13:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:30:26Z', 'updated_at': '2021-12-07T00:30:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:30:28.123541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74612f67-d78f-42e2-b885-47f33adb8b55 None None] The sync data for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv is: [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a64574a9-9b3c-4bc7-860b-8e4151b69e00', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.187', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'port_id': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'mac_address': 'fa:16:3e:13:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:30:26Z', 'updated_at': '2021-12-07T00:30:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:30:28.304844 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952d1b54-3e70-4824-9798-65c1f91b79ac None None] New status for floating IP a64574a9-9b3c-4bc7-860b-8e4151b69e00: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:30:28.701453 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38936) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:30:28.763341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c4533d28-7e36-42fc-a34f-314b980f30e4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/a64574a9-9b3c-4bc7-860b-8e4151b69e00 HTTP/1.1" status: 200 len: 993 time: 0.0607007 Dec 07 00:30:29.590961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-11894831-dc8f-4a35-929b-29553f3867ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448601 Dec 07 00:30:29.690852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-9636934a-91c0-402d-ac10-6d09953fa0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:29.692212 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-9636934a-91c0-402d-ac10-6d09953fa0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0431018 Dec 07 00:30:29.792762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-abdefe1e-2532-4b3a-965c-9917bd6ee585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:29.794180 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-abdefe1e-2532-4b3a-965c-9917bd6ee585 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 898 time: 0.0826986 Dec 07 00:30:29.865411 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-0027ad1f-a38e-4be7-9c95-9c94257b03bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 1001 time: 0.0599442 Dec 07 00:30:29.914454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-9aeda8eb-c6fd-49bc-930c-99d22fb46ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:29.915887 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-9aeda8eb-c6fd-49bc-930c-99d22fb46ee3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0436716 Dec 07 00:30:29.961420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-cf24b535-06f6-4d13-a31c-16b79984fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:30:29.962788 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-cf24b535-06f6-4d13-a31c-16b79984fe9f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394967 Dec 07 00:30:30.053564 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-85f25161-871d-434b-8664-7723ad18304b service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824459 Dec 07 00:30:30.141416 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ea4f40cf-3851-4ee2-87ad-c50c173524ad req-10885075-dbc8-4f8d-88bd-e53ae06e44be service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793216 Dec 07 00:30:33.817512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:48.369765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-774eb8b7-942e-44fe-8ad0-7088375cf2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:50.696520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5395f07a-caa6-439c-bb7d-5f210e90f6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:52.072245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:53.125251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:30:54.147862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:02.244038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7ce21-4a68-4015-b391-741a48534c80 req-6262e884-65fd-4e31-aa95-1093ebd810b8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:02.245693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc7ce21-4a68-4015-b391-741a48534c80 req-6262e884-65fd-4e31-aa95-1093ebd810b8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Dec 07 00:31:02.302226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc7ce21-4a68-4015-b391-741a48534c80 req-0fb2f23e-0787-4ba6-baa7-a7e6373eeb67 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503712 Dec 07 00:31:02.343832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-554f20b4-9b12-4f1a-9677-821baa22c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:02.345384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-554f20b4-9b12-4f1a-9677-821baa22c26f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0406010 Dec 07 00:31:02.441166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-db931770-58c7-4965-84b2-a525c6527502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:02.442549 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-db931770-58c7-4965-84b2-a525c6527502 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 898 time: 0.0871196 Dec 07 00:31:02.508448 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-9dd21ec5-eb75-4920-ba21-7779c8254263 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 1001 time: 0.0579498 Dec 07 00:31:02.562931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-0aa2ef3a-10b9-4143-83e5-ec851d419fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:02.564397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-0aa2ef3a-10b9-4143-83e5-ec851d419fd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0484278 Dec 07 00:31:02.609262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-2a72e2c7-e61f-46c6-a0f3-6f1edf065201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:02.611008 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-2a72e2c7-e61f-46c6-a0f3-6f1edf065201 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389469 Dec 07 00:31:02.699349 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-0049a781-538b-43dc-b168-a8edb33efd76 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803092 Dec 07 00:31:02.791838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e1f4d48-8ace-46e2-89de-1a85ba814347 req-4da9906b-9d27-49cd-937c-bf30b8182ccb service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840831 Dec 07 00:31:03.422047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44be149-4cc7-4970-9eb0-706539ea8700 req-819d7935-70cb-41d7-8506-104eb244eea6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:03.423549 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e44be149-4cc7-4970-9eb0-706539ea8700 req-819d7935-70cb-41d7-8506-104eb244eea6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Dec 07 00:31:03.471605 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e44be149-4cc7-4970-9eb0-706539ea8700 req-c34934a4-dd83-44f9-a20e-fcf21a2886c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Dec 07 00:31:03.741924 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:31:03.856531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:04.586445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f5c48-5f2f-42d3-8f5c-dd83f368f059 req-3635b68f-ede1-4efb-a122-9a41eaf93366 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:04.587900 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-995f5c48-5f2f-42d3-8f5c-dd83f368f059 req-3635b68f-ede1-4efb-a122-9a41eaf93366 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0498884 Dec 07 00:31:04.638102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-995f5c48-5f2f-42d3-8f5c-dd83f368f059 req-fd8fd431-1df8-47ed-b07a-364ea592488b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 Dec 07 00:31:05.753697 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345430b8-168a-468e-8151-d33532050ec8 req-7cc171f0-c9a1-45b5-911a-e6224d41f8f4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:05.755156 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-345430b8-168a-468e-8151-d33532050ec8 req-7cc171f0-c9a1-45b5-911a-e6224d41f8f4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0510511 Dec 07 00:31:05.803972 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-345430b8-168a-468e-8151-d33532050ec8 req-767da17d-b147-4d89-aea6-db7756094566 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Dec 07 00:31:06.922813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d64292-8418-4540-9c1f-d2be43e3b9ef req-3eab2e0a-616f-497d-9530-055957ae267b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:06.924313 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08d64292-8418-4540-9c1f-d2be43e3b9ef req-3eab2e0a-616f-497d-9530-055957ae267b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Dec 07 00:31:06.973113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-08d64292-8418-4540-9c1f-d2be43e3b9ef req-9af1c34e-faae-4450-807b-34152321653b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Dec 07 00:31:08.085843 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed5a9d-d2dc-446b-b2eb-f9c8f25a1f13 req-dea36216-e324-49e9-818f-92c5649d79c1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:08.087309 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0bed5a9d-d2dc-446b-b2eb-f9c8f25a1f13 req-dea36216-e324-49e9-818f-92c5649d79c1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0481985 Dec 07 00:31:08.135365 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0bed5a9d-d2dc-446b-b2eb-f9c8f25a1f13 req-699332d6-b4a2-427b-9de2-b2653a272431 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Dec 07 00:31:09.247632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b615d05-d9c8-46f9-8427-2cd1946db5d9 req-1fee3e5e-cfa2-43f4-a9d7-cb71f4a3f614 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:09.249121 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1b615d05-d9c8-46f9-8427-2cd1946db5d9 req-1fee3e5e-cfa2-43f4-a9d7-cb71f4a3f614 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0473573 Dec 07 00:31:09.298050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1b615d05-d9c8-46f9-8427-2cd1946db5d9 req-9ed18b6c-1f72-4833-b7ea-9567805acff5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429292 Dec 07 00:31:10.412300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0091f-7c97-46a0-a534-292ba1e042ed req-b5159748-4625-4870-a2ce-827f49d5b941 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:10.413756 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-04b0091f-7c97-46a0-a534-292ba1e042ed req-b5159748-4625-4870-a2ce-827f49d5b941 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Dec 07 00:31:10.465632 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-04b0091f-7c97-46a0-a534-292ba1e042ed req-f8d6fe18-93cf-4711-8cf0-b0414a909545 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454049 Dec 07 00:31:11.582563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a43279-4640-4ba8-996e-36c65fd08177 req-80ad8baf-f281-4701-b8b0-1e395a2ce9bc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:11.584031 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-14a43279-4640-4ba8-996e-36c65fd08177 req-80ad8baf-f281-4701-b8b0-1e395a2ce9bc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Dec 07 00:31:11.632024 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-14a43279-4640-4ba8-996e-36c65fd08177 req-b64dce16-73ab-4d8e-9401-f513c8f5a648 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 Dec 07 00:31:12.745335 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f449-e91a-4af7-9016-50c4e773cb45 req-ed33a859-ea9c-4be0-85ee-a8a360a7da6c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:12.746797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c9b3f449-e91a-4af7-9016-50c4e773cb45 req-ed33a859-ea9c-4be0-85ee-a8a360a7da6c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Dec 07 00:31:12.794389 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c9b3f449-e91a-4af7-9016-50c4e773cb45 req-4c7f8fa8-f047-403b-b7e7-94464f890bdd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418012 Dec 07 00:31:13.914414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaff740-2ec5-40bd-96c9-6b8956c78a7b req-c4a295f5-6127-47f6-b399-ee33462cadad tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:13.915946 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-abaff740-2ec5-40bd-96c9-6b8956c78a7b req-c4a295f5-6127-47f6-b399-ee33462cadad tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0515721 Dec 07 00:31:13.965738 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-abaff740-2ec5-40bd-96c9-6b8956c78a7b req-aaf1ead9-cb9c-459d-a29f-2ee54d318234 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 Dec 07 00:31:15.096324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86753c98-f177-4747-836e-3b716bfd69ab req-287a9883-953e-4504-b6c2-e05becb2044a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:15.097853 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86753c98-f177-4747-836e-3b716bfd69ab req-287a9883-953e-4504-b6c2-e05becb2044a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0493710 Dec 07 00:31:15.147811 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-86753c98-f177-4747-836e-3b716bfd69ab req-912caab5-b598-45f1-a088-c4287bee3626 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433261 Dec 07 00:31:15.170746 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 38976) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:15.232545 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6c4c9dad-c670-44de-b1a7-cefe9de9fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/a64574a9-9b3c-4bc7-860b-8e4151b69e00 HTTP/1.1" status: 200 len: 993 time: 0.0605979 Dec 07 00:31:18.359180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1a70e6c-0137-45e4-9e2e-dfe6122fe306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:20.705699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1230-7edc-40dd-af62-bee8484eb00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:22.073451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:23.142523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:24.147446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:31.608165 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-16738bea-7c99-439a-8e84-b1bbc056cbe6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388958 Dec 07 00:31:31.722329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-4df164ea-8ac3-4907-b30d-dbcd3b7ab8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:31.723782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-4df164ea-8ac3-4907-b30d-dbcd3b7ab8f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0437686 Dec 07 00:31:31.826003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-78c94244-d699-435d-b809-cdc98bdfd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:31.827356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-78c94244-d699-435d-b809-cdc98bdfd17d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 898 time: 0.0830958 Dec 07 00:31:31.897891 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-b4472900-2c51-48c0-9b05-a749bf4c643b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 1001 time: 0.0597384 Dec 07 00:31:31.944772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-e5e6535d-b78b-42f0-9ef5-64cea672ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:31.946151 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-e5e6535d-b78b-42f0-9ef5-64cea672ed4f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0413373 Dec 07 00:31:31.991797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-435a9f57-15f0-4440-888b-e9da7b317152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:31.993444 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-435a9f57-15f0-4440-888b-e9da7b317152 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396862 Dec 07 00:31:32.085846 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-027431b0-3a42-4fc2-ace7-2cac7f1b750e service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853171 Dec 07 00:31:32.176069 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-89f97c00-f1d6-4097-a18e-9fca94e971a2 req-9f45c43f-fba4-48e2-8016-f2bc2e3b7cbc service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827334 Dec 07 00:31:33.882783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:40.741387 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:31:45.788279 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 38988) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:45.942651 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 6bdced5b-0edb-4b91-b729-a6ef3d6e3b45 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:31:45.942900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.013916 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.014237 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.025268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 6bdced5b-0edb-4b91-b729-a6ef3d6e3b45 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:31:46.261929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.287421 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=6bdced5b-0edb-4b91-b729-a6ef3d6e3b45,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:46.311234 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.311592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.311939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.312315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.312658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.312998 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.313329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.313662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.313991 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.314321 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.314650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.314985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.315313 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:46.358818 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.359149 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP a64574a9-9b3c-4bc7-860b-8e4151b69e00 disassociated (deleted). External IP: 172.36.7.187, port: e4a03f9a-d00d-473d-a7da-b1a5e49b7b03. Dec 07 00:31:46.561697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router c8633f5d-3743-48f6-a61b-667dc02228ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:31:46.665012 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:31:46.669852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:46.674664 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Sync routers for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:31:46.683887 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:31:46.684521 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:46.695623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1454a963-da48-4bb1-8090-0dfc98823068 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/floatingips/a64574a9-9b3c-4bc7-860b-8e4151b69e00 HTTP/1.1" status: 204 len: 168 time: 0.9062629 Dec 07 00:31:46.696348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:31:46.699312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fc231-46f2-4c07-b15d-030e346ee92e" -d '{"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:31:46.743935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e48057-da0c-4e8b-aeda-e50ec97cbfa1 x-openstack-request-id: req-66e48057-da0c-4e8b-aeda-e50ec97cbfa1 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:31:46.744253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:31:46.744539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66e48057-da0c-4e8b-aeda-e50ec97cbfa1 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:31:46.744955 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'status': 'completed', 'code': 200} Dec 07 00:31:46.793394 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:31:46.846588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-841fe2f4-e4e9-4854-809e-f59f48d896c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:46.848003 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-841fe2f4-e4e9-4854-809e-f59f48d896c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 1098 time: 0.0439487 Dec 07 00:31:46.940379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-145bc4f8-6ef9-4ceb-9170-7ba8523fc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:46.941849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-145bc4f8-6ef9-4ceb-9170-7ba8523fc829 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 200 len: 898 time: 0.0835044 Dec 07 00:31:46.992434 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:46.995969 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-42109648-1104-4e89-841c-297da15215bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 200 len: 217 time: 0.0416279 Dec 07 00:31:47.019349 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Checking router: c8633f5d-3743-48f6-a61b-667dc02228ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:31:47.027888 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:31:47.028525 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:47.048180 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-5a5938c1-d5ae-429b-b328-21663feefd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:47.050052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-5a5938c1-d5ae-429b-b328-21663feefd5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 200 len: 834 time: 0.0446520 Dec 07 00:31:47.102497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-bc5585f3-2ee2-410b-9d24-016b628ae407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:47.104763 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-bc5585f3-2ee2-410b-9d24-016b628ae407 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e28e3d5d-45bd-4bcf-92d7-add407b228e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455747 Dec 07 00:31:47.209971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f714c-d169-4204-9121-75ccde245805 req-53f7bdda-f459-4f43-a30a-b16a1b4aa206 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:47.211483 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dc3f714c-d169-4204-9121-75ccde245805 req-53f7bdda-f459-4f43-a30a-b16a1b4aa206 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.1058104 Dec 07 00:31:47.226912 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:31:47.270512 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-37bba0ce-d2c9-4795-bbda-bc1d4f6182e4 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362123 Dec 07 00:31:47.290735 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dc3f714c-d169-4204-9121-75ccde245805 req-49e4d75b-f4ca-4dbe-b21f-1a5d7a3e7440 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716174 Dec 07 00:31:47.423786 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:47.454498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e780cc5-17cd-4d8b-8264-93fa42e7293e None None] The sync data for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv is: [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c21a6e9a-6675-41a7-9a8e-dc6d53a46e73', 'name': '', 'network_id': 'e28e3d5d-45bd-4bcf-92d7-add407b228e5', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:68:bd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:12Z', 'updated_at': '2021-12-07T00:30:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '9d363393-52d7-4525-8eb1-e8d1a557cc28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:31:47.681374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54953de4-d567-433c-9b8a-799463240010 None None] New status for floating IP a64574a9-9b3c-4bc7-860b-8e4151b69e00: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:31:47.695732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a3fc231-46f2-4c07-b15d-030e346ee92e req-39f3a4bf-be9a-4c44-b819-60c8024748f6 service neutron] 10.222.0.45 "GET /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152420 Dec 07 00:31:48.347561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1b53c5a-fef9-40d5-9c88-94b50b519695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:48.409792 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb126c-0cb3-4e0a-816c-cd3b9d13cf1e req-bfa99489-e73e-483e-bd7e-84bb343dd834 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:48.411296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33eb126c-0cb3-4e0a-816c-cd3b9d13cf1e req-bfa99489-e73e-483e-bd7e-84bb343dd834 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0498488 Dec 07 00:31:48.459984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-33eb126c-0cb3-4e0a-816c-cd3b9d13cf1e req-45d63311-134d-4dcd-874f-60a910db8610 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=b7ee11a5-bbd3-4c79-8414-242b7a010cc2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Dec 07 00:31:49.067678 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041066d-aaf1-4730-9c83-226e0d349afe req-2a6cd2d4-8120-4250-b585-7a5be7968f9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:49.069113 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c041066d-aaf1-4730-9c83-226e0d349afe req-2a6cd2d4-8120-4250-b585-7a5be7968f9b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Dec 07 00:31:49.159338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:31:49.159676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:49.248963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:31:49.249323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:49.261509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:31:49.451174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:49.477722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=e4a03f9a-d00d-473d-a7da-b1a5e49b7b03,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:49.533011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] No DVR routers for this DVR port e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:31:49.535361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:49.539503 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c041066d-aaf1-4730-9c83-226e0d349afe req-ab95592b-73fd-4abb-bf4f-1c91e1eb17a9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "DELETE /v2.0/ports/e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 HTTP/1.1" status: 204 len: 173 time: 0.4599953 Dec 07 00:31:49.539949 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'name': 'network-vif-deleted', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:31:49.544472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032766b-fa7d-4b02-93f6-19d10752b81c" -d '{"events": [{"server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "name": "network-vif-deleted", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:31:49.580223 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00694d18-50f9-4154-806d-f6f87077878d req-c9ed887e-fd4e-406f-8015-8d1faa301ce1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 210 time: 0.0335343 Dec 07 00:31:49.585076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0c5f91-8029-4fd5-87ae-a4e987f505ea x-openstack-request-id: req-ee0c5f91-8029-4fd5-87ae-a4e987f505ea {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:31:49.585655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763cbd37-c9ba-4ca4-8c21-ccc2447e31f4", "name": "network-vif-deleted", "tag": "e4a03f9a-d00d-473d-a7da-b1a5e49b7b03", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:31:49.585655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee0c5f91-8029-4fd5-87ae-a4e987f505ea {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:31:49.586029 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763cbd37-c9ba-4ca4-8c21-ccc2447e31f4', 'name': 'network-vif-deleted', 'tag': 'e4a03f9a-d00d-473d-a7da-b1a5e49b7b03', 'status': 'completed', 'code': 200} Dec 07 00:31:50.695783 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-088e83ff-868e-4703-ab2d-a6b93d8422b6 req-c4301ab1-6591-4335-8e09-3efb9a724b8f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=763cbd37-c9ba-4ca4-8c21-ccc2447e31f4 HTTP/1.1" status: 200 len: 210 time: 0.0308013 Dec 07 00:31:50.718788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1d7ed56b-a35f-43f9-97bb-c0c0543489f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:51.749356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39008) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:52.083115 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:52.095304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:52.344910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:31:52.345174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:52.434942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port c21a6e9a-6675-41a7-9a8e-dc6d53a46e73, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:31:52.435295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:52.447584 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:31:52.711419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:52.735841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=c21a6e9a-6675-41a7-9a8e-dc6d53a46e73,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:52.909946 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.107756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.122506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router c8633f5d-3743-48f6-a61b-667dc02228ce has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:31:53.226707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:31:53.232721 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b98fd64d-c4b6-46c7-961f-24cc06e4fc43 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/c8633f5d-3743-48f6-a61b-667dc02228ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4821222 Dec 07 00:31:53.235457 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39010) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:53.237892 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Sync routers for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:31:53.248627 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:31:53.249231 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:53.286767 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting subnet 9d363393-52d7-4525-8eb1-e8d1a557cc28 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:31:53.289853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.328932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.351130 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:31:53.413846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.522984 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:31:52Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:53.530904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.554039 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Checking router: c8633f5d-3743-48f6-a61b-667dc02228ce for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:31:53.560452 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Routers {'c8633f5d-3743-48f6-a61b-667dc02228ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:31:53.560749 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.561065 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['c8633f5d-3743-48f6-a61b-667dc02228ce'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:53.563935 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/subnets/9d363393-52d7-4525-8eb1-e8d1a557cc28 HTTP/1.1" status: 204 len: 168 time: 0.3271301 Dec 07 00:31:53.565039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e8f7-6714-4c19-8f4c-fd7f69c00adb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Subnet': ['ID=9d363393-52d7-4525-8eb1-e8d1a557cc28,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:53.566751 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39012) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:53.568681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f6c84-c378-43f9-847c-c33d5608d342 None None] Network e28e3d5d-45bd-4bcf-92d7-add407b228e5 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:31:53.674341 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] Set router c8633f5d-3743-48f6-a61b-667dc02228ce gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:31:53.697205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.757182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] DHCP port deletion for e28e3d5d-45bd-4bcf-92d7-add407b228e5 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:31:53.800593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.816763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Deleting port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:31:53.817757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:53.872393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:31:52Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:53.901167 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c925ddc-059a-4c53-9bd3-b8573b384655 None None] The sync data for ids ['c8633f5d-3743-48f6-a61b-667dc02228ce'] in dv-neutron-master-2-hyperv is: [{'id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1485879431', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244'}], 'enable_snat': True}, 'gw_port_id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:31:52Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'bb5ce6a9-5db3-4b97-be47-087997efec4e', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8633f5d-3743-48f6-a61b-667dc02228ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:30:08Z', 'updated_at': '2021-12-07T00:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:31:53.919604 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port bb5ce6a9-5db3-4b97-be47-087997efec4e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:31:53.919949 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.002213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port bb5ce6a9-5db3-4b97-be47-087997efec4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb5ce6a9-5db3-4b97-be47-087997efec4e,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:31:54.002580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.014667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for bb5ce6a9-5db3-4b97-be47-087997efec4e owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:31:54.027539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] For port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,segment=NetworkSegment(f82af210-664a-4fff-b777-4bd5eb75b33d),segment_id=f82af210-664a-4fff-b777-4bd5eb75b33d)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:31:54.027946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.040484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Calling delete_port for 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:31:54.147775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.193542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.220543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Pushing event deleted for resources: {'Port': ['ID=97c3ea4f-d6f7-484e-8b5a-a4ed59339dad,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:54.222719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] No DVR routers for this DVR port 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:31:54.230827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.231187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.231539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.231881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.232426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.233386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.233887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.234374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.234914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.235910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.235910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.236104 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.236424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3c8f51-9c86-4d0c-9a23-4d3e7d86570c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.243108 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.269769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=bb5ce6a9-5db3-4b97-be47-087997efec4e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:54.285872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a24f1-2e3c-465a-9b74-26c4c044f0aa None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:31:54.301862 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.302224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.302577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.302924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.303268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.303610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.303945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.304305 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.304641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.304973 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.305306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.305633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.305959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:31:54.349243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.441470 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.444014 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.546104 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.546712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Fanout notify agent at l3_agent the message router_deleted on router c8633f5d-3743-48f6-a61b-667dc02228ce {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:31:54.553620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.554733 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-afdb8871-0d6b-4795-bebe-91b6a4408f96 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/routers/c8633f5d-3743-48f6-a61b-667dc02228ce HTTP/1.1" status: 204 len: 168 time: 0.9868159 Dec 07 00:31:54.557911 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39014) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:54.641815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.718496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:31:54.729402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.739167 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:31:54.739508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e4a03f9a-d00d-473d-a7da-b1a5e49b7b03 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:31:54.749442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28e3d5d-45bd-4bcf-92d7-add407b228e5']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:54.758413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82af210-664a-4fff-b777-4bd5eb75b33d') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:54.758715 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82af210-664a-4fff-b777-4bd5eb75b33d') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:31:54.772774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.785703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.791373 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:31:54.791757 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:31:54.794699 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:31:54.896062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.902779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:54.906157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/networks/e28e3d5d-45bd-4bcf-92d7-add407b228e5 HTTP/1.1" status: 204 len: 168 time: 0.3472452 Dec 07 00:31:54.909073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39016) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:54.919548 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056204d-408f-4607-a4ef-a65a6cff5617 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Network': ['ID=e28e3d5d-45bd-4bcf-92d7-add407b228e5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:54.970415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.010927 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.104367 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:31:55.128131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:31:55.129173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c21a6e9a-6675-41a7-9a8e-dc6d53a46e73 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:31:55.129173 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:31:55.147713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.148593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:31:55.149092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 97c3ea4f-d6f7-484e-8b5a-a4ed59339dad not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:31:55.151310 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.152544 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7ee11a5-bbd3-4c79-8414-242b7a010cc2 HTTP/1.1" status: 204 len: 168 time: 0.2423174 Dec 07 00:31:55.173130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca317c5c-d7d0-4ef0-9224-76eeb57372be tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee11a5-bbd3-4c79-8414-242b7a010cc2,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:55.655243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39022) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:55.660073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140507931', 'description': 'tempest-secgroup-smoke-140507931 description', 'project_id': '97e193861c6148a88d2a15a72de84a00'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:55.734013 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.798435 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.850053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.877384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb95a76-e09b-4998-8362-b93f8bfe44ca,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:55.920695 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:55.921927 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c600627d-a269-4cee-acdd-35b323ca0de2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2656698 Dec 07 00:31:55.924743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39024) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:55.929010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:56.015288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.068656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.134124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.152311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e1a694-50aa-4136-b44b-ec2ef4c71986,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:56.227871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.229147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d9124334-6a98-4d11-9a73-962454b30724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3034797 Dec 07 00:31:56.231833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39026) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:56.236132 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:56.317794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.375456 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.456066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.473937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3621a0-9bfd-4506-9f24-f81b9386a148,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:56.555183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.556440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0ed6b0a1-3313-4f53-87a0-c4e51e0df441 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236108 Dec 07 00:31:56.559900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39028) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:56.564348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:56.657793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.667155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb5ce6a9-5db3-4b97-be47-087997efec4e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:31:56.688335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: bb5ce6a9-5db3-4b97-be47-087997efec4e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:31:56.688768 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb5ce6a9-5db3-4b97-be47-087997efec4e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:31:56.716171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.799125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.817520 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7ff725-5a89-44f7-9fde-95a28297e29c,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:56.892245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:56.893538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b283b42c-e5d8-4884-ada8-c7d5f7b2d3ce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325810 Dec 07 00:31:56.896354 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39030) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:56.900569 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:56.978883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.034055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.111810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.127869 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217bc947-9995-4943-8a09-10fbc564001e,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:57.199683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.200913 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7235a902-06d4-4e6b-a48a-f8557e6cf1ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036687 Dec 07 00:31:57.203734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39032) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:57.208018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:57.282842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:31:57.287895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.346384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.425972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.443490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aaf3ea-4de3-4bf0-828c-b7dd5fa387a0,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:57.513937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.515155 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c8da5be6-37b1-4eeb-b51b-f01ac327fa9c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104775 Dec 07 00:31:57.517780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39034) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:57.522067 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'bfb95a76-e09b-4998-8362-b93f8bfe44ca', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:57.604586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:31:57.609492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.667904 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.758717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.776935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e414d4-52b3-4f22-a85b-cd34b33e5bbe,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:57.858606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.859783 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-317ffcb2-c9ba-4bf3-a31a-ccf9d2c078c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3410580 Dec 07 00:31:57.862591 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39036) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:57.867333 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'network': {'name': 'tempest-network-smoke--2062614840', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:57.945538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:31:57.948970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.971690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:31:57.980043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:57.981189 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Added segment 8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc of type vlan for network f67e859d-2180-4d58-846e-6d081ea7fe98 Dec 07 00:31:58.018120 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.101323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.107405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:31:58.108054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.174820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Network': ['ID=f67e859d-2180-4d58-846e-6d081ea7fe98,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:58.185211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network f67e859d-2180-4d58-846e-6d081ea7fe98 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:31:58.226095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-3b449328-b655-4c04-8b91-83152c553d7a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3609812 Dec 07 00:31:58.227979 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39038) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:31:58.233110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'admin_state_up': True, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:31:58.311546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.312593 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.366523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:58.553385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.066166 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.090027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.191758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.15 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/b7369c70-c438-4662-a681-1d7786b118b9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:31:59.287882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.377511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.414924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:31:59.419607 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:31:59.423234 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:31:59.434552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b55f9fb-d38e-4831-9554-0463880aebac None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:31:59.452523 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=b7369c70-c438-4662-a681-1d7786b118b9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:31:59.468128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7d9e2add-9a88-4bf2-9406-fc162bc708cd None None] Provisioning complete for port b7369c70-c438-4662-a681-1d7786b118b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:31:59.468533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d9e2add-9a88-4bf2-9406-fc162bc708cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.503987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e2add-9a88-4bf2-9406-fc162bc708cd None None] Port b7369c70-c438-4662-a681-1d7786b118b9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:31:59.735907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:31:59.925267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.107238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router aafdf3e9-428d-489d-9d94-1718455912bf is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:32:00.211378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:32:00.223744 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Sync routers for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:32:00.233427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:00.234670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:00.280172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.281454 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b546e847-ec7b-4c8a-9b86-b2040d35411d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0524316 Dec 07 00:32:00.284669 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39040) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:00.321207 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8df09008-ca5a-4107-93f2-59e24a3f1864 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=97e193861c6148a88d2a15a72de84a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354402 Dec 07 00:32:00.324528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39042) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:00.345292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:00.470989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa56c74-6c89-42ff-9cbd-e37f09446521 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:00.472594 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1fa56c74-6c89-42ff-9cbd-e37f09446521 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471107 Dec 07 00:32:00.475377 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39044) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:00.509628 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4d6f31ab-a4f9-408f-ad3f-6826f89430f9 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331044 Dec 07 00:32:00.512811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39046) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:00.517505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613739978', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:32:00.524455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:31:59Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:00.550838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Checking router: aafdf3e9-428d-489d-9d94-1718455912bf for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:32:00.551190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Updating router aafdf3e9-428d-489d-9d94-1718455912bf port b7369c70-c438-4662-a681-1d7786b118b9 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:32:00.576315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.661968 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:32:00.665634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.826234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.896111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.907519 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.942751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b74837-f506-4880-94d6-fc3d15ea311f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:32:00.954176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Attempting to bind port b7369c70-c438-4662-a681-1d7786b118b9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:32:00.954549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Attempting to bind port b7369c70-c438-4662-a681-1d7786b118b9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:32:00.954922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Attempting to bind port b7369c70-c438-4662-a681-1d7786b118b9 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:32:00.956783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cde3c-c5a0-4670-96fa-afa57c48c653 None None] Pushing event updated for resources: {'Port': ['ID=b7369c70-c438-4662-a681-1d7786b118b9,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:00.963820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:32:00.964195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:32:00.964668 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.965060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:32:00.965533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Bound port: b7369c70-c438-4662-a681-1d7786b118b9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:32:00.966101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:00.968323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Subnet': ['ID=fa405574-4e95-4072-9bf8-5e14c32b1046,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:00.975257 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Checking segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:32:00.975680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network hostable DHCP agents. Network: f67e859d-2180-4d58-846e-6d081ea7fe98, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:32:01.016654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] For port b7369c70-c438-4662-a681-1d7786b118b9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:32:01.022055 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] For port b7369c70-c438-4662-a681-1d7786b118b9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7369c70-c438-4662-a681-1d7786b118b9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:32:01.033344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5d580fde-e020-4fa0-8547-ac57d59b3b21 None None] Provisioning complete for port b7369c70-c438-4662-a681-1d7786b118b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:01.033716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5d580fde-e020-4fa0-8547-ac57d59b3b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.066658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-5d580fde-e020-4fa0-8547-ac57d59b3b21 None None] Port b7369c70-c438-4662-a681-1d7786b118b9 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:32:01.078962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f67e859d-2180-4d58-846e-6d081ea7fe98 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:32:01.107915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.159396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8ad6c-eeaf-4512-860d-b4c85f550e00 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:32:01.176966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cde3c-c5a0-4670-96fa-afa57c48c653 None None] Pushing event updated for resources: {'Port': ['ID=b7369c70-c438-4662-a681-1d7786b118b9,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:01.180401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:01.180890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:01.193112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f67e859d-2180-4d58-846e-6d081ea7fe98) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:01.197194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:01.197882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.217316 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d02195-545a-42cc-ba2b-9d7bae15a7e0 None None] Network f67e859d-2180-4d58-846e-6d081ea7fe98 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:32:01.288037 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0be5c2fd-c37a-4cab-b4f7-0ba692a55449 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7716908 Dec 07 00:32:01.288370 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39048) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:01.349555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] Provisioning complete for port b7369c70-c438-4662-a681-1d7786b118b9 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:01.349834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.391522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:01.720323 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.729884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f67e859d-2180-4d58-846e-6d081ea7fe98', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:32:01.730777 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.769091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.863893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] For port b7369c70-c438-4662-a681-1d7786b118b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7369c70-c438-4662-a681-1d7786b118b9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:01.927714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:01.956431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:31:59Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:01.963045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Allocated IP 172.20.0.2 (f67e859d-2180-4d58-846e-6d081ea7fe98/fa405574-4e95-4072-9bf8-5e14c32b1046/def868a4-e30c-441a-9054-b74a7bf66561) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:32:01.996871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1351725-c6a6-446c-9f64-0883530be7cc None None] The sync data for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv is: [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:31:59Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:32:02.044192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5580a-2a96-4125-bc02-ba3592d48925 None None] Pushing event updated for resources: {'Port': ['ID=b7369c70-c438-4662-a681-1d7786b118b9,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:02.170234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.255274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.314776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Network f67e859d-2180-4d58-846e-6d081ea7fe98 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:32:02.317850 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:02.321460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:32:02.334929 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Pushing event updated for resources: {'Port': ['ID=def868a4-e30c-441a-9054-b74a7bf66561,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:02.357266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.1 (f67e859d-2180-4d58-846e-6d081ea7fe98/fa405574-4e95-4072-9bf8-5e14c32b1046/9bc7093b-6b9b-48cd-a2ff-feec8a188da6) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:32:02.387877 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Attempting to bind port def868a4-e30c-441a-9054-b74a7bf66561 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:32:02.388270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Attempting to bind port def868a4-e30c-441a-9054-b74a7bf66561 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:32:02.388860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Attempting to bind port def868a4-e30c-441a-9054-b74a7bf66561 on network f67e859d-2180-4d58-846e-6d081ea7fe98 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:32:02.397736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:32:02.398159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Checking segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:32:02.398620 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.399022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Bound using segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:32:02.399497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Bound port: def868a4-e30c-441a-9054-b74a7bf66561, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:32:02.399887 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.467331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] For port def868a4-e30c-441a-9054-b74a7bf66561, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:32:02.471142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] For port def868a4-e30c-441a-9054-b74a7bf66561, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=def868a4-e30c-441a-9054-b74a7bf66561,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:32:02.482176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.536875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.587877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.602394 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e30152-27e8-4d22-8070-0ed2f1052778 None None] Pushing event updated for resources: {'Port': ['ID=def868a4-e30c-441a-9054-b74a7bf66561,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:02.636610 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f67e859d-2180-4d58-846e-6d081ea7fe98 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:32:02.639887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:02.642505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:32:02.688628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:02.700774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.773245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7369c70-c438-4662-a681-1d7786b118b9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:32:02.847485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b7369c70-c438-4662-a681-1d7786b118b9 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:02.847866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:02.963122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.239442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.284707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.357154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:03.359732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.458873 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f67e859d-2180-4d58-846e-6d081ea7fe98 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:32:03.460329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:03.578948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router aafdf3e9-428d-489d-9d94-1718455912bf has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:32:03.660074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811c6e5a-e2db-47e2-951a-fb049bb9bac6 None None] Network f67e859d-2180-4d58-846e-6d081ea7fe98 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:32:03.692069 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:32:03.696962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0c90ae9f-5014-417c-a74a-737193b1a68b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/aafdf3e9-428d-489d-9d94-1718455912bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4075522 Dec 07 00:32:03.726842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] Provisioning complete for port def868a4-e30c-441a-9054-b74a7bf66561 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:03.727224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.864461 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-04ec9764-133e-4b33-9ece-d7dc617d0b3b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140507931&fields=id&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 267 time: 0.0581031 Dec 07 00:32:03.900412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.912868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:03.945379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] For port def868a4-e30c-441a-9054-b74a7bf66561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=def868a4-e30c-441a-9054-b74a7bf66561,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:03.986131 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-c89ea652-e2dc-46d4-8e48-d1af84086b3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:03.987872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-c89ea652-e2dc-46d4-8e48-d1af84086b3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 797 time: 0.1150904 Dec 07 00:32:04.003278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.005844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-3f8ed076-a6b6-4d8a-99ee-8f0fa5c41451 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/quotas/97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 375 time: 0.0119646 Dec 07 00:32:04.065996 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ae168-7550-4c05-b76e-962552db77ca None None] Pushing event updated for resources: {'Port': ['ID=def868a4-e30c-441a-9054-b74a7bf66561,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:04.077254 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-ce11d08a-9235-4ee6-9f39-00f89776ae58 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577798 Dec 07 00:32:04.178655 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-a16660a6-eb57-4929-a2a4-5287ad0a7064 service neutron] 10.222.0.53 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893970 Dec 07 00:32:04.216965 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Sync routers for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:32:04.229132 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:04.229756 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:04.235297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59393eb2-7e07-4fa7-9da3-db032e53fcf3 None None] Provisioning complete for port def868a4-e30c-441a-9054-b74a7bf66561 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:04.235959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59393eb2-7e07-4fa7-9da3-db032e53fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.292851 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-4ad98c4a-5821-40e0-ba85-502fe270de28 service neutron] 10.222.0.53 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078994 Dec 07 00:32:04.351923 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-59393eb2-7e07-4fa7-9da3-db032e53fcf3 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:04.352598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-59393eb2-7e07-4fa7-9da3-db032e53fcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.353426 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:04.400484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-59393eb2-7e07-4fa7-9da3-db032e53fcf3 None None] Port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:32:04.532208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-644aa0ef-cdcf-4338-9af3-686d82f5f864 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:04.532916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-644aa0ef-cdcf-4338-9af3-686d82f5f864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.561274 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c22cdcfa-567e-4bbb-bad3-2f74b3c06c5a req-a2d94190-ab08-44b9-a28c-b70c77a412a8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0417781 Dec 07 00:32:04.575193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-644aa0ef-cdcf-4338-9af3-686d82f5f864 None None] Port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:32:04.591971 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:03Z', 'revision_number': 2, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:04.619850 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Checking router: aafdf3e9-428d-489d-9d94-1718455912bf for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:32:04.620203 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Updating router aafdf3e9-428d-489d-9d94-1718455912bf port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:32:04.645412 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.702641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2adec862-6062-4921-b577-4c881e886313 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:04.703022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2adec862-6062-4921-b577-4c881e886313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:04.756443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2adec862-6062-4921-b577-4c881e886313 None None] Port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:32:04.779403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device def868a4-e30c-441a-9054-b74a7bf66561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:32:04.827035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port def868a4-e30c-441a-9054-b74a7bf66561 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:04.827413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.007541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.096240 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.150184 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Pushing event updated for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:05.176524 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.176877 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.177230 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.177562 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.177897 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.178229 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.178561 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.178923 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.179213 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.179541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.179867 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.180190 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.180535 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:32:05.213638 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Attempting to bind port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:32:05.214007 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Attempting to bind port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:32:05.214846 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Attempting to bind port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 on network f67e859d-2180-4d58-846e-6d081ea7fe98 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:32:05.220054 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:32:05.220752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Checking segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:32:05.220861 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.221223 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Bound using segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:32:05.221693 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Bound port: 9bc7093b-6b9b-48cd-a2ff-feec8a188da6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:32:05.222067 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.288478 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] For port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:32:05.291865 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] For port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:32:05.357509 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.380832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:05.381454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.400168 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:05.401020 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:31:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:05.494176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.499869 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a97fc2-82ef-4796-a0dd-1b561b686a84 None None] Pushing event updated for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:05.533758 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:05.537158 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] For port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:05.616110 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.636779 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f89c7756-2792-4a64-b77b-d595f0040f13 req-3060a02f-fe93-4b68-b164-49e757f1a305 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0292580 Dec 07 00:32:05.677581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e285d7-2c6a-4f7a-b361-20fa5003cc68 None None] Pushing event updated for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:05.731022 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:05.736514 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4fe41c8e-e0bc-4cf2-9296-bc39a4dfc091 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:05.736892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4fe41c8e-e0bc-4cf2-9296-bc39a4dfc091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:05.760182 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a7191-9541-431e-912a-e5509925fe41 None None] The sync data for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv is: [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:32:06.722283 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c3a8d9f8-e167-43b4-bbfb-5574f531f9b8 req-705841f6-42fd-4d34-a7c8-0318298d24e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0260401 Dec 07 00:32:06.741097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:32:06.789308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:06.789691 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:07.819789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b075beac-e453-4744-8f43-0a89e92b02ca req-499de799-f5a9-4846-979d-66b28b977afb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0276353 Dec 07 00:32:08.868302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-744157b4-5086-42df-af01-9d7e55b4b921 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:08.869800 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-744157b4-5086-42df-af01-9d7e55b4b921 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 797 time: 0.1049788 Dec 07 00:32:08.926263 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dce4ccba-9342-4da5-aadd-eb40b5ec2ea0 req-f1cb2504-96eb-4a7e-abcd-4d74986c4163 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0371916 Dec 07 00:32:08.965919 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-502a0b29-8b33-4657-8a05-aa7d80d3ea04 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 379 time: 0.0677457 Dec 07 00:32:08.974965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'port': {'device_id': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'admin_state_up': True, 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'security_groups': ['bfb95a76-e09b-4998-8362-b93f8bfe44ca']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:32:09.180126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:32:09.183773 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:09.309396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.13 (f67e859d-2180-4d58-846e-6d081ea7fe98/fa405574-4e95-4072-9bf8-5e14c32b1046/4a6eb032-0fad-47a2-a980-07d895b13e61) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:32:09.439115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:09.519656 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:09.567513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f67e859d-2180-4d58-846e-6d081ea7fe98 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:32:09.570573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:09.574490 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:32:09.598263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:09.627524 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:09.628155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:09.761924 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cba3188f-e6cd-42c7-8fcf-0e9bdbd69241 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904751 Dec 07 00:32:09.770320 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1c7dc00f-3ac1-4a55-b7d6-2de1b72d52c4 None None] Provisioning complete for port 4a6eb032-0fad-47a2-a980-07d895b13e61 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:09.773756 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1c7dc00f-3ac1-4a55-b7d6-2de1b72d52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:09.786604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Request body: {'port': {'device_id': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:32:09.803290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1c7dc00f-3ac1-4a55-b7d6-2de1b72d52c4 None None] Port 4a6eb032-0fad-47a2-a980-07d895b13e61 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:32:09.842337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.037974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141b60a-7784-431f-b2b8-25bfb238a666 req-7facfa53-ca01-4ae2-b12e-37b799171b3f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.039444 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b141b60a-7784-431f-b2b8-25bfb238a666 req-7facfa53-ca01-4ae2-b12e-37b799171b3f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 932 time: 0.0476375 Dec 07 00:32:10.092247 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b141b60a-7784-431f-b2b8-25bfb238a666 req-f8415370-d83a-4dc8-a1e0-2a77e1ee0d7f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Dec 07 00:32:10.097395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:32:10.105091 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.117587 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Transition to ACTIVE for port object 4a6eb032-0fad-47a2-a980-07d895b13e61 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:32:10.209974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.279098 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:10.337383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Attempting to bind port 4a6eb032-0fad-47a2-a980-07d895b13e61 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:32:10.338735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Attempting to bind port 4a6eb032-0fad-47a2-a980-07d895b13e61 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:32:10.338735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Attempting to bind port 4a6eb032-0fad-47a2-a980-07d895b13e61 on network f67e859d-2180-4d58-846e-6d081ea7fe98 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:32:10.343300 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Port 4a6eb032-0fad-47a2-a980-07d895b13e61 on network f67e859d-2180-4d58-846e-6d081ea7fe98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:32:10.343632 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Attempting to bind port 4a6eb032-0fad-47a2-a980-07d895b13e61 on network f67e859d-2180-4d58-846e-6d081ea7fe98 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:32:10.348877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:32:10.349219 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Checking segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:32:10.349608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Bound using segment: {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:32:10.350085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Bound port: 4a6eb032-0fad-47a2-a980-07d895b13e61, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:32:10.350544 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.415522 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:32:10.419105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:32:10.479258 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.514680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.515289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:10.516744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] 10.222.0.45 "PUT /v2.0/ports/4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1094 time: 0.7342629 Dec 07 00:32:10.517183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:32:10.519446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57178a6a-31e4-4324-b6c0-88f4bd35afd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:32:10.554165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94f055-7bd0-47ca-9c2e-18fe3e59a788 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:10.569728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f9b77f-2e90-4e1b-bb1f-123c47415352 x-openstack-request-id: req-43f9b77f-2e90-4e1b-bb1f-123c47415352 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:32:10.570028 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:32:10.570287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43f9b77f-2e90-4e1b-bb1f-123c47415352 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:32:10.570752 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'status': 'completed', 'code': 200} Dec 07 00:32:10.656987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-3818f1c7-449f-413c-9254-1ef395fc7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.658618 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-3818f1c7-449f-413c-9254-1ef395fc7896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1097 time: 0.0436029 Dec 07 00:32:10.770966 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-dcfe6a0b-64d3-4aed-b834-f602e7a7e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.772441 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-dcfe6a0b-64d3-4aed-b834-f602e7a7e5e3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=97e193861c6148a88d2a15a72de84a00&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0945942 Dec 07 00:32:10.871041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-ee9e5d42-16d1-4813-b6c0-c1759aa7ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.873020 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-57178a6a-31e4-4324-b6c0-88f4bd35afd8 req-ee9e5d42-16d1-4813-b6c0-c1759aa7ea83 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889695 Dec 07 00:32:10.982379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-84d4b212-0be4-48fd-a230-9d3e94d8a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:10.983867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-84d4b212-0be4-48fd-a230-9d3e94d8a6f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1097 time: 0.0402031 Dec 07 00:32:11.032657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-d04ec9e5-1199-47a6-b9bf-eee52f49880d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 217 time: 0.0331957 Dec 07 00:32:11.088020 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-a051defb-054a-40a8-8525-54dc93fcacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:11.089494 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-a051defb-054a-40a8-8525-54dc93fcacca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0460858 Dec 07 00:32:11.140766 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-ae0af7f7-740c-42a8-984f-e7c8bd5736c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:11.142280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-ae0af7f7-740c-42a8-984f-e7c8bd5736c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409393 Dec 07 00:32:11.212088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba73c-145d-4c45-a13d-947e341a8286 req-cab6a6d2-ca87-497e-89ce-74cbdc7b1f83 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:11.213606 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5abba73c-145d-4c45-a13d-947e341a8286 req-cab6a6d2-ca87-497e-89ce-74cbdc7b1f83 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0489831 Dec 07 00:32:11.237488 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-e3c3e43a-f170-42cc-abcf-952f3868b83e service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819478 Dec 07 00:32:11.262189 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5abba73c-145d-4c45-a13d-947e341a8286 req-4a4756c3-806a-453a-924a-df1b2e7230c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Dec 07 00:32:11.337276 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fb579ea-d8ea-40fa-9ae0-6d28994b0aa5 req-cf08d708-f1a4-465c-add9-7cec7781d5fa service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878711 Dec 07 00:32:12.382017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9c2c-6463-4b62-bf28-815cb966f66a req-6e1507f5-8607-4c43-90e2-75cbe093b6fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:12.383453 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e6a9c2c-6463-4b62-bf28-815cb966f66a req-6e1507f5-8607-4c43-90e2-75cbe093b6fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0487025 Dec 07 00:32:12.431882 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e6a9c2c-6463-4b62-bf28-815cb966f66a req-54ad9b90-11b1-4b38-a332-3145512a3064 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423098 Dec 07 00:32:13.545460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857471e-cf55-4b4f-9f5e-8b84cdc4fad4 req-77b5989d-8dad-4902-b94c-878295aa38aa tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:13.546973 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1857471e-cf55-4b4f-9f5e-8b84cdc4fad4 req-77b5989d-8dad-4902-b94c-878295aa38aa tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0482829 Dec 07 00:32:13.596113 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1857471e-cf55-4b4f-9f5e-8b84cdc4fad4 req-defbad2f-b5c4-4a6e-a2c8-8cf04ff884e7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Dec 07 00:32:14.714710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e567f-e738-47f2-b435-7986a05f3751 req-da9dc9ba-e5ee-44d4-9231-8106c31386a4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:14.716683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd8e567f-e738-47f2-b435-7986a05f3751 req-da9dc9ba-e5ee-44d4-9231-8106c31386a4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0537524 Dec 07 00:32:14.765754 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bd8e567f-e738-47f2-b435-7986a05f3751 req-09822dd6-7247-4042-89e2-e2120360adba tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Dec 07 00:32:14.813525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:32:14.921077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:14.931611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'mac_address': 'fa:16:3e:64:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:32:14.971314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:14.984148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:32:15.002377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:15.084183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:15.129019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:15.443144 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['4a6eb032-0fad-47a2-a980-07d895b13e61'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:32:15.883731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5223a-05cf-40be-9fbc-eb38b897d2a4 req-1e1e6dfd-1cb6-4e51-809e-b48ea6e50b9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:15.885218 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-85e5223a-05cf-40be-9fbc-eb38b897d2a4 req-1e1e6dfd-1cb6-4e51-809e-b48ea6e50b9a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 945 time: 0.0519977 Dec 07 00:32:15.933130 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-85e5223a-05cf-40be-9fbc-eb38b897d2a4 req-e29c9e90-cd28-46c1-9570-c86fd93038c0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Dec 07 00:32:16.827966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:32:16.958975 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 4a6eb032-0fad-47a2-a980-07d895b13e61 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:32:16.963572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 4a6eb032-0fad-47a2-a980-07d895b13e61 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:32:16.964281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:17.044963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:17.048917 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf078-c706-4bb7-97c4-865d2d2e8b6b req-bbc12198-e86e-450e-9a3f-7e578aaad78b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:17.050445 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e4cf078-c706-4bb7-97c4-865d2d2e8b6b req-bbc12198-e86e-450e-9a3f-7e578aaad78b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 945 time: 0.0480225 Dec 07 00:32:17.067456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:32:17.069734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5553e24-b0ba-4dc3-8608-71631596a95f" -d '{"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-plugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:32:17.084575 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:32:17.100421 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e4cf078-c706-4bb7-97c4-865d2d2e8b6b req-66c08c08-d713-46f5-b2a1-1c567832ee33 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437992 Dec 07 00:32:17.168687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:17.168687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b388c329-d4ba-4238-9a6e-43460a495c9f x-openstack-request-id: req-b388c329-d4ba-4238-9a6e-43460a495c9f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:32:17.168687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-plugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:32:17.168687 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b388c329-d4ba-4238-9a6e-43460a495c9f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:32:17.169087 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'code': 200} Dec 07 00:32:17.224542 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:17.525793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d5479-d772-49e9-83c9-6f1b879efca1 req-9d5bc4da-c5d5-4da1-bb6f-d91d0bde25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:17.527223 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a59d5479-d772-49e9-83c9-6f1b879efca1 req-9d5bc4da-c5d5-4da1-bb6f-d91d0bde25b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0386124 Dec 07 00:32:17.583509 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a59d5479-d772-49e9-83c9-6f1b879efca1 req-1bd53377-35f3-40f0-a022-f27808a5a159 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433466 Dec 07 00:32:17.739858 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:32:18.212971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a796c-639c-47b9-a057-8f97067a5d1a req-5893b445-51fe-479a-a1bc-bdae8232bb41 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:18.214410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df1a796c-639c-47b9-a057-8f97067a5d1a req-5893b445-51fe-479a-a1bc-bdae8232bb41 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0482697 Dec 07 00:32:18.263335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-df1a796c-639c-47b9-a057-8f97067a5d1a req-92af4bca-6061-4712-8e51-5ef480adcd5e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Dec 07 00:32:18.357239 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ec569fb8-7d36-41ec-80dc-c5f99c55ecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:19.382020 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13aa6a1-861c-40fd-9f06-0d63fc4301ea req-1262ba80-555e-4f2b-995f-19503dabe718 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:19.383487 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c13aa6a1-861c-40fd-9f06-0d63fc4301ea req-1262ba80-555e-4f2b-995f-19503dabe718 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0480771 Dec 07 00:32:19.432697 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c13aa6a1-861c-40fd-9f06-0d63fc4301ea req-897fcda7-bb9e-4305-930d-51e1e26ba8b8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Dec 07 00:32:19.544745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd352eda-623e-41bd-98b4-b6f64b649c23 req-579e4da3-2ad3-446f-8ce0-ada90a5002fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:19.546139 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fd352eda-623e-41bd-98b4-b6f64b649c23 req-579e4da3-2ad3-446f-8ce0-ada90a5002fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0481803 Dec 07 00:32:19.594361 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-fd352eda-623e-41bd-98b4-b6f64b649c23 req-d0d3bf66-f3a9-462e-acd3-9775cb720526 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Dec 07 00:32:19.615738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39120) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:19.658117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c6a6c-3cde-4b39-b67d-8ca2fc668f1e tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:19.659563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-272c6a6c-3cde-4b39-b67d-8ca2fc668f1e tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1094 time: 0.0428584 Dec 07 00:32:19.662339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39122) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:19.666395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:32:19.757105 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:19.850225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:19.952086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.129 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/8c112ad1-8de6-4464-8c47-2ef0ca212d85) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:32:20.050468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:20.134600 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:20.177075 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:32:20.179921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:32:20.183493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:32:20.207273 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=8c112ad1-8de6-4464-8c47-2ef0ca212d85,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:20.531433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:20.707502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-76055bff-799c-4b9d-9037-aa6b95058368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:20.977662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:21.122437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:21.181640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:21.247567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=8c112ad1-8de6-4464-8c47-2ef0ca212d85,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:32:21.258839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:21.360416 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP eb45d3c2-599e-463c-8784-859f7c393927 associated. External IP: 172.36.7.129, port: 4a6eb032-0fad-47a2-a980-07d895b13e61. Dec 07 00:32:21.562124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router aafdf3e9-428d-489d-9d94-1718455912bf has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:32:21.665675 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:32:21.675261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Sync routers for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:32:21.685776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:21.686397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:32:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:21.748294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:21.775408 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cf6fd669-59d2-4c46-8006-0546a2ddd8d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1120620 Dec 07 00:32:21.776004 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:32:21.778381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7850432-923a-4a8d-81cc-b00e0b2edc23" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:32:21.790108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:21.815233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba256fd1-a814-404e-b663-20339600d635 x-openstack-request-id: req-ba256fd1-a814-404e-b663-20339600d635 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:32:21.815528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:32:21.815786 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba256fd1-a814-404e-b663-20339600d635 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:32:21.816190 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'status': 'completed', 'code': 200} Dec 07 00:32:21.886642 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7f111-85e9-40c7-b3ac-1bde1b14a54f req-b47535b9-14a2-43a4-afdf-78a2148c8530 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:21.888916 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-daa7f111-85e9-40c7-b3ac-1bde1b14a54f req-b47535b9-14a2-43a4-afdf-78a2148c8530 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0540950 Dec 07 00:32:21.905919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-1a4437f3-76d1-472e-8dcc-2fd842edc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:21.907411 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-1a4437f3-76d1-472e-8dcc-2fd842edc017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0420117 Dec 07 00:32:21.940273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-daa7f111-85e9-40c7-b3ac-1bde1b14a54f req-991b49b0-9447-493d-bfb6-cd13bf49c773 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448618 Dec 07 00:32:21.962612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39132) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:22.005461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-aaedcb47-b828-4d1d-84dd-025a26f86808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:22.006937 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-aaedcb47-b828-4d1d-84dd-025a26f86808 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0922899 Dec 07 00:32:22.025176 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-a38add20-bca5-4dc5-9acc-4c48ef85bb04 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/eb45d3c2-599e-463c-8784-859f7c393927 HTTP/1.1" status: 200 len: 992 time: 0.0610430 Dec 07 00:32:22.036601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb45d3c2-599e-463c-8784-859f7c393927', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.129', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'mac_address': 'fa:16:3e:64:6b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:32:20Z', 'updated_at': '2021-12-07T00:32:20Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:22.070124 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Checking router: aafdf3e9-428d-489d-9d94-1718455912bf for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:32:22.077182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:32:22.077800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:32:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:22.081772 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-07bcff74-c527-472b-976f-7c9f0515b714 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1000 time: 0.0625687 Dec 07 00:32:22.138364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-2988e1a0-edd7-4a2a-bef4-ce6eae482899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:22.140044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-2988e1a0-edd7-4a2a-bef4-ce6eae482899 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0510743 Dec 07 00:32:22.189608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-6acb27fd-70d6-4bbd-bc7a-081835baeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:22.190963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-6acb27fd-70d6-4bbd-bc7a-081835baeba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439167 Dec 07 00:32:22.258208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:22.286376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-f42b7682-d981-4b59-b547-81124237e911 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878327 Dec 07 00:32:22.329352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:32:22.376440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7850432-923a-4a8d-81cc-b00e0b2edc23 req-704f5ecd-9998-4237-b39e-19bb0797c79b service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 Dec 07 00:32:22.552411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb45d3c2-599e-463c-8784-859f7c393927', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.129', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'mac_address': 'fa:16:3e:64:6b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:32:20Z', 'updated_at': '2021-12-07T00:32:20Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:32:22.578461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e47207-62c2-4b21-827a-7f5c3277b1b1 None None] The sync data for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv is: [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'eb45d3c2-599e-463c-8784-859f7c393927', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.129', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'mac_address': 'fa:16:3e:64:6b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:32:20Z', 'updated_at': '2021-12-07T00:32:20Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:32:22.756610 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d170b42-0072-4f23-a905-4ad4d3230ecf None None] New status for floating IP eb45d3c2-599e-463c-8784-859f7c393927: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:32:23.028122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39134) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:23.091894 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6fdc51a6-65af-4bab-a486-3d9e50b57047 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/eb45d3c2-599e-463c-8784-859f7c393927 HTTP/1.1" status: 200 len: 994 time: 0.0623481 Dec 07 00:32:23.147562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:24.135749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:32.599842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-a577650b-dbe1-46d8-84d0-fe5747b446b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434916 Dec 07 00:32:32.711201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-946ad9f0-d79b-4a99-8c53-0fd42635f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:32.712756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-946ad9f0-d79b-4a99-8c53-0fd42635f521 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0440555 Dec 07 00:32:32.813485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-917850c4-a32d-446d-ae06-fbbcba0aa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:32.814855 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-917850c4-a32d-446d-ae06-fbbcba0aa64f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0830581 Dec 07 00:32:32.905261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-28504352-9060-4702-94bb-74fe73de6a19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1002 time: 0.0628505 Dec 07 00:32:32.966032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-27ed9467-933e-40d9-b1db-dd92f1a1f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:32.967524 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-27ed9467-933e-40d9-b1db-dd92f1a1f434 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0443401 Dec 07 00:32:33.014371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-7eb3e9f6-1508-42c6-8214-65d32c01983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:33.015824 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-7eb3e9f6-1508-42c6-8214-65d32c01983a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397155 Dec 07 00:32:33.108035 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-7efd20d1-b2e4-4724-a0bc-053b876f0eed service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846810 Dec 07 00:32:33.203709 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0f80f31-202a-4302-8b1b-b1ff7bba3fc5 req-c5028d18-2465-4b38-a639-8f5c807cf550 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820372 Dec 07 00:32:33.907676 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:48.413648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-960f8b72-4310-4a79-95cc-ae3e129bed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:50.707181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b030-a117-496c-8a2b-fdc2c0af659a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:52.087610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:53.135269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:54.158065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:32:54.739491 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:32:56.730848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e3acc-5dab-40c3-93c1-a32eac9e7d6e req-a998d71d-cc7d-4756-a942-53cfef7bd10d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:56.732383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-647e3acc-5dab-40c3-93c1-a32eac9e7d6e req-a998d71d-cc7d-4756-a942-53cfef7bd10d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0494838 Dec 07 00:32:56.780822 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-647e3acc-5dab-40c3-93c1-a32eac9e7d6e req-d47d07b0-be9c-4183-9914-e81d11d9652c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Dec 07 00:32:56.882222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39154) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:32:56.962326 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-2fad9b9d-cf41-4758-8d14-51fd4776732d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790095 Dec 07 00:32:56.971135 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-bc714195-bdb6-4fd1-952e-11e8b0ca470c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:32:56.972088 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-bc714195-bdb6-4fd1-952e-11e8b0ca470c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048480 Dec 07 00:32:57.898363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ea9a9-0e0a-4b7f-bd6c-bb4669f13f15 req-b3d3c827-48b7-4855-b3f8-0d076d2089fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:57.899932 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c53ea9a9-0e0a-4b7f-bd6c-bb4669f13f15 req-b3d3c827-48b7-4855-b3f8-0d076d2089fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0488420 Dec 07 00:32:57.960197 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c53ea9a9-0e0a-4b7f-bd6c-bb4669f13f15 req-f362c176-973c-4c78-becf-de1ebfdb6677 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535557 Dec 07 00:32:59.076769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a55c6-a626-4b6f-8141-865eaa4eb8ca req-146a0783-3fc6-47b9-a284-3abf0a439ead tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:59.078228 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-940a55c6-a626-4b6f-8141-865eaa4eb8ca req-146a0783-3fc6-47b9-a284-3abf0a439ead tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0485730 Dec 07 00:32:59.135169 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-940a55c6-a626-4b6f-8141-865eaa4eb8ca req-ba899ac8-55ab-4964-949a-3132753c22c9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507445 Dec 07 00:32:59.204062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-12151793-c5a5-488e-ac53-1cd89c7e37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:59.205599 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-12151793-c5a5-488e-ac53-1cd89c7e37ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0404677 Dec 07 00:32:59.303903 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-211fc89f-ff97-450d-8ae1-7e0f5aaeb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:59.305399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-211fc89f-ff97-450d-8ae1-7e0f5aaeb802 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0873194 Dec 07 00:32:59.383870 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-a2202d78-d949-4d30-bf50-83867d6da9fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1002 time: 0.0665197 Dec 07 00:32:59.449484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-0f84f588-ae39-42b0-959f-abc19eb84fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:59.451049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-0f84f588-ae39-42b0-959f-abc19eb84fec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0452242 Dec 07 00:32:59.498481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-8ca2fd78-cea3-4fdd-a891-36c24f7754c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:32:59.499991 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-8ca2fd78-cea3-4fdd-a891-36c24f7754c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415263 Dec 07 00:32:59.598502 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-cb330606-75f9-4cf6-a436-f63b7e41dcf8 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869758 Dec 07 00:32:59.695465 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-86b8440c-33d5-4d25-a065-263a77b03d83 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865562 Dec 07 00:33:00.251289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc7f9-aa46-4c07-b8c1-c1d941ac0262 req-dd390c91-6ac1-4568-883e-2c26e2eef79f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:00.252864 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8eddc7f9-aa46-4c07-b8c1-c1d941ac0262 req-dd390c91-6ac1-4568-883e-2c26e2eef79f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0481513 Dec 07 00:33:00.303213 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8eddc7f9-aa46-4c07-b8c1-c1d941ac0262 req-7fbf86ae-3006-4a1e-a709-8cc927af15e4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Dec 07 00:33:01.419191 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a6107-1045-40cb-88c3-d835c61ec57a req-be3a4190-09a3-4971-8575-6e83fa72410c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:01.420687 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-660a6107-1045-40cb-88c3-d835c61ec57a req-be3a4190-09a3-4971-8575-6e83fa72410c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0518718 Dec 07 00:33:01.468373 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-660a6107-1045-40cb-88c3-d835c61ec57a req-533a1335-f914-4b25-9c25-9dca335c19d8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Dec 07 00:33:02.586320 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807a777-6db9-4a22-9320-ecdddfd912bb req-eb0c4999-ae49-4f95-9871-b4dcb0042fce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:02.587768 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2807a777-6db9-4a22-9320-ecdddfd912bb req-eb0c4999-ae49-4f95-9871-b4dcb0042fce tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0516677 Dec 07 00:33:02.636099 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2807a777-6db9-4a22-9320-ecdddfd912bb req-ac7e22c9-dace-4ad5-8d84-9ffb582d869e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Dec 07 00:33:03.750099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a626f-8a2c-49c3-8478-96e76c0326b0 req-d89182c3-ea2b-4053-9fde-6e4ea3b13248 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:03.751598 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-371a626f-8a2c-49c3-8478-96e76c0326b0 req-d89182c3-ea2b-4053-9fde-6e4ea3b13248 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0487385 Dec 07 00:33:03.800999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-371a626f-8a2c-49c3-8478-96e76c0326b0 req-852a1f8f-14a4-4271-945e-49175b3492f8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429187 Dec 07 00:33:03.912814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:04.915895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72671338-77f3-4d02-ab30-e0d6d64100df req-3a99ba0b-2b1a-4e8d-ac20-1f312d574043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:04.917405 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72671338-77f3-4d02-ab30-e0d6d64100df req-3a99ba0b-2b1a-4e8d-ac20-1f312d574043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0485485 Dec 07 00:33:04.966476 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72671338-77f3-4d02-ab30-e0d6d64100df req-733c99b0-160b-4d4a-9401-be6eba28df27 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Dec 07 00:33:06.083878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631b6ba-3aae-49af-a709-66ed32075174 req-5dbeeb21-d61d-4b11-85ca-b0cafd9d45e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:06.085380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3631b6ba-3aae-49af-a709-66ed32075174 req-5dbeeb21-d61d-4b11-85ca-b0cafd9d45e8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0522294 Dec 07 00:33:06.132298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3631b6ba-3aae-49af-a709-66ed32075174 req-f24cad9b-85ae-4222-a243-76a22abda071 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Dec 07 00:33:07.249957 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a3e6c-75ee-4123-b882-1d0963feaf68 req-0a7318eb-ffc6-4866-9fcf-c0cb5fa7f0c2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:07.251439 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-de7a3e6c-75ee-4123-b882-1d0963feaf68 req-0a7318eb-ffc6-4866-9fcf-c0cb5fa7f0c2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0524449 Dec 07 00:33:07.299912 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-de7a3e6c-75ee-4123-b882-1d0963feaf68 req-fc109c76-d540-45cd-892d-af42f1050173 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Dec 07 00:33:08.416108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e358b-7944-4fbd-9d45-4cf294dbbcb0 req-01a10ece-df2a-4a22-a7e2-402cd5087041 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:08.417612 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e42e358b-7944-4fbd-9d45-4cf294dbbcb0 req-01a10ece-df2a-4a22-a7e2-402cd5087041 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0488279 Dec 07 00:33:08.466006 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e42e358b-7944-4fbd-9d45-4cf294dbbcb0 req-4daf282c-562c-4d8a-9060-0a15f41ba04a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424352 Dec 07 00:33:09.582259 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845301f-7a21-4a06-aa12-d7e7ef523fc4 req-016d86a4-ff98-4139-8f90-c7a0877e0ff2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:09.583706 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b845301f-7a21-4a06-aa12-d7e7ef523fc4 req-016d86a4-ff98-4139-8f90-c7a0877e0ff2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0498602 Dec 07 00:33:09.631053 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b845301f-7a21-4a06-aa12-d7e7ef523fc4 req-285a089a-f596-47e0-bd99-773f74d3137e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Dec 07 00:33:10.741854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0617fa6-eb50-44bc-a6de-e8f0e76d579d req-fe368cef-cb01-434d-bd96-fe7e3379cf5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:10.743320 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0617fa6-eb50-44bc-a6de-e8f0e76d579d req-fe368cef-cb01-434d-bd96-fe7e3379cf5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0474389 Dec 07 00:33:10.795495 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0617fa6-eb50-44bc-a6de-e8f0e76d579d req-7a9ee744-cdd1-4bc3-a598-3db663868f2b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463638 Dec 07 00:33:11.910658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b83d-1b6f-40f9-8e13-d8ef897dfce8 req-71ca72a8-51d1-48fd-b0ad-0fa05607be70 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:11.912105 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f4c4b83d-1b6f-40f9-8e13-d8ef897dfce8 req-71ca72a8-51d1-48fd-b0ad-0fa05607be70 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0474799 Dec 07 00:33:11.963044 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f4c4b83d-1b6f-40f9-8e13-d8ef897dfce8 req-c86d8b3e-3043-472d-8b64-8750e80ce7e9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451035 Dec 07 00:33:13.076035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52baacf8-c6da-48b0-82be-b76085b1adc6 req-1a2cf910-310f-4504-9e8a-8c269e06d1b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:13.077527 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-52baacf8-c6da-48b0-82be-b76085b1adc6 req-1a2cf910-310f-4504-9e8a-8c269e06d1b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0481913 Dec 07 00:33:13.125591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-52baacf8-c6da-48b0-82be-b76085b1adc6 req-5b1f669e-b189-4390-b2eb-9ef212a6db3d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Dec 07 00:33:14.239124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f9baf-9207-4bed-97ac-7e5a026158eb req-d3c91b01-e7da-45cc-ba8a-26adcb1eca11 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:14.240589 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-645f9baf-9207-4bed-97ac-7e5a026158eb req-d3c91b01-e7da-45cc-ba8a-26adcb1eca11 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0475783 Dec 07 00:33:14.287774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-645f9baf-9207-4bed-97ac-7e5a026158eb req-18780b11-7250-4a21-b1c5-3f7928bdc405 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Dec 07 00:33:15.404074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7e69-2a64-45a6-b4b7-8e50d6d54847 req-3a91716e-e012-4131-a2de-ee5247713b02 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:15.405593 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d26b7e69-2a64-45a6-b4b7-8e50d6d54847 req-3a91716e-e012-4131-a2de-ee5247713b02 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0512953 Dec 07 00:33:15.456049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d26b7e69-2a64-45a6-b4b7-8e50d6d54847 req-3d5c6f9d-9322-4e43-961a-dc598e07b738 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Dec 07 00:33:16.573536 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684105c-7b1f-426a-9ad6-037301fe6837 req-ecd55622-0639-4793-a296-e87420b8c4bf tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:16.575016 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8684105c-7b1f-426a-9ad6-037301fe6837 req-ecd55622-0639-4793-a296-e87420b8c4bf tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0482745 Dec 07 00:33:16.622785 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8684105c-7b1f-426a-9ad6-037301fe6837 req-06686ec0-ff15-4ee9-8bfa-048e54ca8688 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417643 Dec 07 00:33:17.096605 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-88dde9ef-d735-42de-9e7f-dc6ab96b0d77 service neutron] 10.222.0.45 "GET /v2.0/ports/4a6eb032-0fad-47a2-a980-07d895b13e61/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0570438 Dec 07 00:33:17.636856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-d846e360-77b9-4a27-b78e-debdaa30299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:17.638303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-d846e360-77b9-4a27-b78e-debdaa30299f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 1099 time: 0.0393355 Dec 07 00:33:17.751101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-5411c525-5ee7-4d7d-87a6-f0cc10c5f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:17.752597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-5411c525-5ee7-4d7d-87a6-f0cc10c5f04b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0704939 Dec 07 00:33:17.760685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74b592-096e-4eb3-b970-44c1baa2e49f req-d46b6083-93d5-496f-b9b8-2a63f10cdf84 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:17.762051 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f74b592-096e-4eb3-b970-44c1baa2e49f req-d46b6083-93d5-496f-b9b8-2a63f10cdf84 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0710466 Dec 07 00:33:17.863701 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3f74b592-096e-4eb3-b970-44c1baa2e49f req-02b9364e-5c8d-482a-aeb8-7be959a7cb3e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923309 Dec 07 00:33:17.880251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-45e23db3-93dc-44cf-8403-fe5b2f1a6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:17.881702 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-45e23db3-93dc-44cf-8403-fe5b2f1a6262 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.1179621 Dec 07 00:33:17.956133 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-0e4ff182-a5a8-489d-9b0c-ffd67ff091d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1002 time: 0.0630798 Dec 07 00:33:18.009047 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-54de768d-2e04-45a3-9c81-fdfebb1b20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:18.010518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-54de768d-2e04-45a3-9c81-fdfebb1b20e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0421906 Dec 07 00:33:18.059030 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e095b-3433-4937-91cd-226e4785fd1a req-f2c1fe8d-cbf2-4593-8d95-92cceab7f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:18.060525 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-f2c1fe8d-cbf2-4593-8d95-92cceab7f66b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384865 Dec 07 00:33:18.157918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-efe8b41c-69f8-4a55-bc94-5a94cc3bec9c service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833094 Dec 07 00:33:18.248294 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b34e095b-3433-4937-91cd-226e4785fd1a req-30ce39a5-6ed4-47c9-abe5-213e70d03db3 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791347 Dec 07 00:33:18.362229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c3a609f1-ee47-439b-90cb-e51cb817a117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:18.981116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae1ac9-d6dc-453b-9a96-76c208fde75b req-10a3bb74-5af6-45b0-b9ed-e64ea2e1f629 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:18.982556 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4ae1ac9-d6dc-453b-9a96-76c208fde75b req-10a3bb74-5af6-45b0-b9ed-e64ea2e1f629 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0510149 Dec 07 00:33:19.030494 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a4ae1ac9-d6dc-453b-9a96-76c208fde75b req-937f0ad4-ddc6-4085-9f98-85656dde6654 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 Dec 07 00:33:20.156624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4804f-a09a-4616-978a-6f5dcd658c24 req-b804d7f5-c065-43b2-bd35-8adbfbbdc05b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:20.158210 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6af4804f-a09a-4616-978a-6f5dcd658c24 req-b804d7f5-c065-43b2-bd35-8adbfbbdc05b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0527291 Dec 07 00:33:20.205961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6af4804f-a09a-4616-978a-6f5dcd658c24 req-ba814360-396a-4414-8240-381cede1c102 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Dec 07 00:33:20.741021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b7817656-8447-486a-adf5-f0a4edee6904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:21.034701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:33:21.049203 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:33:21.189232 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:33:21.191307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:21.208341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'port_id': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'mac_address': 'fa:16:3e:64:6b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:33:21.223960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:33:21.226245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85e9fc8-811d-410e-92c7-81ed0da9afe7" -d '{"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:33:21.259670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:33:21.279528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:21.279528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60f6663-bfb8-4e43-aeaf-d078fa5366e2 x-openstack-request-id: req-d60f6663-bfb8-4e43-aeaf-d078fa5366e2 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:33:21.279528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-unplugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:33:21.279528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d60f6663-bfb8-4e43-aeaf-d078fa5366e2 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:33:21.279528 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'code': 200} Dec 07 00:33:21.286375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:33:21.326569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f8a21-e935-4a86-96ec-ca194068baf6 req-304eecc9-ed37-41fc-beb8-9694e012e8c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:21.328026 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7b7f8a21-e935-4a86-96ec-ca194068baf6 req-304eecc9-ed37-41fc-beb8-9694e012e8c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0480583 Dec 07 00:33:21.336170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:21.376683 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7b7f8a21-e935-4a86-96ec-ca194068baf6 req-aaecacd8-06bb-479e-ac85-b4a2d6bf3833 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425820 Dec 07 00:33:21.410200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:33:21.410563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:33:21.415049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:33:21.422050 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.422403 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.422749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.423085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.423416 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.423745 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.424145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.424497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.424888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.425222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.425543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.425866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.426186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:21.752797 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eaf2e-6e43-441b-bc71-aec0f1c96e6a req-854900b8-a850-436e-808f-1395ff515e1e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:21.754258 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e65eaf2e-6e43-441b-bc71-aec0f1c96e6a req-854900b8-a850-436e-808f-1395ff515e1e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0490432 Dec 07 00:33:21.807741 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e65eaf2e-6e43-441b-bc71-aec0f1c96e6a req-a19c6bf0-b894-46bd-ac8f-a52e62b48121 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473464 Dec 07 00:33:21.847912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca68-d303-4146-8620-b171d4ede406 req-fe4b6710-4f34-4a2b-ba33-0dd7125c77a8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:21.849965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-fe4b6710-4f34-4a2b-ba33-0dd7125c77a8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d&tenant_id=97e193861c6148a88d2a15a72de84a00&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0512264 Dec 07 00:33:21.931206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df19b8-38dc-4768-9600-6043b55efc3e req-493d6523-e1a7-4180-b904-c1e372cdec15 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:21.932678 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74df19b8-38dc-4768-9600-6043b55efc3e req-493d6523-e1a7-4180-b904-c1e372cdec15 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 944 time: 0.0560400 Dec 07 00:33:21.946765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:21.960451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:33:21.979970 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:33:21.994641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca68-d303-4146-8620-b171d4ede406 req-b1256af3-ee57-4277-9418-4378f3f4974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:21.996166 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-b1256af3-ee57-4277-9418-4378f3f4974d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1097 time: 0.0816472 Dec 07 00:33:22.004828 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74df19b8-38dc-4768-9600-6043b55efc3e req-ea5e8c8d-c97e-4199-a635-7dd7cacf7907 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550075 Dec 07 00:33:22.089998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:22.093119 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca68-d303-4146-8620-b171d4ede406 req-ba2f68f9-957b-4959-95b1-9b5a2f5cb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:22.094606 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-ba2f68f9-957b-4959-95b1-9b5a2f5cb126 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0889521 Dec 07 00:33:22.117009 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:22.140446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:33:22.164716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-ac438d6b-e354-4045-b9c6-86bb3d3a67e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1001 time: 0.0629196 Dec 07 00:33:22.213534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca68-d303-4146-8620-b171d4ede406 req-924d5f0c-ddf8-4e5b-9394-ed472cb55ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:22.214935 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-924d5f0c-ddf8-4e5b-9394-ed472cb55ef6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0429592 Dec 07 00:33:22.236108 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['4a6eb032-0fad-47a2-a980-07d895b13e61'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:33:22.259885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbca68-d303-4146-8620-b171d4ede406 req-fe445675-8179-4156-a503-6fe39bf0a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:22.261386 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-fe445675-8179-4156-a503-6fe39bf0a92c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392597 Dec 07 00:33:22.355757 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-c3672f7d-fc04-4c44-910d-f0b46792a42d service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865510 Dec 07 00:33:22.445669 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e7bbca68-d303-4146-8620-b171d4ede406 req-7fab0765-340d-4651-946f-b821ca69ba31 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829794 Dec 07 00:33:23.058330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:33:23.116286 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 4a6eb032-0fad-47a2-a980-07d895b13e61 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:33:23.116661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:23.135426 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cae10c-e627-45c4-a4d6-365124cfe349 req-6e41b40d-6e6a-444e-a03a-de673ede770a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:23.136996 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b8cae10c-e627-45c4-a4d6-365124cfe349 req-6e41b40d-6e6a-444e-a03a-de673ede770a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 945 time: 0.0564494 Dec 07 00:33:23.149847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:23.187504 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b8cae10c-e627-45c4-a4d6-365124cfe349 req-f41a571e-f2fc-4b7c-b310-7007682d8f16 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Dec 07 00:33:23.195944 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:23.231878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:33:23.275977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:33:23.278902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475a236-e393-441f-9466-01b393381c55" -d '{"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-plugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:33:23.289783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:23.314218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26bf077-7747-4b69-9251-af1346ad5ae2 x-openstack-request-id: req-f26bf077-7747-4b69-9251-af1346ad5ae2 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:33:23.314511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-plugged", "status": "completed", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:33:23.314763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f26bf077-7747-4b69-9251-af1346ad5ae2 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:33:23.315148 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'code': 200} Dec 07 00:33:23.341170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:33:24.156014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:24.300332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf33ca7-19cb-44f6-851e-2c92ce9d8f84 req-249a722e-6027-4bae-a00b-a2c32fffa779 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:24.301772 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-adf33ca7-19cb-44f6-851e-2c92ce9d8f84 req-249a722e-6027-4bae-a00b-a2c32fffa779 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0474553 Dec 07 00:33:24.350445 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-adf33ca7-19cb-44f6-851e-2c92ce9d8f84 req-ec65803a-f0b9-4dea-b9cf-58c512eda7d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Dec 07 00:33:24.372654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39244) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:33:24.433923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d5003438-943a-45c9-98aa-6d5443c44246 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/eb45d3c2-599e-463c-8784-859f7c393927 HTTP/1.1" status: 200 len: 994 time: 0.0601106 Dec 07 00:33:31.737498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:33:33.610380 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-27e839b2-792b-41a7-a434-ee414c006b40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392082 Dec 07 00:33:33.717782 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e498-ab9c-45bc-8311-960d15ff040b req-a486c26c-23a2-4230-ad43-9537f4f67b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:33.719237 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-a486c26c-23a2-4230-ad43-9537f4f67b9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0390527 Dec 07 00:33:33.836268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e498-ab9c-45bc-8311-960d15ff040b req-44cc69b0-a438-49ab-8661-b494891ec81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:33.837790 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-44cc69b0-a438-49ab-8661-b494891ec81e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0928998 Dec 07 00:33:33.887922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:33.906332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-870265b1-81e0-43f0-8c6d-0555e0675930 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 1002 time: 0.0580897 Dec 07 00:33:33.955241 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e498-ab9c-45bc-8311-960d15ff040b req-15b3c496-f0e7-43ef-a635-ef1978dca21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:33.956701 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-15b3c496-f0e7-43ef-a635-ef1978dca21f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0425045 Dec 07 00:33:34.019316 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e498-ab9c-45bc-8311-960d15ff040b req-55c2318c-c15c-4f7c-9338-2374f7435e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:34.020834 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-55c2318c-c15c-4f7c-9338-2374f7435e9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492098 Dec 07 00:33:34.119918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-0620419f-61e1-4d1c-b12a-d68ab0517174 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903628 Dec 07 00:33:34.216025 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3170e498-ab9c-45bc-8311-960d15ff040b req-51640dd8-90dc-4705-80ee-2beffbb77982 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868936 Dec 07 00:33:48.361553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9386ce06-e65c-46d3-8f79-3c44f6304e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:50.746346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e5f39cd6-1046-42d0-bcd9-093dcdc2f817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:52.081565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:53.134616 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:54.149994 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:54.922232 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39256) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:33:55.119173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 8c112ad1-8de6-4464-8c47-2ef0ca212d85 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:33:55.119517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.196875 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.197099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.208355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 8c112ad1-8de6-4464-8c47-2ef0ca212d85 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:33:55.424435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.453971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=8c112ad1-8de6-4464-8c47-2ef0ca212d85,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:33:55.476641 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.476998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.477352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.477701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.478049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.478389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.478729 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.479065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.479402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.479736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.480073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.480429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.480763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:55.520063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.520430 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP eb45d3c2-599e-463c-8784-859f7c393927 disassociated (deleted). External IP: 172.36.7.129, port: 4a6eb032-0fad-47a2-a980-07d895b13e61. Dec 07 00:33:55.723225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router aafdf3e9-428d-489d-9d94-1718455912bf has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:33:55.827802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:33:55.832557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:55.838650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Sync routers for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:33:55.848540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:33:55.849145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:33:55.858179 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5084724f-19a6-4d38-9a56-00cdd2ee8498 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/floatingips/eb45d3c2-599e-463c-8784-859f7c393927 HTTP/1.1" status: 204 len: 168 time: 0.9349396 Dec 07 00:33:55.858774 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:33:55.861068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653849cc-c7b8-4891-b560-aabbc0f305b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:33:55.959735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:33:55.970668 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd3aa4a-ed16-4c05-af96-70d36059ef7c x-openstack-request-id: req-2cd3aa4a-ed16-4c05-af96-70d36059ef7c {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:33:55.971272 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:33:55.971655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cd3aa4a-ed16-4c05-af96-70d36059ef7c {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:33:55.972164 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'status': 'completed', 'code': 200} Dec 07 00:33:56.062999 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-5e67a307-4a29-4ad7-a76a-32b9d2a98142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:56.064555 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-5e67a307-4a29-4ad7-a76a-32b9d2a98142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 1099 time: 0.0417316 Dec 07 00:33:56.158689 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:33:56.162045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-e8440244-1dc2-4322-b031-c9466f8f67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:56.164105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-e8440244-1dc2-4322-b031-c9466f8f67ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 200 len: 898 time: 0.0926559 Dec 07 00:33:56.210569 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-d9de4663-756d-4466-b537-f58976b1a9a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 200 len: 217 time: 0.0387096 Dec 07 00:33:56.320110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-1db35121-510d-4555-ad36-4c8fb92c82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:56.321505 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-1db35121-510d-4555-ad36-4c8fb92c82e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 200 len: 835 time: 0.0583875 Dec 07 00:33:56.330215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2349e-9d76-4a42-b3a2-a54a1d1529ab req-18028c03-15f4-4e79-b3d7-a8de23d80fab tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:56.331665 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2ba2349e-9d76-4a42-b3a2-a54a1d1529ab req-18028c03-15f4-4e79-b3d7-a8de23d80fab tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0948248 Dec 07 00:33:56.333444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Checking router: aafdf3e9-428d-489d-9d94-1718455912bf for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:33:56.342543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:33:56.343164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:33:56.406338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-dcac73f6-f277-4f72-97a2-8d3be1afddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:56.407851 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-dcac73f6-f277-4f72-97a2-8d3be1afddc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f67e859d-2180-4d58-846e-6d081ea7fe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750895 Dec 07 00:33:56.412121 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2ba2349e-9d76-4a42-b3a2-a54a1d1529ab req-43f69e3c-fbf1-40c2-94ad-cb134ab9cdc5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700176 Dec 07 00:33:56.451308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:33:56.509099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-4be34ce5-7a61-4967-a413-b1710baa83c4 service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912099 Dec 07 00:33:56.605710 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-653849cc-c7b8-4891-b560-aabbc0f305b5 req-1be52e88-5fc7-4566-9ad3-39280504c29a service neutron] 10.222.0.45 "GET /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837498 Dec 07 00:33:56.650737 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:33:56.676527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1473cb93-61a8-4221-b94a-ef9f353d8847 None None] The sync data for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv is: [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:32:02Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9bc7093b-6b9b-48cd-a2ff-feec8a188da6', 'name': '', 'network_id': 'f67e859d-2180-4d58-846e-6d081ea7fe98', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:86:e1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:32:01Z', 'updated_at': '2021-12-07T00:32:05Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'fa405574-4e95-4072-9bf8-5e14c32b1046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:33:56.885944 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb7546-386b-4707-b36b-3755e1679a47 None None] New status for floating IP eb45d3c2-599e-463c-8784-859f7c393927: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:33:57.530962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48005b-d45a-4755-b32f-7fd4b799e13d req-1b3de772-71f0-4ba9-9584-64a275696fb5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:57.532464 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cb48005b-d45a-4755-b32f-7fd4b799e13d req-1b3de772-71f0-4ba9-9584-64a275696fb5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0488713 Dec 07 00:33:57.580448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cb48005b-d45a-4755-b32f-7fd4b799e13d req-9be37ba3-48d5-4cf8-92f5-9c53bf413a8a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Dec 07 00:33:58.431226 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-e6a95309-1afe-4d90-837a-dda35aeb551e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:58.432682 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-e6a95309-1afe-4d90-837a-dda35aeb551e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0516238 Dec 07 00:33:58.522349 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:33:58.522685 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:58.613395 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port 4a6eb032-0fad-47a2-a980-07d895b13e61, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4a6eb032-0fad-47a2-a980-07d895b13e61,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:33:58.613759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:58.627187 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 4a6eb032-0fad-47a2-a980-07d895b13e61 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:33:58.734155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ed12-db10-45bf-a5b8-da252c549e24 req-60d8f57f-2aab-4f23-996d-88ffbf7d9ffd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:33:58.738591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab48ed12-db10-45bf-a5b8-da252c549e24 req-60d8f57f-2aab-4f23-996d-88ffbf7d9ffd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 946 time: 0.0701239 Dec 07 00:33:58.822459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ab48ed12-db10-45bf-a5b8-da252c549e24 req-61de52cd-8368-4945-818e-e217007368ee tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=bfb95a76-e09b-4998-8362-b93f8bfe44ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806389 Dec 07 00:33:58.941088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:58.970072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=4a6eb032-0fad-47a2-a980-07d895b13e61,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:33:58.982136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.982487 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.982831 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.983171 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.983506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.983839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.984172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.984528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.984856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.985185 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.985510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.985832 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:58.986154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:33:59.018467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] No DVR routers for this DVR port 4a6eb032-0fad-47a2-a980-07d895b13e61 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:33:59.020844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:33:59.024661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b28ee2a1-2553-460e-91e0-f730e8fd3025 req-d0eed4b2-cd6f-4400-b6bf-fc3a067df501 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "DELETE /v2.0/ports/4a6eb032-0fad-47a2-a980-07d895b13e61 HTTP/1.1" status: 204 len: 173 time: 0.5815339 Dec 07 00:33:59.025099 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-deleted', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:33:59.027361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10a60ef-735f-4e5e-bffe-053debff8b80" -d '{"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-deleted", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:33:59.118393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6ccd53-e271-48bc-be7b-35bbba5a3219 x-openstack-request-id: req-2a6ccd53-e271-48bc-be7b-35bbba5a3219 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:33:59.118393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb78e3f-054f-45c6-8806-d713ae83d01d", "name": "network-vif-deleted", "tag": "4a6eb032-0fad-47a2-a980-07d895b13e61", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:33:59.118393 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a6ccd53-e271-48bc-be7b-35bbba5a3219 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:33:59.118393 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb78e3f-054f-45c6-8806-d713ae83d01d', 'name': 'network-vif-deleted', 'tag': '4a6eb032-0fad-47a2-a980-07d895b13e61', 'status': 'completed', 'code': 200} Dec 07 00:33:59.928944 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-51843867-c80d-45af-a5ef-317a98c109b3 req-4f76b01d-226a-4742-81ce-2f247a4b4922 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eb78e3f-054f-45c6-8806-d713ae83d01d HTTP/1.1" status: 200 len: 210 time: 0.0277476 Dec 07 00:34:00.983976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39280) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:01.665519 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:01.927302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:34:01.927556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.018853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port 9bc7093b-6b9b-48cd-a2ff-feec8a188da6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:02.019546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.031736 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:34:02.270290 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.297203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=9bc7093b-6b9b-48cd-a2ff-feec8a188da6,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:02.467085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.685304 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router aafdf3e9-428d-489d-9d94-1718455912bf has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:34:02.793248 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:34:02.798261 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-84bd50fb-bf3c-4257-a4e8-d1b3eba73553 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/aafdf3e9-428d-489d-9d94-1718455912bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132641 Dec 07 00:34:02.800984 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39282) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:02.804185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Sync routers for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:34:02.813593 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:02.814202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:02.852407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting subnet fa405574-4e95-4072-9bf8-5e14c32b1046 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:34:02.855468 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.894877 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:02.918578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:02.980848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.093371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:34:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:03.101902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.119709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Checking router: aafdf3e9-428d-489d-9d94-1718455912bf for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:34:03.128178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Routers {'aafdf3e9-428d-489d-9d94-1718455912bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:03.128832 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['aafdf3e9-428d-489d-9d94-1718455912bf'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:03.130160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Subnet': ['ID=fa405574-4e95-4072-9bf8-5e14c32b1046,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:03.132167 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.136699 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c159c2ae-126f-4109-87ee-c89b0776af01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/subnets/fa405574-4e95-4072-9bf8-5e14c32b1046 HTTP/1.1" status: 204 len: 168 time: 0.3347576 Dec 07 00:34:03.138125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39284) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:03.169188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158e738-e4c2-4c8e-9f35-d82426172685 None None] Network f67e859d-2180-4d58-846e-6d081ea7fe98 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:34:03.247783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.309820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] Set router aafdf3e9-428d-489d-9d94-1718455912bf gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:03.351160 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.375219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:34:03.409129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 4a6eb032-0fad-47a2-a980-07d895b13e61 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:34:03.409481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 4a6eb032-0fad-47a2-a980-07d895b13e61 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:34:03.459336 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port b7369c70-c438-4662-a681-1d7786b118b9 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:34:03.460189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.527234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] DHCP port deletion for f67e859d-2180-4d58-846e-6d081ea7fe98 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:34:03.549499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port b7369c70-c438-4662-a681-1d7786b118b9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7369c70-c438-4662-a681-1d7786b118b9,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:03.549499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.561592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for b7369c70-c438-4662-a681-1d7786b118b9 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:34:03.573743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:34:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:03.605835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13055543-7cb6-44ac-9b59-c514351d87a0 None None] The sync data for ids ['aafdf3e9-428d-489d-9d94-1718455912bf'] in dv-neutron-master-2-hyperv is: [{'id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1202998479', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15'}], 'enable_snat': True}, 'gw_port_id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:31:58Z', 'updated_at': '2021-12-07T00:34:02Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'b7369c70-c438-4662-a681-1d7786b118b9', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:dc:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafdf3e9-428d-489d-9d94-1718455912bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:31:59Z', 'updated_at': '2021-12-07T00:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:34:03.622121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Deleting port def868a4-e30c-441a-9054-b74a7bf66561 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:34:03.622501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.694677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] For port def868a4-e30c-441a-9054-b74a7bf66561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=def868a4-e30c-441a-9054-b74a7bf66561,segment=NetworkSegment(8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc),segment_id=8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:03.695118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.707784 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Calling delete_port for def868a4-e30c-441a-9054-b74a7bf66561 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:34:03.786676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.816848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=b7369c70-c438-4662-a681-1d7786b118b9,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:03.829547 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec075e27-88f7-46fd-afd2-d015fd5652af None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:34:03.887668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.912226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.953908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.980460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.982731 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:03.984175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] Pushing event deleted for resources: {'Port': ['ID=def868a4-e30c-441a-9054-b74a7bf66561,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:03.989608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389a104-9b17-4cca-95ba-f70713a1eeda None None] No DVR routers for this DVR port def868a4-e30c-441a-9054-b74a7bf66561 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:34:04.089682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.090199 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Fanout notify agent at l3_agent the message router_deleted on router aafdf3e9-428d-489d-9d94-1718455912bf {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:34:04.097741 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.098963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cfea0eb8-cd06-460c-9b60-b46f0e3cd114 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/routers/aafdf3e9-428d-489d-9d94-1718455912bf HTTP/1.1" status: 204 len: 168 time: 0.9599016 Dec 07 00:34:04.102130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39286) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:04.177880 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.271419 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.293023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67e859d-2180-4d58-846e-6d081ea7fe98']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:04.302010 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:04.302306 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b533555-7ac5-48c0-a1a3-9ddaa8e1eefc') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:04.311350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.324211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.329829 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:34:04.330205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:34:04.333061 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:34:04.454860 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.462429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.465246 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/networks/f67e859d-2180-4d58-846e-6d081ea7fe98 HTTP/1.1" status: 204 len: 168 time: 0.3620617 Dec 07 00:34:04.468038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39288) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:04.476378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391757e-1b37-491f-a38d-efe1b2cadb2c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Network': ['ID=f67e859d-2180-4d58-846e-6d081ea7fe98,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:04.529345 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.554348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.700841 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.703551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:04.704846 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/security-groups/bfb95a76-e09b-4998-8362-b93f8bfe44ca HTTP/1.1" status: 204 len: 168 time: 0.2357001 Dec 07 00:34:04.715208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01492232-3f88-4bb7-bfa8-3a6fae133052 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb95a76-e09b-4998-8362-b93f8bfe44ca,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:04.794088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7369c70-c438-4662-a681-1d7786b118b9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:34:04.815840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b7369c70-c438-4662-a681-1d7786b118b9 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:34:04.822136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7369c70-c438-4662-a681-1d7786b118b9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:34:04.822281 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:34:04.842540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:34:04.843123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc7093b-6b9b-48cd-a2ff-feec8a188da6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:34:04.843269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device def868a4-e30c-441a-9054-b74a7bf66561 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:34:04.864491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: def868a4-e30c-441a-9054-b74a7bf66561 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:34:04.864838 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device def868a4-e30c-441a-9054-b74a7bf66561 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:34:05.215049 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39294) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:05.219632 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900273142', 'description': 'tempest-secgroup-smoke-1900273142 description', 'project_id': '97e193861c6148a88d2a15a72de84a00'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:05.312487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.376996 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.426148 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.453504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:05.508516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.509879 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1bac655d-475e-424e-845c-73f93bf2260c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2937157 Dec 07 00:34:05.512578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39296) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:05.516842 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:05.586485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.640661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.694745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.715740 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee2dd7e-3c99-415b-90e7-6702ef5c99a3,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:05.777018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.778514 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4d9f0f51-0095-4381-a939-5efe0070a62d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647588 Dec 07 00:34:05.781338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39298) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:05.786320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:05.865390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.911707 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.963789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:05.982579 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2254f93-384f-4c99-9793-cae69eb87c26,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:06.022558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.024378 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-73eeb5dd-317c-4231-8b16-20b80ee98e35 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2420290 Dec 07 00:34:06.027414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39300) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:06.031571 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:06.099388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.153896 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.220493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.238810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5426192e-667b-48e8-ab27-0f1617aa5a83,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:06.302852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.304656 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b5b9b7bb-1451-47aa-8b91-1e409e4c28b9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761252 Dec 07 00:34:06.307294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39302) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:06.311665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:06.395894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.451048 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.529190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.551003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c173b8-de03-40c8-b23a-0e1c9c0541d2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:06.615011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.616323 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c4ead9cf-8f6d-4339-bb9b-685b0e38dab2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3080616 Dec 07 00:34:06.619562 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39304) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:06.623908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:06.717635 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:34:06.722858 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.779979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.848859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.867231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23a140a-cf22-480a-ac0c-5302de27de02,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:06.931533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:06.932756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ab0c4282-59d1-4a9e-9ea8-9495b30efc36 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3122420 Dec 07 00:34:06.935385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39306) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:06.939809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': '7d0e4953-5001-4fe5-a8fd-c1275fb2cc22', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:07.026205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:34:07.031424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.088339 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.151681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.169394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f36fd8a-1e25-4f92-9c80-9baf8f182fcf,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:07.239570 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.240806 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2fb392fd-dba1-47d9-b2ea-bd710f71e798 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044481 Dec 07 00:34:07.243606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39308) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:07.248367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'network': {'name': 'tempest-network-smoke--162574368', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'port_security_enabled': True}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:07.346145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:34:07.349532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.371545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:34:07.379878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.380215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Added segment 41d294cc-efee-4f1e-bfd1-c3fd018af498 of type vlan for network c2e7d847-9c03-4555-a489-23d73f0b7966 Dec 07 00:34:07.420875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.509815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.515445 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:07.516058 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.580107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Network': ['ID=c2e7d847-9c03-4555-a489-23d73f0b7966,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:07.590919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network c2e7d847-9c03-4555-a489-23d73f0b7966 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:34:07.617560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39310) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:07.618260 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-257721b6-5d5a-4682-bc45-b38491260043 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3704572 Dec 07 00:34:07.619825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'admin_state_up': True, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:07.693139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.694205 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:07.744385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.205930 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.433648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.451155 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.553130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.196 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/f32d8a7d-9277-47bc-b202-55a21b065618) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:34:08.648293 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.733325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:08.735992 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:34:08.775683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:08.778736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:08.782309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:34:08.787684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=f32d8a7d-9277-47bc-b202-55a21b065618,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:08.792721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51b397-90f4-41c8-bd23-1a226cc64c59 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:34:08.874601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-20ce42b1-8240-4813-ba70-1e5438290740 None None] Provisioning complete for port f32d8a7d-9277-47bc-b202-55a21b065618 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:08.874974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-20ce42b1-8240-4813-ba70-1e5438290740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:09.052370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-20ce42b1-8240-4813-ba70-1e5438290740 None None] Port f32d8a7d-9277-47bc-b202-55a21b065618 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:34:09.077456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:09.265291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:09.437811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 8218ec10-342a-4bea-9784-6f6b081acd89 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:34:09.540742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:34:09.554689 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Sync routers for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:34:09.572040 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:09.572675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:09.611693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:09.612971 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-b67461e7-d8f3-4770-bb20-4659272fe567 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9969544 Dec 07 00:34:09.616166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39312) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:09.690219 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-aec335d3-4f3a-4477-af71-c1c97093a6d1 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=97e193861c6148a88d2a15a72de84a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698962 Dec 07 00:34:09.690452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39316) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:09.770586 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:09.784756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189a71a-f9e7-4ce1-8b57-f021baaffd30 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:09.786245 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a189a71a-f9e7-4ce1-8b57-f021baaffd30 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948274 Dec 07 00:34:09.790186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39318) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:09.817608 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-bb03f259-e8ef-4c7b-9c0f-f1cd2fa13b9d tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263488 Dec 07 00:34:09.820003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39320) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:09.824611 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554338274', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:09.943760 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:08Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:09.970211 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Checking router: 8218ec10-342a-4bea-9784-6f6b081acd89 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:34:09.970557 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Updating router 8218ec10-342a-4bea-9784-6f6b081acd89 port f32d8a7d-9277-47bc-b202-55a21b065618 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:34:09.980289 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:34:09.983811 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:09.998677 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.192294 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.244036 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.252252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Subnet': ['ID=c17d1016-8b92-471b-a544-761a04e12031,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:10.260834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Checking segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:34:10.261200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network hostable DHCP agents. Network: c2e7d847-9c03-4555-a489-23d73f0b7966, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:34:10.300654 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.317740 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network c2e7d847-9c03-4555-a489-23d73f0b7966 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:34:10.340353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1524f71-5542-400a-b2ad-74c5e5eab158 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:34:10.348491 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Attempting to bind port f32d8a7d-9277-47bc-b202-55a21b065618 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:34:10.348871 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Attempting to bind port f32d8a7d-9277-47bc-b202-55a21b065618 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:34:10.349215 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Attempting to bind port f32d8a7d-9277-47bc-b202-55a21b065618 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:34:10.358366 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:34:10.358734 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:34:10.359130 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.359513 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:34:10.359971 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Bound port: f32d8a7d-9277-47bc-b202-55a21b065618, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:34:10.360369 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.361822 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Pushing event updated for resources: {'Port': ['ID=f32d8a7d-9277-47bc-b202-55a21b065618,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:10.376710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-2c2fd14d-5a1f-486f-b527-b8cf461bc8be None None] Provisioning complete for port f32d8a7d-9277-47bc-b202-55a21b065618 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:10.377088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2c2fd14d-5a1f-486f-b527-b8cf461bc8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.384740 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.385118 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.385463 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.385793 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.386120 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.386446 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.386770 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.386870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c2e7d847-9c03-4555-a489-23d73f0b7966) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:10.387092 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.387414 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.387737 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.388609 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.388609 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.388786 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:10.391465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:10.391978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.412305 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82332744-8aa6-461c-85ad-33f8c419d726 None None] Network c2e7d847-9c03-4555-a489-23d73f0b7966 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:34:10.416786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-2c2fd14d-5a1f-486f-b527-b8cf461bc8be None None] Port f32d8a7d-9277-47bc-b202-55a21b065618 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:34:10.427426 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] For port f32d8a7d-9277-47bc-b202-55a21b065618, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:34:10.430401 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] For port f32d8a7d-9277-47bc-b202-55a21b065618, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f32d8a7d-9277-47bc-b202-55a21b065618,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:34:10.500356 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c22d9382-eac5-4665-98e4-338a69bcd822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6767499 Dec 07 00:34:10.500763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39322) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:10.524676 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.559077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c2e7d847-9c03-4555-a489-23d73f0b7966', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:34:10.560852 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.579051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77264a82-ed74-4365-8771-40ccad9f2b30 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:34:10.585762 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:10.586399 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:10.640083 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e2aa8-93b6-4f33-9e77-8a4c6cada89f None None] Pushing event updated for resources: {'Port': ['ID=f32d8a7d-9277-47bc-b202-55a21b065618,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:10.676937 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] Provisioning complete for port f32d8a7d-9277-47bc-b202-55a21b065618 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:10.677491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.712130 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:10.757658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Allocated IP 172.20.0.2 (c2e7d847-9c03-4555-a489-23d73f0b7966/c17d1016-8b92-471b-a544-761a04e12031/f40375b5-0e4e-4099-9d1c-f9671ecdbe0a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:34:10.852567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.884086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] For port f32d8a7d-9277-47bc-b202-55a21b065618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f32d8a7d-9277-47bc-b202-55a21b065618,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:10.897692 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:08Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:10.928597 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e094b302-d280-4e39-8761-d71c5e62dbc5 None None] The sync data for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv is: [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:08Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:34:10.955583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.959222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:10.964132 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.015371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df083e-4c63-4658-bc96-986ec06db1cc None None] Pushing event updated for resources: {'Port': ['ID=f32d8a7d-9277-47bc-b202-55a21b065618,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:11.047816 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.090345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Network c2e7d847-9c03-4555-a489-23d73f0b7966 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:11.093285 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:11.098538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:34:11.103200 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Pushing event updated for resources: {'Port': ['ID=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:11.164013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Attempting to bind port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:34:11.164417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Attempting to bind port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:34:11.164786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Attempting to bind port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a on network c2e7d847-9c03-4555-a489-23d73f0b7966 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:34:11.185301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:34:11.186016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Checking segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:34:11.186482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.186949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Bound using segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:34:11.187492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Bound port: f40375b5-0e4e-4099-9d1c-f9671ecdbe0a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:34:11.187941 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.265604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.1 (c2e7d847-9c03-4555-a489-23d73f0b7966/c17d1016-8b92-471b-a544-761a04e12031/bb95d36c-ce85-491c-b889-d5b0637c8fc4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:34:11.267515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] For port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:34:11.270830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] For port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:34:11.358740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.427909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b76e43-e4ed-4a25-ae5e-7f00eec3f5f7 None None] Pushing event updated for resources: {'Port': ['ID=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:11.746576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.872799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:11.916090 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network c2e7d847-9c03-4555-a489-23d73f0b7966 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:11.921499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:11.925734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:34:11.933534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:11.973055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.161330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.433974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.518094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.598771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.600756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:12.701801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network c2e7d847-9c03-4555-a489-23d73f0b7966 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:12.703314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:12.845260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 8218ec10-342a-4bea-9784-6f6b081acd89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:34:12.845800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acc6d64-c107-4c1d-b2eb-975ace890c9a None None] Network c2e7d847-9c03-4555-a489-23d73f0b7966 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:34:12.867118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f32d8a7d-9277-47bc-b202-55a21b065618 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:34:12.958190 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:34:12.959677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] Provisioning complete for port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:12.960089 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:12.967036 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-0dcd7861-7be9-4b5a-a417-532b067e6283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/8218ec10-342a-4bea-9784-6f6b081acd89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615676 Dec 07 00:34:12.992954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Sync routers for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:34:13.049918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f32d8a7d-9277-47bc-b202-55a21b065618 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:13.050293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.054710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:13.055344 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:13.112741 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-2f343e24-2a6c-47e3-8e8e-8c191da5058b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900273142&fields=id&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 267 time: 0.0444014 Dec 07 00:34:13.222172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-6e1630ae-c8f9-4fb9-9e0f-0624caf01558 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:13.223963 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-6e1630ae-c8f9-4fb9-9e0f-0624caf01558 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 796 time: 0.1042478 Dec 07 00:34:13.239071 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-b9aba924-e238-4b07-b92d-c174b93b4e0e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/quotas/97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 375 time: 0.0091727 Dec 07 00:34:13.264572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:13.267574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.293273 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-f813a5cf-1b3e-4aa6-b06d-be205ebef41c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473225 Dec 07 00:34:13.363657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-979c03d9-cbc2-4420-b7fa-f4e2de12ae9c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:34:13.364648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-979c03d9-cbc2-4420-b7fa-f4e2de12ae9c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582407 Dec 07 00:34:13.390486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f40375b5-0e4e-4099-9d1c-f9671ecdbe0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:34:13.415326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] For port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:13.469143 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-e1efa0fa-0595-4044-ae79-216a6a51fb87 service neutron] 10.222.0.53 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966637 Dec 07 00:34:13.497733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.581214 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-c40cb51e-63b7-4367-9000-85b088d2f3e7 service neutron] 10.222.0.53 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031971 Dec 07 00:34:13.591353 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec884ef-fe3c-43d0-be40-3ad0ddc6f854 None None] Pushing event updated for resources: {'Port': ['ID=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:13.596468 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:13.596804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.656314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-42b70ddc-0a25-489d-b3f2-97c27a5dda61 None None] Provisioning complete for port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:13.656640 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42b70ddc-0a25-489d-b3f2-97c27a5dda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.699701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 2, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:13.756601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Checking router: 8218ec10-342a-4bea-9784-6f6b081acd89 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:34:13.756601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Updating router 8218ec10-342a-4bea-9784-6f6b081acd89 port bb95d36c-ce85-491c-b889-d5b0637c8fc4 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:34:13.795301 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:13.871270 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02c7c8aa-e7e1-48a9-814c-80ddf641adc4 req-b737daee-467a-4d11-ab68-e6217c09d7d1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 210 time: 0.0339882 Dec 07 00:34:14.081913 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-42b70ddc-0a25-489d-b3f2-97c27a5dda61 None None] Provisioning complete for port bb95d36c-ce85-491c-b889-d5b0637c8fc4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:14.082505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-42b70ddc-0a25-489d-b3f2-97c27a5dda61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.133983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-42b70ddc-0a25-489d-b3f2-97c27a5dda61 None None] Port bb95d36c-ce85-491c-b889-d5b0637c8fc4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:34:14.284130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.286669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-675df334-2e14-42d4-9ecc-b4c98e771eb9 None None] Provisioning complete for port bb95d36c-ce85-491c-b889-d5b0637c8fc4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:14.287030 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-675df334-2e14-42d4-9ecc-b4c98e771eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.320872 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-675df334-2e14-42d4-9ecc-b4c98e771eb9 None None] Port bb95d36c-ce85-491c-b889-d5b0637c8fc4 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:34:14.346346 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.397685 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d167-59fa-4656-a859-610218ac52f1 None None] Pushing event updated for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:14.450032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Attempting to bind port bb95d36c-ce85-491c-b889-d5b0637c8fc4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:34:14.456137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Attempting to bind port bb95d36c-ce85-491c-b889-d5b0637c8fc4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:34:14.456137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Attempting to bind port bb95d36c-ce85-491c-b889-d5b0637c8fc4 on network c2e7d847-9c03-4555-a489-23d73f0b7966 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:34:14.456137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:34:14.456766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Checking segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:34:14.456766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.457062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Bound using segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:34:14.457533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Bound port: bb95d36c-ce85-491c-b889-d5b0637c8fc4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:34:14.457922 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.523204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] For port bb95d36c-ce85-491c-b889-d5b0637c8fc4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:34:14.526633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] For port bb95d36c-ce85-491c-b889-d5b0637c8fc4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb95d36c-ce85-491c-b889-d5b0637c8fc4,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:34:14.596643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.671864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d167-59fa-4656-a859-610218ac52f1 None None] Pushing event updated for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:14.676651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:14.677274 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:33:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:14.680828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] Provisioning complete for port bb95d36c-ce85-491c-b889-d5b0637c8fc4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:14.681220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.795251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f40375b5-0e4e-4099-9d1c-f9671ecdbe0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:34:14.863280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:14.970350 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19f7625c-c54c-40ef-b644-9dd56559a5be req-67a73076-f513-4ca2-9c01-1ff67ff273ef tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Dec 07 00:34:14.971736 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:14.985341 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:14.985709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:15.087469 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] For port bb95d36c-ce85-491c-b889-d5b0637c8fc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb95d36c-ce85-491c-b889-d5b0637c8fc4,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:15.154478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:15.220940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c814c-abb4-446d-9559-5089b021ab36 None None] Pushing event updated for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:15.236980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:14Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:15.268352 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0a4a6a-8ea2-4547-a695-366cad4dd10d None None] The sync data for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv is: [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:14Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:34:15.278511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-76de39e7-18aa-4b26-985a-c1e2325c723f None None] Provisioning complete for port bb95d36c-ce85-491c-b889-d5b0637c8fc4 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:15.278880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-76de39e7-18aa-4b26-985a-c1e2325c723f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.071859 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6d3c84f1-b528-4d82-b724-f921fcd51dad req-2808bf97-14b6-4dae-8502-27261a98e0bf tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 210 time: 0.0300264 Dec 07 00:34:16.120609 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-b85af8d5-87ce-4703-b6d6-4da85e009716 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:16.122178 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-b85af8d5-87ce-4703-b6d6-4da85e009716 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 796 time: 0.1193373 Dec 07 00:34:16.202939 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-9ea79ce5-389a-4046-8e2d-94202c16106c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 380 time: 0.0588112 Dec 07 00:34:16.216050 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'port': {'device_id': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'admin_state_up': True, 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'security_groups': ['7d0e4953-5001-4fe5-a8fd-c1275fb2cc22']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:16.407145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:34:16.410737 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.533112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.11 (c2e7d847-9c03-4555-a489-23d73f0b7966/c17d1016-8b92-471b-a544-761a04e12031/b9aa1fba-24da-445e-b740-4747875a9432) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:34:16.668711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.770073 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.804375 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb95d36c-ce85-491c-b889-d5b0637c8fc4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:34:16.815834 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network c2e7d847-9c03-4555-a489-23d73f0b7966 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:16.819353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:16.823962 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:34:16.851951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:16.855276 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port bb95d36c-ce85-491c-b889-d5b0637c8fc4 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:16.855743 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.881206 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:16.881902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:16.932752 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-0f7be7a5-05c4-4b1c-9092-7edaacc11772 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7208223 Dec 07 00:34:16.960898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Request body: {'port': {'device_id': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:17.035002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.110534 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-ccbd86dd-4b80-4e96-a6ae-c1e3b0e40aae None None] Provisioning complete for port b9aa1fba-24da-445e-b740-4747875a9432 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:17.110979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ccbd86dd-4b80-4e96-a6ae-c1e3b0e40aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.146859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd86dd-4b80-4e96-a6ae-c1e3b0e40aae None None] Port b9aa1fba-24da-445e-b740-4747875a9432 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:34:17.240728 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29bbd8-f7ff-4178-ad4a-ee8d1ec3fd52 req-b665dc9d-9a46-4760-89c4-752ca5c76e41 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:17.242785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e29bbd8-f7ff-4178-ad4a-ee8d1ec3fd52 req-b665dc9d-9a46-4760-89c4-752ca5c76e41 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 932 time: 0.1026335 Dec 07 00:34:17.322856 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e29bbd8-f7ff-4178-ad4a-ee8d1ec3fd52 req-b0582e4b-3b50-4874-9104-4fa9e1328170 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739093 Dec 07 00:34:17.369376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9aa1fba-24da-445e-b740-4747875a9432 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:34:17.376612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.388022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Transition to ACTIVE for port object b9aa1fba-24da-445e-b740-4747875a9432 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:34:17.475608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.529141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:17.600424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Attempting to bind port b9aa1fba-24da-445e-b740-4747875a9432 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:34:17.601348 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Attempting to bind port b9aa1fba-24da-445e-b740-4747875a9432 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:34:17.601689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Attempting to bind port b9aa1fba-24da-445e-b740-4747875a9432 on network c2e7d847-9c03-4555-a489-23d73f0b7966 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:34:17.606186 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Port b9aa1fba-24da-445e-b740-4747875a9432 on network c2e7d847-9c03-4555-a489-23d73f0b7966 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:34:17.606510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Attempting to bind port b9aa1fba-24da-445e-b740-4747875a9432 on network c2e7d847-9c03-4555-a489-23d73f0b7966 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:34:17.611769 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:34:17.612115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Checking segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:34:17.612539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Bound using segment: {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:34:17.612971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Bound port: b9aa1fba-24da-445e-b740-4747875a9432, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d294cc-efee-4f1e-bfd1-c3fd018af498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:34:17.613337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.683732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:34:17.686711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b9aa1fba-24da-445e-b740-4747875a9432,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:34:17.764115 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.800954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:17.801563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:17.803017 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 1094 time: 0.8470249 Dec 07 00:34:17.803508 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:34:17.805865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40f1990-ce64-4dc0-a136-0f67fecafee1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:34:17.828122 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a45e7-ee01-4e39-87f6-9ed36c1276c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:17.856691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4f770-2f0f-4f34-973c-46fa70e1e5be x-openstack-request-id: req-20b4f770-2f0f-4f34-973c-46fa70e1e5be {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:34:17.857015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:34:17.857353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20b4f770-2f0f-4f34-973c-46fa70e1e5be {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:34:17.857693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432', 'status': 'completed', 'code': 200} Dec 07 00:34:17.947427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-ef2f957c-7eff-4f3e-a7cd-bf6784a0095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:17.948993 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-ef2f957c-7eff-4f3e-a7cd-bf6784a0095e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1097 time: 0.0422158 Dec 07 00:34:18.065003 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-121e9b53-d260-486c-b7e7-4adcde9a8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.066394 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-121e9b53-d260-486c-b7e7-4adcde9a8da2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=97e193861c6148a88d2a15a72de84a00&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0997207 Dec 07 00:34:18.166239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-d7aacd6e-c899-43a3-8913-e186b11232fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.167618 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f40f1990-ce64-4dc0-a136-0f67fecafee1 req-d7aacd6e-c899-43a3-8913-e186b11232fc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903547 Dec 07 00:34:18.279972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-fb18d4e3-bc3b-4475-b56a-1315cc41dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.281492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-fb18d4e3-bc3b-4475-b56a-1315cc41dd69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1097 time: 0.0411611 Dec 07 00:34:18.340413 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-240af746-16dd-4af9-9aac-eefda108d9c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 217 time: 0.0363536 Dec 07 00:34:18.361473 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-60c8fef4-0b35-4fc2-a0e8-9689d25c7b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:18.409144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-ca7f816d-ea28-4935-8b61-7533239df58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.410543 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-ca7f816d-ea28-4935-8b61-7533239df58f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0610898 Dec 07 00:34:18.473795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb14b05-441b-4373-a4b9-caf9d8679c6d req-c2bbbe90-bd6f-47f7-80c6-8929c627071d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.475451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0eb14b05-441b-4373-a4b9-caf9d8679c6d req-c2bbbe90-bd6f-47f7-80c6-8929c627071d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 944 time: 0.0845394 Dec 07 00:34:18.481758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-14dd9ebc-3f09-4b31-93c7-308d26fe7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:18.483114 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-14dd9ebc-3f09-4b31-93c7-308d26fe7e1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0597577 Dec 07 00:34:18.582114 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0eb14b05-441b-4373-a4b9-caf9d8679c6d req-7d09e693-f563-4716-821c-edf7e6293310 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980768 Dec 07 00:34:18.608391 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-c850599c-3d35-4927-9fef-715682311edf service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110053 Dec 07 00:34:18.699135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1553719c-c03c-44ae-bbb2-0ba6c965085b req-00c9d82a-f515-4d80-a236-dc40300df857 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802906 Dec 07 00:34:19.696889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d6804-8fd3-48a8-8a37-6670565a4934 req-2ed80dd6-57c1-4fd8-a5a6-b489b1817832 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:19.698355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b2d6804-8fd3-48a8-8a37-6670565a4934 req-2ed80dd6-57c1-4fd8-a5a6-b489b1817832 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 944 time: 0.0487690 Dec 07 00:34:19.749698 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b2d6804-8fd3-48a8-8a37-6670565a4934 req-d490eba2-8509-4d07-bfdd-6f319519067d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Dec 07 00:34:20.732976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7345f57a-9700-4a04-bf68-48b06a22d326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:20.870751 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d467c-d97f-445e-9650-b1c05c91f78f req-dc567a6d-c5f4-45ee-9abd-c6739ec777fc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:20.872133 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-340d467c-d97f-445e-9650-b1c05c91f78f req-dc567a6d-c5f4-45ee-9abd-c6739ec777fc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 944 time: 0.0537021 Dec 07 00:34:20.921676 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-340d467c-d97f-445e-9650-b1c05c91f78f req-2e475fa9-b9e4-49e3-8685-90712ab61f61 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Dec 07 00:34:21.359523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b9aa1fba-24da-445e-b740-4747875a9432 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:34:21.452761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b9aa1fba-24da-445e-b740-4747875a9432,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:21.463482 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'b9aa1fba-24da-445e-b740-4747875a9432', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'port_id': 'b9aa1fba-24da-445e-b740-4747875a9432', 'mac_address': 'fa:16:3e:bc:2c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:34:21.503253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:21.516519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9aa1fba-24da-445e-b740-4747875a9432 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:34:21.535363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b9aa1fba-24da-445e-b740-4747875a9432,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:21.595406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:21.642121 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:21.649538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.649896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.650248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.650595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.650933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.651271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.651610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.651946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.652303 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.652643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.652977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.653563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.653892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:34:21.991722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['b9aa1fba-24da-445e-b740-4747875a9432'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:34:22.039916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5898ab6-9c46-437d-8632-06ff4a689b2a req-345fac75-d1be-4a6f-a0d9-3102d775ccc0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:22.041443 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5898ab6-9c46-437d-8632-06ff4a689b2a req-345fac75-d1be-4a6f-a0d9-3102d775ccc0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 945 time: 0.0528288 Dec 07 00:34:22.090769 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5898ab6-9c46-437d-8632-06ff4a689b2a req-b6f4d79f-1852-47bb-892c-a1671309afd8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 Dec 07 00:34:22.094733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:23.126992 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:23.204214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959dc9f-0a32-4e65-9e38-94cc393cf2cd req-cd7f6da2-3c2d-4bf4-b5fc-d8ea403f8e60 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:23.205683 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0959dc9f-0a32-4e65-9e38-94cc393cf2cd req-cd7f6da2-3c2d-4bf4-b5fc-d8ea403f8e60 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 945 time: 0.0479398 Dec 07 00:34:23.253619 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0959dc9f-0a32-4e65-9e38-94cc393cf2cd req-bc528c12-fbce-4d74-99d2-996a4aec2e05 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Dec 07 00:34:23.374126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b9aa1fba-24da-445e-b740-4747875a9432 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:34:23.504119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port b9aa1fba-24da-445e-b740-4747875a9432 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:34:23.508541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port b9aa1fba-24da-445e-b740-4747875a9432 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:34:23.508915 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:23.596767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:23.626408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:34:23.628626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a83864-c464-4960-acaf-ea2e0e20de2d" -d '{"events": [{"server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa1fba-24da-445e-b740-4747875a9432"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:34:23.641005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b9aa1fba-24da-445e-b740-4747875a9432,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:34:23.666905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c62744-e108-4282-805a-b96ae0297890 x-openstack-request-id: req-23c62744-e108-4282-805a-b96ae0297890 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:34:23.667206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "name": "network-vif-plugged", "status": "completed", "tag": "b9aa1fba-24da-445e-b740-4747875a9432", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:34:23.667465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23c62744-e108-4282-805a-b96ae0297890 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:34:23.667868 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432', 'code': 200} Dec 07 00:34:23.695079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:23.743221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:24.067438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4cad-aad7-45ef-b67d-8123cc07509b req-9121a05a-f77a-4342-889b-2e1de1b33a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:24.068952 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75cd4cad-aad7-45ef-b67d-8123cc07509b req-9121a05a-f77a-4342-889b-2e1de1b33a4d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0380838 Dec 07 00:34:24.124708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-75cd4cad-aad7-45ef-b67d-8123cc07509b req-8067092c-98e0-490f-b3fc-7cdc7f908e5b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420623 Dec 07 00:34:24.155380 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:24.367738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ee626-9fb9-4d78-8c63-8faa0d3bfb07 req-8b8ff94d-34ab-457f-bad7-1eb81dddb069 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:24.369135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-239ee626-9fb9-4d78-8c63-8faa0d3bfb07 req-8b8ff94d-34ab-457f-bad7-1eb81dddb069 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0467746 Dec 07 00:34:24.416196 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-239ee626-9fb9-4d78-8c63-8faa0d3bfb07 req-0f5efc6d-ceda-4a53-a119-e3a5b97f4b25 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412042 Dec 07 00:34:25.531924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0b4a8-2b9c-4c4a-8477-da87a1cbb2be req-265f1289-9985-4c90-8f47-66db2776d15f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:25.533447 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2db0b4a8-2b9c-4c4a-8477-da87a1cbb2be req-265f1289-9985-4c90-8f47-66db2776d15f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Dec 07 00:34:25.583259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2db0b4a8-2b9c-4c4a-8477-da87a1cbb2be req-06903490-9ac7-4651-9348-93cadfc83314 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Dec 07 00:34:25.695567 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc159c8b-c31b-4291-a301-994e1491984c req-c3f4be1e-260b-4bfc-a20f-7b479e933a42 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:25.697046 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bc159c8b-c31b-4291-a301-994e1491984c req-c3f4be1e-260b-4bfc-a20f-7b479e933a42 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0480056 Dec 07 00:34:25.750423 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bc159c8b-c31b-4291-a301-994e1491984c req-dd199f75-c8ea-4113-aaf2-c8c273d28ccd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475426 Dec 07 00:34:25.772517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39380) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:25.815225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e33a6-d9f8-4701-b58b-aa418ead0298 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:25.816708 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-cf2e33a6-d9f8-4701-b58b-aa418ead0298 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1094 time: 0.0431871 Dec 07 00:34:25.819425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39382) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:25.824271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'b9aa1fba-24da-445e-b740-4747875a9432', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:34:25.932683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.025844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.129670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.151 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/682f5a52-4e74-4d14-b4cb-136e10a105b4) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:34:26.225272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.306534 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.346901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:34:26.349680 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:34:26.353667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:34:26.376798 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=682f5a52-4e74-4d14-b4cb-136e10a105b4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:26.700797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.820919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:26.971967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:27.035495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:27.099559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=682f5a52-4e74-4d14-b4cb-136e10a105b4,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:34:27.112826 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:27.523917 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd associated. External IP: 172.36.7.151, port: b9aa1fba-24da-445e-b740-4747875a9432. Dec 07 00:34:27.734735 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 8218ec10-342a-4bea-9784-6f6b081acd89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:34:27.842256 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:34:27.851947 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Sync routers for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:34:27.861277 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:27.861873 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:34:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:27.917951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:27.945399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4f13f086-74d3-4946-834d-6ffa2de62e85 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1243181 Dec 07 00:34:27.946409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:34:27.948276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:34:27.968851 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:27.987799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604ac7b-c3c8-4cc7-845f-f81a81c01253 x-openstack-request-id: req-1604ac7b-c3c8-4cc7-845f-f81a81c01253 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:34:27.988124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:34:27.988412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1604ac7b-c3c8-4cc7-845f-f81a81c01253 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:34:27.988773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432', 'status': 'completed', 'code': 200} Dec 07 00:34:28.054569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e369b-e93f-4107-b75b-22092fe151ed req-46f9b9c1-3ed0-4ec1-850b-845e7c960863 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:28.056118 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3c3e369b-e93f-4107-b75b-22092fe151ed req-46f9b9c1-3ed0-4ec1-850b-845e7c960863 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0538924 Dec 07 00:34:28.082871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-109162d8-2313-47a2-85ab-1fc16f659f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:28.084396 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-109162d8-2313-47a2-85ab-1fc16f659f51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0470617 Dec 07 00:34:28.112866 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3c3e369b-e93f-4107-b75b-22092fe151ed req-61405a51-81cb-428d-8fd0-fb6effe3e0cb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Dec 07 00:34:28.136018 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39388) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:28.180347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-6b236c7c-e7c9-4aa2-a8fa-f667a396db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:28.181826 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-6b236c7c-e7c9-4aa2-a8fa-f667a396db95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 897 time: 0.0903976 Dec 07 00:34:28.198990 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b14067a-c569-42c7-9be0-80c9e9fbcf19 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd HTTP/1.1" status: 200 len: 992 time: 0.0615616 Dec 07 00:34:28.202776 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.151', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'port_id': 'b9aa1fba-24da-445e-b740-4747875a9432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'mac_address': 'fa:16:3e:bc:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:34:26Z', 'updated_at': '2021-12-07T00:34:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:28.232619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Checking router: 8218ec10-342a-4bea-9784-6f6b081acd89 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:34:28.240768 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:34:28.241370 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:34:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:28.248862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-ca65c7b2-d08b-4b54-86d0-3a449e0cd286 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 1000 time: 0.0591345 Dec 07 00:34:28.301610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-a6fddca1-b4c0-4ac8-bd34-c62bf05c7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:28.303049 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-a6fddca1-b4c0-4ac8-bd34-c62bf05c7825 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0471432 Dec 07 00:34:28.345278 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:34:28.347720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-c2e91577-1ccd-4582-b4f8-0a1b459c7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:28.349348 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-c2e91577-1ccd-4582-b4f8-0a1b459c7afd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394657 Dec 07 00:34:28.441559 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-1226e72e-c4f1-4ff8-834f-595e5de64fc8 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Dec 07 00:34:28.534844 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-360cf339-1b01-4e7b-ba7a-70dc7b10c4f0 req-8b8a5e3a-76f7-4b9e-9234-56c41936e0fe service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Dec 07 00:34:28.652210 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.151', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'port_id': 'b9aa1fba-24da-445e-b740-4747875a9432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'mac_address': 'fa:16:3e:bc:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:34:26Z', 'updated_at': '2021-12-07T00:34:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:34:28.681769 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a81cb6-1133-4356-a4e1-7ccc2cbd9e97 None None] The sync data for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv is: [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.151', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'port_id': 'b9aa1fba-24da-445e-b740-4747875a9432', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'mac_address': 'fa:16:3e:bc:2c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:34:26Z', 'updated_at': '2021-12-07T00:34:26Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:34:28.879793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a70ef40-5c32-4b27-9577-11796033204c None None] New status for floating IP 4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:34:29.201986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39390) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:34:29.264278 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-187ac844-3fe7-4286-9697-86bcfab19f32 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd HTTP/1.1" status: 200 len: 994 time: 0.0611174 Dec 07 00:34:33.887105 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:35.604799 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-1a60d4cf-eca3-4cd3-9fa0-d70cc95866a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420864 Dec 07 00:34:35.756266 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-bd4c3fe6-4a9f-43dd-9044-83442c9e2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:35.757843 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-bd4c3fe6-4a9f-43dd-9044-83442c9e2f3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0485444 Dec 07 00:34:35.862997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-309440b7-91bb-4837-8e5e-484d2bb6cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:35.864399 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-309440b7-91bb-4837-8e5e-484d2bb6cf5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 897 time: 0.0873971 Dec 07 00:34:35.933909 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-04c623f6-03f6-4776-a970-63086abedb90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 1002 time: 0.0610764 Dec 07 00:34:35.986210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-c4dd0542-6920-4096-aa53-c3d12ee98ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:35.988226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-c4dd0542-6920-4096-aa53-c3d12ee98ade service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0470674 Dec 07 00:34:36.038674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-07cea528-3cac-4681-9522-2714d8c8eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:34:36.040169 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-07cea528-3cac-4681-9522-2714d8c8eb0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445681 Dec 07 00:34:36.156361 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-79d2149c-fab3-4c32-95aa-c7aa819dacb2 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076176 Dec 07 00:34:36.249556 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-27a8b88b-f053-46b3-94f8-5c2f255f3c4d req-c5fbe9c9-c0a9-4629-9be7-07009d18ec01 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844026 Dec 07 00:34:45.735109 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:34:48.372360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-02125a89-01ca-4319-a28a-5583d864793a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:50.709751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1eb798de-7480-490f-8cf0-1451cf169b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:52.088728 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:53.149857 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:34:54.168577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:02.870231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee7f63-2719-4cc7-be35-865454df0d19 req-8cbf8932-3673-4f67-8cab-4bd2afbd6113 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:02.871693 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4bee7f63-2719-4cc7-be35-865454df0d19 req-8cbf8932-3673-4f67-8cab-4bd2afbd6113 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Dec 07 00:35:02.921221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4bee7f63-2719-4cc7-be35-865454df0d19 req-a48c42c8-da2f-4796-b8e0-0c836c460a2e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435705 Dec 07 00:35:03.928582 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:04.037474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c06d7e-be58-4768-b125-aeac92b5281e req-2b326575-4a7b-43a8-9dbb-8db1622fde2b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:04.038957 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2c06d7e-be58-4768-b125-aeac92b5281e req-2b326575-4a7b-43a8-9dbb-8db1622fde2b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0489361 Dec 07 00:35:04.086673 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f2c06d7e-be58-4768-b125-aeac92b5281e req-d39d0b6c-21ba-4078-b3f4-7e6f270c809f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Dec 07 00:35:05.201583 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5e4e-8feb-484c-a64d-b07922796d5d req-cd504b66-f9bc-47c6-9f69-7a950dd111eb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:05.203048 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c8fe5e4e-8feb-484c-a64d-b07922796d5d req-cd504b66-f9bc-47c6-9f69-7a950dd111eb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0483675 Dec 07 00:35:05.254099 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c8fe5e4e-8feb-484c-a64d-b07922796d5d req-3bad8747-2bd7-459b-9460-58bf7ff2c423 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 Dec 07 00:35:06.364824 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862307d9-a500-4995-929c-3f912ab15842 req-fe7b4c67-5291-4850-895b-9f649c37766e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:06.366252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-862307d9-a500-4995-929c-3f912ab15842 req-fe7b4c67-5291-4850-895b-9f649c37766e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0469050 Dec 07 00:35:06.414544 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-862307d9-a500-4995-929c-3f912ab15842 req-6c35bacd-fd37-47bb-96b0-26f6b0879336 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Dec 07 00:35:07.532710 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66c03e-44c0-44c3-8d67-3dad0843d37c req-9d472a9a-bc2c-4478-8a15-ee168fc8a43c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:07.534200 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b66c03e-44c0-44c3-8d67-3dad0843d37c req-9d472a9a-bc2c-4478-8a15-ee168fc8a43c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0536880 Dec 07 00:35:07.587209 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b66c03e-44c0-44c3-8d67-3dad0843d37c req-485f797b-5899-431a-a396-f069a8b96511 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468991 Dec 07 00:35:08.706329 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed252-1232-4b68-adcf-b7e1d2cedd62 req-726540b0-df87-4c23-bcb0-c17952fd7709 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:08.707797 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-437ed252-1232-4b68-adcf-b7e1d2cedd62 req-726540b0-df87-4c23-bcb0-c17952fd7709 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0515597 Dec 07 00:35:08.755880 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-437ed252-1232-4b68-adcf-b7e1d2cedd62 req-e974901d-8af8-4a7b-9e33-393d4564f1c4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Dec 07 00:35:09.871109 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f49aba-b912-41e2-a371-d68e43dca68a req-e853eaa2-7f65-49d3-9ce4-b4a86c353b67 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:09.872641 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74f49aba-b912-41e2-a371-d68e43dca68a req-e853eaa2-7f65-49d3-9ce4-b4a86c353b67 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0483773 Dec 07 00:35:09.923201 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-74f49aba-b912-41e2-a371-d68e43dca68a req-c52675c6-e902-4895-8990-82d2227ca41c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447118 Dec 07 00:35:11.035601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1648031-c91a-4d0f-8829-2165b8dea2b2 req-1408988e-07ab-4e65-9d02-a18742fb1f2a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:11.037075 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1648031-c91a-4d0f-8829-2165b8dea2b2 req-1408988e-07ab-4e65-9d02-a18742fb1f2a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0474112 Dec 07 00:35:11.084659 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1648031-c91a-4d0f-8829-2165b8dea2b2 req-21f96779-9af3-49df-9471-7f72790bb548 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Dec 07 00:35:12.198815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23b24-a01c-43e3-9f17-95cdf81b2f15 req-094bf345-59c3-4d56-be85-0988d925cc17 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:12.200308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-33e23b24-a01c-43e3-9f17-95cdf81b2f15 req-094bf345-59c3-4d56-be85-0988d925cc17 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Dec 07 00:35:12.251801 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-33e23b24-a01c-43e3-9f17-95cdf81b2f15 req-726e0d27-4898-488b-a555-ac60e793c397 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Dec 07 00:35:13.374101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6df41-a203-4c05-86a2-d04b9c855c3b req-3f0b59ee-9ca0-4ddf-b5be-57478bcc140f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:13.375578 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1af6df41-a203-4c05-86a2-d04b9c855c3b req-3f0b59ee-9ca0-4ddf-b5be-57478bcc140f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0568829 Dec 07 00:35:13.424095 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-1af6df41-a203-4c05-86a2-d04b9c855c3b req-bbf1ceb7-3993-443e-ac78-44b5a96489af tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Dec 07 00:35:14.581783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50c89e-6933-459e-8ab7-032043d04641 req-30472f94-e516-4316-8083-cfdda280c900 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:14.583308 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d50c89e-6933-459e-8ab7-032043d04641 req-30472f94-e516-4316-8083-cfdda280c900 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0928874 Dec 07 00:35:14.631825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1d50c89e-6933-459e-8ab7-032043d04641 req-bb41e1fb-b270-449f-8cc8-231f279227b0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Dec 07 00:35:14.654200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39428) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:14.713515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd58b2ab-f701-42ab-b25b-c4a157c2e8d4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd HTTP/1.1" status: 200 len: 994 time: 0.0581129 Dec 07 00:35:16.205012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ac63a-ae05-404a-9922-f378a696bba3 req-d676040b-9884-48cb-a5ad-54a5b127d959 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:16.206476 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c17ac63a-ae05-404a-9922-f378a696bba3 req-d676040b-9884-48cb-a5ad-54a5b127d959 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0921023 Dec 07 00:35:16.256467 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c17ac63a-ae05-404a-9922-f378a696bba3 req-210a1163-11ed-48b8-b894-fa71fbda2bb9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426624 Dec 07 00:35:16.296404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-1473202b-2666-4d08-a354-597ca7c87fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:16.297863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-1473202b-2666-4d08-a354-597ca7c87fca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0454359 Dec 07 00:35:16.390370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-691d9803-c479-4254-b80c-dd4d4b266e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:16.391730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-691d9803-c479-4254-b80c-dd4d4b266e0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 897 time: 0.0825839 Dec 07 00:35:16.459563 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-bd0c8787-332b-4a60-bfd4-b9962dd8b80d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 1002 time: 0.0605330 Dec 07 00:35:16.511911 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-7ffb6b53-1539-4232-875a-9dc016ec9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:16.513360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-7ffb6b53-1539-4232-875a-9dc016ec9d46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0423784 Dec 07 00:35:16.562674 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-7147b358-a3a2-48ae-8513-6e651b81d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:16.564166 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-7147b358-a3a2-48ae-8513-6e651b81d91f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395074 Dec 07 00:35:16.661838 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-27e2ce10-77b6-47af-bff5-d7eb68362039 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864615 Dec 07 00:35:16.752771 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bde4cbb9-a798-4f18-9954-a08eabd28cf1 req-b71b06a6-90f9-41ec-91ce-8bd00e658eaa service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800140 Dec 07 00:35:17.378357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d475c3-9112-4bc9-95a3-cbdadab7e8ef req-72399a36-6d2d-4a27-8d41-63fa49c29dd9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:17.379897 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78d475c3-9112-4bc9-95a3-cbdadab7e8ef req-72399a36-6d2d-4a27-8d41-63fa49c29dd9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0532801 Dec 07 00:35:17.430388 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78d475c3-9112-4bc9-95a3-cbdadab7e8ef req-71eb4d9a-b482-46ea-936e-710e28663da1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444689 Dec 07 00:35:18.368310 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d2262c8c-ad11-456d-8d2e-2ae816e049e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:18.544154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c13fc-4f76-4f16-81d5-2ac70a5fac49 req-79ed3b94-0fb4-4d5b-b403-776094efa19d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:18.545668 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4e9c13fc-4f76-4f16-81d5-2ac70a5fac49 req-79ed3b94-0fb4-4d5b-b403-776094efa19d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0478244 Dec 07 00:35:18.599033 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4e9c13fc-4f76-4f16-81d5-2ac70a5fac49 req-a6f8bafa-6c00-441a-9029-ffa90c282055 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468891 Dec 07 00:35:18.624780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39442) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:18.685327 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-606b2bee-e229-42e7-869b-e37722329828 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd HTTP/1.1" status: 200 len: 994 time: 0.0591035 Dec 07 00:35:20.715796 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-65de8196-719a-4746-a186-4b29eaa17a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:22.120361 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:22.733963 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:35:23.149372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:24.190819 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:33.931682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:37.637335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-50b4f846-17b6-48aa-9411-731d9fbf4c91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770960 Dec 07 00:35:37.743463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-bcc6e4de-0603-4b5f-a032-2b8ede566d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:37.744980 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-bcc6e4de-0603-4b5f-a032-2b8ede566d3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0445783 Dec 07 00:35:37.851112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-d0d38abf-e4d6-4b8c-8ded-0b93f05b2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:37.852516 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-d0d38abf-e4d6-4b8c-8ded-0b93f05b2730 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 897 time: 0.0869639 Dec 07 00:35:37.924946 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-981cac91-29df-424a-8329-9bf615949779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 1002 time: 0.0604634 Dec 07 00:35:37.974130 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-106d5524-1b45-4b08-9c79-dd4e54a3a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:37.975528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-106d5524-1b45-4b08-9c79-dd4e54a3a2b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0428278 Dec 07 00:35:38.031210 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-471dd0bb-6b7c-4479-8677-744bb97fbf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:38.034313 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-471dd0bb-6b7c-4479-8677-744bb97fbf98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512021 Dec 07 00:35:38.047088 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-707ef997-d2e8-4e58-880b-301d322f4b3f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:35:38.048034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-707ef997-d2e8-4e58-880b-301d322f4b3f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055203 Dec 07 00:35:38.144067 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-7706f6d6-42ed-4d28-b453-dc1f460d30e6 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Dec 07 00:35:38.232739 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ac83d7ee-9601-4caf-8a13-a7493825c025 req-6ef48ed5-2695-4c42-9b58-18e8bccc73f8 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Dec 07 00:35:48.377615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-361d0993-e8c4-4c0a-a9dc-ddd39568a60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:50.711161 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cb611577-9508-4dea-8467-13c6899d5b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.107811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39466) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:51.259046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 682f5a52-4e74-4d14-b4cb-136e10a105b4 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:35:51.259394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.335475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.335799 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.347446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 682f5a52-4e74-4d14-b4cb-136e10a105b4 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:35:51.554706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.578766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=682f5a52-4e74-4d14-b4cb-136e10a105b4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:51.588427 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.588786 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.589147 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.589577 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.589922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.590266 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.590606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.591267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.591267 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.591583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.591924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.592273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.592605 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:51.651529 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:51.651826 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd disassociated (deleted). External IP: 172.36.7.151, port: b9aa1fba-24da-445e-b740-4747875a9432. Dec 07 00:35:51.951827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 8218ec10-342a-4bea-9784-6f6b081acd89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:35:52.060121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:35:52.065212 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:52.070048 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Sync routers for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:35:52.079404 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:35:52.080090 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:52.094172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-94f9a06b-8c35-4c5c-9a54-30b13536e5d9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd HTTP/1.1" status: 204 len: 168 time: 0.9853029 Dec 07 00:35:52.094886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:35:52.097278 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19610dd9-7e79-4681-9cfd-c4c65d34643c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:35:52.108181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:52.142900 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c86f42-7cdb-4d48-958b-00721dd8a669 x-openstack-request-id: req-55c86f42-7cdb-4d48-958b-00721dd8a669 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:35:52.143392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "tag": "b9aa1fba-24da-445e-b740-4747875a9432", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:35:52.143510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55c86f42-7cdb-4d48-958b-00721dd8a669 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:35:52.145120 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432', 'status': 'completed', 'code': 200} Dec 07 00:35:52.192935 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:35:52.234616 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-aaceef07-c641-47c3-bd32-9ded1803d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:52.236805 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-aaceef07-c641-47c3-bd32-9ded1803d269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 1099 time: 0.0462887 Dec 07 00:35:52.331713 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-10a3ee5c-605f-48ba-a9eb-336fbb5e8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:52.333265 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-10a3ee5c-605f-48ba-a9eb-336fbb5e8e19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 200 len: 897 time: 0.0858371 Dec 07 00:35:52.385632 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-3fbe0a93-ad32-4542-8558-7190267ca194 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 200 len: 217 time: 0.0381424 Dec 07 00:35:52.394266 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:52.425102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Checking router: 8218ec10-342a-4bea-9784-6f6b081acd89 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:35:52.433984 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:35:52.434539 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:52.444295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-9865a902-d6a3-42c7-9059-8bd73e80a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:52.445779 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-9865a902-d6a3-42c7-9059-8bd73e80a020 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 200 len: 834 time: 0.0477674 Dec 07 00:35:52.516533 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22efdf-e6ee-470f-a8aa-b231b9159400 req-515dd9df-e430-47d0-ba31-5ec00249d96b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:52.518016 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e22efdf-e6ee-470f-a8aa-b231b9159400 req-515dd9df-e430-47d0-ba31-5ec00249d96b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Dec 07 00:35:52.541033 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:35:52.591065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e22efdf-e6ee-470f-a8aa-b231b9159400 req-5b6581db-b7b9-425e-8f7f-7594e8f1756b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635688 Dec 07 00:35:52.649631 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-b91888c0-d43a-46cf-a14f-e4c4617957b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:52.651165 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-b91888c0-d43a-46cf-a14f-e4c4617957b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c2e7d847-9c03-4555-a489-23d73f0b7966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321726 Dec 07 00:35:52.747782 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-ad110fba-2725-4ae4-bdb6-5775da518e7c service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879185 Dec 07 00:35:52.809971 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:52.836064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b6e7a-3047-4940-a2b4-9c3b64bc45bc None None] The sync data for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv is: [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:34:12Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bb95d36c-ce85-491c-b889-d5b0637c8fc4', 'name': '', 'network_id': 'c2e7d847-9c03-4555-a489-23d73f0b7966', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:dd:ef:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'c17d1016-8b92-471b-a544-761a04e12031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:11Z', 'updated_at': '2021-12-07T00:34:15Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': 'c17d1016-8b92-471b-a544-761a04e12031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:35:52.843687 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-19610dd9-7e79-4681-9cfd-c4c65d34643c req-4b2d9bc6-ac0c-4843-9135-13f9f0c96751 service neutron] 10.222.0.45 "GET /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Dec 07 00:35:53.045401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ea02ef-cc9f-4ab3-bdc9-3648a89914b9 None None] New status for floating IP 4c0b5915-dad6-47c0-b4ce-70bf2e70bbcd: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:35:53.188969 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:53.707868 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d9c0-2e57-4dab-a0ca-277880ba8ca2 req-32e407a2-7579-4e2c-8d88-b169ef679989 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:53.709351 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6ed9d9c0-2e57-4dab-a0ca-277880ba8ca2 req-32e407a2-7579-4e2c-8d88-b169ef679989 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0486231 Dec 07 00:35:53.763798 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6ed9d9c0-2e57-4dab-a0ca-277880ba8ca2 req-472657a9-f57f-4c26-bceb-760ea9fc76de tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485747 Dec 07 00:35:54.179252 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:54.510400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-d5a4a8c1-8e13-48a6-8bf4-87c353fade10 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:54.511890 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-d5a4a8c1-8e13-48a6-8bf4-87c353fade10 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Dec 07 00:35:54.613343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port b9aa1fba-24da-445e-b740-4747875a9432 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:35:54.613709 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:54.709082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port b9aa1fba-24da-445e-b740-4747875a9432, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b9aa1fba-24da-445e-b740-4747875a9432,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:35:54.709428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:54.721756 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for b9aa1fba-24da-445e-b740-4747875a9432 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:35:54.889412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c1f63-7343-406c-a945-47685d0f7e1a req-7c21931d-4604-4fee-a4ea-4154fd79ebae tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:35:54.891220 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-914c1f63-7343-406c-a945-47685d0f7e1a req-7c21931d-4604-4fee-a4ea-4154fd79ebae tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 946 time: 0.0574281 Dec 07 00:35:54.939946 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-914c1f63-7343-406c-a945-47685d0f7e1a req-06b1f041-2f63-4911-9d2c-b61a171cfdd2 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Dec 07 00:35:54.962062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:54.991368 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=b9aa1fba-24da-445e-b740-4747875a9432,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:55.019015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.019369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.019717 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.020062 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.020429 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.020775 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.021107 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.021437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.021768 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.022101 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.022431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.022759 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.023086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:55.046069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] No DVR routers for this DVR port b9aa1fba-24da-445e-b740-4747875a9432 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:35:55.048549 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:55.051912 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a5bd96-0b84-437e-b1e1-32e4c4d5a0c6 req-64fbb30e-8b15-4359-bd95-c8a3f2b36292 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "DELETE /v2.0/ports/b9aa1fba-24da-445e-b740-4747875a9432 HTTP/1.1" status: 204 len: 173 time: 0.5292299 Dec 07 00:35:55.052390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'name': 'network-vif-deleted', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:35:55.054653 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816c746-7db9-4610-a0cb-f5b83f98c4ba" -d '{"events": [{"server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "name": "network-vif-deleted", "tag": "b9aa1fba-24da-445e-b740-4747875a9432"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:35:55.094730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c569567e-87e5-4308-a103-d02f246540cb x-openstack-request-id: req-c569567e-87e5-4308-a103-d02f246540cb {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:35:55.095057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0ba772-36bd-4d05-9e46-33e446a01085", "name": "network-vif-deleted", "tag": "b9aa1fba-24da-445e-b740-4747875a9432", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:35:55.095301 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c569567e-87e5-4308-a103-d02f246540cb {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:35:55.095712 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0ba772-36bd-4d05-9e46-33e446a01085', 'name': 'network-vif-deleted', 'tag': 'b9aa1fba-24da-445e-b740-4747875a9432', 'status': 'completed', 'code': 200} Dec 07 00:35:56.047895 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-10494b7b-44a0-49c8-a386-bd1376a36605 req-6deac8a0-81b9-492b-983a-b8c3e76b784c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc0ba772-36bd-4d05-9e46-33e446a01085 HTTP/1.1" status: 200 len: 210 time: 0.0262072 Dec 07 00:35:57.102967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39486) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:57.448143 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:57.697843 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port bb95d36c-ce85-491c-b889-d5b0637c8fc4 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:35:57.698236 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:57.856402 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b9aa1fba-24da-445e-b740-4747875a9432 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:35:57.877538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: b9aa1fba-24da-445e-b740-4747875a9432 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:35:57.877886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device b9aa1fba-24da-445e-b740-4747875a9432 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:35:58.097752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port bb95d36c-ce85-491c-b889-d5b0637c8fc4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bb95d36c-ce85-491c-b889-d5b0637c8fc4,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:35:58.098110 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:58.110670 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for bb95d36c-ce85-491c-b889-d5b0637c8fc4 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:35:58.368084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:58.395546 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=bb95d36c-ce85-491c-b889-d5b0637c8fc4,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:58.568408 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:58.778780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 8218ec10-342a-4bea-9784-6f6b081acd89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:35:58.886178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:35:58.891736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-67e7dfe9-6668-40bc-9db7-20cf5519573d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/8218ec10-342a-4bea-9784-6f6b081acd89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877600 Dec 07 00:35:58.894417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39488) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:58.897374 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Sync routers for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:35:58.907718 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:35:58.908479 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:58.945221 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting subnet c17d1016-8b92-471b-a544-761a04e12031 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:35:58.948311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:58.987038 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.011566 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:35:59.074561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.206528 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.233669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Subnet': ['ID=c17d1016-8b92-471b-a544-761a04e12031,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:59.237315 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.243319 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8f316d12-695b-4d7b-aeab-8aa3513915f0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/subnets/c17d1016-8b92-471b-a544-761a04e12031 HTTP/1.1" status: 204 len: 168 time: 0.3451765 Dec 07 00:35:59.243427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39490) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:35:59.245781 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77020b-3655-4559-802a-ba08608b6942 None None] Network c2e7d847-9c03-4555-a489-23d73f0b7966 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:35:59.274872 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:35:58Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:59.302272 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Checking router: 8218ec10-342a-4bea-9784-6f6b081acd89 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:35:59.310802 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Routers {'8218ec10-342a-4bea-9784-6f6b081acd89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:35:59.311411 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['8218ec10-342a-4bea-9784-6f6b081acd89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:59.362398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.422822 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] Set router 8218ec10-342a-4bea-9784-6f6b081acd89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:35:59.453901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] DHCP port deletion for c2e7d847-9c03-4555-a489-23d73f0b7966 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:35:59.474367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.502272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Deleting port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:35:59.502651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.571021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] For port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,segment=NetworkSegment(41d294cc-efee-4f1e-bfd1-c3fd018af498),segment_id=41d294cc-efee-4f1e-bfd1-c3fd018af498)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:35:59.571428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.584362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Calling delete_port for f40375b5-0e4e-4099-9d1c-f9671ecdbe0a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:35:59.599248 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:35:58Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:35:59.608922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port f32d8a7d-9277-47bc-b202-55a21b065618 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:35:59.609268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.626393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e71e-937d-4810-98d3-1ee9bde6f8d5 None None] The sync data for ids ['8218ec10-342a-4bea-9784-6f6b081acd89'] in dv-neutron-master-2-hyperv is: [{'id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-228049731', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196'}], 'enable_snat': True}, 'gw_port_id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:34:07Z', 'updated_at': '2021-12-07T00:35:58Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': 'f32d8a7d-9277-47bc-b202-55a21b065618', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8218ec10-342a-4bea-9784-6f6b081acd89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:34:08Z', 'updated_at': '2021-12-07T00:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:35:59.694141 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port f32d8a7d-9277-47bc-b202-55a21b065618, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f32d8a7d-9277-47bc-b202-55a21b065618,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:35:59.694511 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.706556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for f32d8a7d-9277-47bc-b202-55a21b065618 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:35:59.728001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.731970 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:35:59.754360 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Pushing event deleted for resources: {'Port': ['ID=f40375b5-0e4e-4099-9d1c-f9671ecdbe0a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:59.756596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] No DVR routers for this DVR port f40375b5-0e4e-4099-9d1c-f9671ecdbe0a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:35:59.766178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.766178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.766178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.766178 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.766545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.766854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.767180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.767511 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.767846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.768179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.768536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.768868 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.769188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b59533-b987-4360-bc57-6ed1256feb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:35:59.956342 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:35:59.984467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=f32d8a7d-9277-47bc-b202-55a21b065618,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:35:59.996137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02761d-bd31-48ff-aa11-3e4df073017c None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:36:00.050405 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.150036 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.152365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.248094 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.248778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Fanout notify agent at l3_agent the message router_deleted on router 8218ec10-342a-4bea-9784-6f6b081acd89 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:36:00.255913 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.257044 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-8ad41e11-2512-4dab-bfb1-02e158a400dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/routers/8218ec10-342a-4bea-9784-6f6b081acd89 HTTP/1.1" status: 204 len: 168 time: 1.0127554 Dec 07 00:36:00.259967 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39492) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:00.338375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.428323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.447489 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e7d847-9c03-4555-a489-23d73f0b7966']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:00.456969 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d294cc-efee-4f1e-bfd1-c3fd018af498') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:00.457274 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d294cc-efee-4f1e-bfd1-c3fd018af498') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:00.467019 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.480139 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.485905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:36:00.487268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:36:00.489383 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:36:00.605928 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.612738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.615894 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/networks/c2e7d847-9c03-4555-a489-23d73f0b7966 HTTP/1.1" status: 204 len: 168 time: 0.3549137 Dec 07 00:36:00.618650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39494) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:00.627516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734267e-cca0-4942-97e2-f90244d48889 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Network': ['ID=c2e7d847-9c03-4555-a489-23d73f0b7966,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:00.680732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.707123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.839407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb95d36c-ce85-491c-b889-d5b0637c8fc4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:36:00.843124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.845791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:00.846955 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d0e4953-5001-4fe5-a8fd-c1275fb2cc22 HTTP/1.1" status: 204 len: 168 time: 0.2272744 Dec 07 00:36:00.857450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd11d0-82c4-49bb-8cc9-a049120cdf38 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e4953-5001-4fe5-a8fd-c1275fb2cc22,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:00.869224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: bb95d36c-ce85-491c-b889-d5b0637c8fc4 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:36:00.869580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device bb95d36c-ce85-491c-b889-d5b0637c8fc4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:36:00.870003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f32d8a7d-9277-47bc-b202-55a21b065618 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:36:00.892840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f32d8a7d-9277-47bc-b202-55a21b065618 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:36:00.893198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f32d8a7d-9277-47bc-b202-55a21b065618 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:36:00.893615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f40375b5-0e4e-4099-9d1c-f9671ecdbe0a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:36:00.917648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f40375b5-0e4e-4099-9d1c-f9671ecdbe0a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:36:00.917648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f40375b5-0e4e-4099-9d1c-f9671ecdbe0a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:36:01.396735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39500) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:01.401601 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179275563', 'description': 'tempest-secgroup-smoke-179275563 description', 'project_id': '97e193861c6148a88d2a15a72de84a00'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:01.485876 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.550835 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.611358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.638867 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eda548-0794-489d-9163-961070591b9e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:01.695352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.696599 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0a85ec78-7ebb-4d25-9fba-dfabaa8ba8ac tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2988265 Dec 07 00:36:01.699406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39502) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:01.703681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:01.806402 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.859479 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.939133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:01.959324 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d98dfb6-cd5e-4189-97ae-9adf7f8b0663,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:02.031386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.032656 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-87df55ee-9f29-491c-ae24-3a91630cbc08 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322453 Dec 07 00:36:02.035332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39504) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:02.039501 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:02.144579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.198491 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.276360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.294854 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b228e69-944b-4310-9fa9-f08dfecbfca4,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:02.363962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.365218 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9b517fab-9d2a-4fe5-afc3-e68aaf493986 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3289473 Dec 07 00:36:02.367937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39506) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:02.372650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:02.481801 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.538217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.590861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.608449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82406cf7-b4b7-4995-9db3-4910f143da99,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:02.666723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.667944 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0ee41631-e8ca-4144-b4bf-81c500661622 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990439 Dec 07 00:36:02.671189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39508) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:02.675856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:02.743699 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.799129 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.876552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.896386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fdcd4d-d8a3-41b9-a4a5-ae77b3cf7de1,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:02.975640 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:02.976881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-5e1060fe-ca0f-4681-b97a-c07773a74f5d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044813 Dec 07 00:36:02.979562 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39510) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:02.984497 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:03.074269 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:36:03.079289 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.135684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.213387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.230389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ad0b96-7b92-41c4-88f7-159273c59588,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:03.299063 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.300292 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e22fedef-f482-4b4f-a19c-94fa6e07d967 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3197165 Dec 07 00:36:03.302972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39512) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:03.307611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'security_group_rule': {'security_group_id': 'f1eda548-0794-489d-9163-961070591b9e', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:03.422962 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Project 97e193861c6148a88d2a15a72de84a00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:36:03.428084 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.486695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.565598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.584965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b6c899-6939-438e-9270-c6e7995beb12,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:03.671206 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.672453 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-25fffb18-b8a0-491d-bd12-e739f1b8005d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3685176 Dec 07 00:36:03.675237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39514) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:03.679896 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'network': {'name': 'tempest-network-smoke--165812402', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'port_security_enabled': True}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:03.760099 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:36:03.763738 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.789139 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:36:03.798460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.798807 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Added segment 9f0789d2-0807-4afc-a296-812b03d4d1dd of type vlan for network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 Dec 07 00:36:03.840062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.910783 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.933913 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:03.939932 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:03.942815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.003902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Network': ['ID=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:04.014535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:36:04.048096 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1a09caf1-f4f4-4eb8-849a-048a141385d3 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3694732 Dec 07 00:36:04.048627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39516) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:04.055198 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'admin_state_up': True, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:04.162652 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.163718 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.503302 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.686857 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.926526 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:04.944528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:05.044701 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.94 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/02457259-9524-4b93-8d41-c7c3a8c8c517) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:36:05.144511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:05.234721 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:05.273768 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:05.276560 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:05.280432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:36:05.290031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4b069-26b1-4e56-8b9c-ed974833c1ee None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:36:05.305620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=02457259-9524-4b93-8d41-c7c3a8c8c517,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:05.337799 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e63960f1-a489-4be8-900b-a72f25582b6b None None] Provisioning complete for port 02457259-9524-4b93-8d41-c7c3a8c8c517 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:05.338220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e63960f1-a489-4be8-900b-a72f25582b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:05.370497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e63960f1-a489-4be8-900b-a72f25582b6b None None] Port 02457259-9524-4b93-8d41-c7c3a8c8c517 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:36:05.587116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:05.791218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.005897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 65600d4e-9608-437e-970b-887123205882 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:36:06.110360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:36:06.120614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Sync routers for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:36:06.132131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:06.132905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:06.187975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.189283 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7ecd42ac-d5e9-4d2c-bda1-7787ab277ad6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1392813 Dec 07 00:36:06.192408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39518) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:06.220255 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-4a9edc80-bae7-4678-a806-ddab3bb95490 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=97e193861c6148a88d2a15a72de84a00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267150 Dec 07 00:36:06.222748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39520) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:06.242445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:06.312196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab70d09-1f2b-4a2e-aaab-4e9e3660c9f5 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:06.313657 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1ab70d09-1f2b-4a2e-aaab-4e9e3660c9f5 tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900013 Dec 07 00:36:06.316620 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39522) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:06.344519 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-40288d21-6c71-4558-a4bb-470e18aa158c tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=f407fe4c-3d6e-4777-9a8e-45bdb877ef7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267420 Dec 07 00:36:06.347042 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39524) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:06.351897 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35773985', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'project_id': '97e193861c6148a88d2a15a72de84a00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:06.423018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:05Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:06.449696 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Checking router: 65600d4e-9608-437e-970b-887123205882 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:36:06.450047 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Updating router 65600d4e-9608-437e-970b-887123205882 port 02457259-9524-4b93-8d41-c7c3a8c8c517 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:36:06.473990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.504870 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:36:06.508462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.727747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.756627 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.813291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.821355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Subnet': ['ID=35236374-3b93-456f-a8b5-52abef186154,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:06.830895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Checking segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:36:06.831280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network hostable DHCP agents. Network: 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:36:06.861002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51977a-fc48-452c-8163-667ebe572582 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:36:06.872642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Attempting to bind port 02457259-9524-4b93-8d41-c7c3a8c8c517 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:36:06.873012 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Attempting to bind port 02457259-9524-4b93-8d41-c7c3a8c8c517 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:36:06.873376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Attempting to bind port 02457259-9524-4b93-8d41-c7c3a8c8c517 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:36:06.881537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebe52-8204-4aca-be62-0d61a0555b4f None None] Pushing event updated for resources: {'Port': ['ID=02457259-9524-4b93-8d41-c7c3a8c8c517,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:06.888577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:36:06.889090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:36:06.889379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.889735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:36:06.890202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Bound port: 02457259-9524-4b93-8d41-c7c3a8c8c517, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:36:06.890606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.905094 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:36:06.939920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a3562cb0-ce5f-4399-ad42-40d7b9e08325 None None] Provisioning complete for port 02457259-9524-4b93-8d41-c7c3a8c8c517 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:06.940309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a3562cb0-ce5f-4399-ad42-40d7b9e08325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.972157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] For port 02457259-9524-4b93-8d41-c7c3a8c8c517, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:36:06.985121 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:06.989173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:06.989776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:06.995869 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] For port 02457259-9524-4b93-8d41-c7c3a8c8c517, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02457259-9524-4b93-8d41-c7c3a8c8c517,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:36:06.997033 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087b21df-0039-4dd9-972e-511291bb81e2 None None] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:36:07.010441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a3562cb0-ce5f-4399-ad42-40d7b9e08325 None None] Port 02457259-9524-4b93-8d41-c7c3a8c8c517 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:36:07.073809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.084442 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fc56e1a7-92c5-48e4-99fc-599798063577 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7362857 Dec 07 00:36:07.087195 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39526) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:07.142801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5277d87-cc5b-4e5c-95e3-c862e2d6783a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:36:07.180925 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebe52-8204-4aca-be62-0d61a0555b4f None None] Pushing event updated for resources: {'Port': ['ID=02457259-9524-4b93-8d41-c7c3a8c8c517,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:07.183334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:07.183938 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:07.246374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:36:07.247794 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.308829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] Provisioning complete for port 02457259-9524-4b93-8d41-c7c3a8c8c517 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:07.309208 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.409460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:07.513584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.619020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Allocated IP 172.20.0.2 (3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4/35236374-3b93-456f-a8b5-52abef186154/56f60a49-b1fc-40f6-9836-2a8dd051c0f5) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:36:07.646245 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.697598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] For port 02457259-9524-4b93-8d41-c7c3a8c8c517, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02457259-9524-4b93-8d41-c7c3a8c8c517,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:07.766092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:05Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:07.775302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:07.825485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a120275d-6bb6-4c82-bf5b-23a2cb0487b6 None None] The sync data for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv is: [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:05Z', 'revision_number': 3, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:36:08.036031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3fd1-8e30-4fed-aefe-a77bae41a8be None None] Pushing event updated for resources: {'Port': ['ID=02457259-9524-4b93-8d41-c7c3a8c8c517,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:08.039327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.103683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.148761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:08.151767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:08.156880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:36:08.164905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Pushing event updated for resources: {'Port': ['ID=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:08.165093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.1 (3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4/35236374-3b93-456f-a8b5-52abef186154/dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:36:08.227271 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Attempting to bind port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:36:08.227654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Attempting to bind port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:36:08.228025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Attempting to bind port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 on network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:36:08.233455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:36:08.233829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Checking segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:36:08.234253 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.234641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Bound using segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:36:08.235112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Bound port: 56f60a49-b1fc-40f6-9836-2a8dd051c0f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:36:08.235610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.294765 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.303056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] For port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:36:08.306527 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] For port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:36:08.374688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.403008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.449808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e5c7b-ef26-498f-8dd1-7a9f108cb525 None None] Pushing event updated for resources: {'Port': ['ID=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:08.474962 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:08.479382 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:08.481550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:08.484524 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:36:08.536815 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.759273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:08.894703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:36:08.944649 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:08.947670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.023563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.044009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.056577 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] For port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:09.132359 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.174465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.175673 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 02457259-9524-4b93-8d41-c7c3a8c8c517 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:36:09.203160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:09.206648 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.258952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Pushing event updated for resources: {'Port': ['ID=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:09.269440 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 02457259-9524-4b93-8d41-c7c3a8c8c517 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:09.269829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:09.311673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:09.313030 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:09.423892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 65600d4e-9608-437e-970b-887123205882 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:36:09.817252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:36:09.822102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-9cfa5526-2313-445c-80a3-cc85407771fb tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/65600d4e-9608-437e-970b-887123205882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7339387 Dec 07 00:36:09.833661 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Sync routers for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:36:09.844298 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:09.844896 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:09.955829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:09.984903 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-9f372bee-8d81-480b-a8f0-7554619f9835 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179275563&fields=id&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 267 time: 0.0514879 Dec 07 00:36:10.108097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-8fc51c1e-a5a8-41b3-9425-79ff27931cd6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:10.109731 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-8fc51c1e-a5a8-41b3-9425-79ff27931cd6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 796 time: 0.1220083 Dec 07 00:36:10.127640 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-cb82847d-bfe8-49af-9cf4-ecd071b703d0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/quotas/97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 375 time: 0.0100281 Dec 07 00:36:10.161627 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 2, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:10.185072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-4d8a7e24-51d6-4f9b-b4d4-170dc3a38e60 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513592 Dec 07 00:36:10.192471 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Checking router: 65600d4e-9608-437e-970b-887123205882 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:36:10.192827 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Updating router 65600d4e-9608-437e-970b-887123205882 port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:36:10.219790 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.250684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136cbc1-2e5b-4df7-9a60-37fb2930ff83 None None] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:36:10.292445 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b34c2c41-94d9-4d5f-9421-4359995db275 service neutron] 10.222.0.53 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924563 Dec 07 00:36:10.332267 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3443278a-a28f-47e0-8c6d-26de9c17b593 None None] Provisioning complete for port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:10.332648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3443278a-a28f-47e0-8c6d-26de9c17b593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.410758 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-28393a05-caaa-438b-870e-76bdb2e3696d service neutron] 10.222.0.53 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104450 Dec 07 00:36:10.502537 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.617272 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.661041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Pushing event updated for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:10.677114 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.677488 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.677801 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.678141 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.678576 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.678840 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.679173 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.679505 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.679831 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.680162 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.680517 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.680842 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.681166 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:36:10.688825 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-34cb3520-d8d9-44ca-99e6-675c003de506 req-42abb3c4-63a8-4fbc-ae91-46cda5bc0c3d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 210 time: 0.0360105 Dec 07 00:36:10.746234 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Attempting to bind port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:36:10.746612 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Attempting to bind port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:36:10.747055 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Attempting to bind port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 on network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:36:10.753245 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:36:10.753245 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Checking segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:36:10.753577 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.753968 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Bound using segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:36:10.754430 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Bound port: dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:36:10.754807 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.824471 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Provisioning complete for port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:10.824921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.826731 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] For port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:36:10.830041 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] For port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:36:10.867865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:36:10.923431 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.975047 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:10.975696 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:35:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:10.976272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:10.976716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:10.980742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Provisioning complete for port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:10.988864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:11.036474 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb537-ae0e-4878-81ea-2b391e641c46 None None] Pushing event updated for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=4']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:11.134572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:11.174396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] For port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:11.202055 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:11.308651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:11.359081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c79db6-87c6-4f90-8fdf-bf3cdf5b7457 None None] Pushing event updated for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:11.421013 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:10Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:11.428416 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-08c2f2a9-2720-44cc-90b4-7bdf67da977a None None] Provisioning complete for port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:11.428866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-08c2f2a9-2720-44cc-90b4-7bdf67da977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:11.449810 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c377b551-2f5a-475e-84a2-9e3ec8d44660 None None] The sync data for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv is: [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:10Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:36:11.657413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e0563269-37b7-4f1a-9ec8-239e9fe2a60b None None] Provisioning complete for port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:11.657788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e0563269-37b7-4f1a-9ec8-239e9fe2a60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:11.783568 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b6cbab91-77f4-419d-9d11-9fc036543b10 req-834b79b9-5f61-4630-a8f8-04de0614580d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 210 time: 0.0267303 Dec 07 00:36:12.877572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:36:12.896465 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-175e3e28-99d6-44f3-abfa-b074fe328fd8 req-7936b4b4-06eb-4aa9-8656-6c52f65c8dc1 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 210 time: 0.0256550 Dec 07 00:36:12.926430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:12.926798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:13.096042 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-6f759c2f-3fce-4023-9179-0548409f0ff9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:13.097438 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-6f759c2f-3fce-4023-9179-0548409f0ff9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 796 time: 0.1046033 Dec 07 00:36:13.176202 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-2ab33427-40ae-47a3-979e-efbe03f70985 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e193861c6148a88d2a15a72de84a00 HTTP/1.1" status: 200 len: 379 time: 0.0548835 Dec 07 00:36:13.189663 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'port': {'device_id': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'admin_state_up': True, 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'security_groups': ['f1eda548-0794-489d-9163-961070591b9e']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:13.379240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Made reservation on behalf of 97e193861c6148a88d2a15a72de84a00 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:36:13.382936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:13.508149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.20.0.3 (3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4/35236374-3b93-456f-a8b5-52abef186154/ec6fbb36-3e08-4f39-828e-debd87d4d401) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:36:13.643990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:13.743037 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:13.784411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:13.787384 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:13.791007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:36:13.816271 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:13.846800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:13.847441 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:13.940084 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-b41d88a4-71e7-4e1e-bba3-c9742ddab822 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7540877 Dec 07 00:36:13.968752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Request body: {'port': {'device_id': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:14.052453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.062667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795ea0-3427-4fd7-85e9-5ebad45d4a20 req-e58fd442-8158-4224-a1cd-d1572a3e9707 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:14.064065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ef795ea0-3427-4fd7-85e9-5ebad45d4a20 req-e58fd442-8158-4224-a1cd-d1572a3e9707 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 931 time: 0.0923080 Dec 07 00:36:14.078559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c212c3c2-ed6e-4959-9036-22240061df6b None None] Provisioning complete for port ec6fbb36-3e08-4f39-828e-debd87d4d401 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:14.079221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c212c3c2-ed6e-4959-9036-22240061df6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.111848 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-c212c3c2-ed6e-4959-9036-22240061df6b None None] Port ec6fbb36-3e08-4f39-828e-debd87d4d401 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:36:14.157534 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ef795ea0-3427-4fd7-85e9-5ebad45d4a20 req-18bed8b2-458b-4e6a-8d0f-a17be7175d53 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862241 Dec 07 00:36:14.358343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6fbb36-3e08-4f39-828e-debd87d4d401 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:36:14.365574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.377402 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Transition to ACTIVE for port object ec6fbb36-3e08-4f39-828e-debd87d4d401 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:36:14.453198 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.503134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:14.580754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Attempting to bind port ec6fbb36-3e08-4f39-828e-debd87d4d401 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:36:14.581100 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Attempting to bind port ec6fbb36-3e08-4f39-828e-debd87d4d401 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:36:14.581474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Attempting to bind port ec6fbb36-3e08-4f39-828e-debd87d4d401 on network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:36:14.586079 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Port ec6fbb36-3e08-4f39-828e-debd87d4d401 on network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:36:14.586400 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Attempting to bind port ec6fbb36-3e08-4f39-828e-debd87d4d401 on network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:36:14.593261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:36:14.593261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Checking segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:36:14.593261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Bound using segment: {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:36:14.593261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Bound port: ec6fbb36-3e08-4f39-828e-debd87d4d401, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0789d2-0807-4afc-a296-812b03d4d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:36:14.593261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.658452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:36:14.661563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:36:14.749686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.788156 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:14.788931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:14.790429 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] 10.222.0.45 "PUT /v2.0/ports/ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 1093 time: 0.8271112 Dec 07 00:36:14.790987 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:36:14.793394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8e7c4-3868-4d35-a131-392be1150b78" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:36:14.829373 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470dbd1-bce8-4a85-8387-0fb616a147ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:14.847603 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae55f6f-cbbe-40b7-80ba-567dd43a977c x-openstack-request-id: req-eae55f6f-cbbe-40b7-80ba-567dd43a977c {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:36:14.848005 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:36:14.848414 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eae55f6f-cbbe-40b7-80ba-567dd43a977c {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:36:14.848867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'status': 'completed', 'code': 200} Dec 07 00:36:14.935425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-cf20ab1c-87c5-4c5f-ace8-ee9f6ddc993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:14.936976 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-cf20ab1c-87c5-4c5f-ace8-ee9f6ddc993c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0449989 Dec 07 00:36:15.055465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-5620ccf7-5157-424e-a975-04476c84c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.058148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-5620ccf7-5157-424e-a975-04476c84c3fc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=97e193861c6148a88d2a15a72de84a00&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982680 Dec 07 00:36:15.495502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-3119a840-5d5e-45da-aa38-b36abc5689a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.496928 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03d8e7c4-3868-4d35-a131-392be1150b78 req-3119a840-5d5e-45da-aa38-b36abc5689a9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4260151 Dec 07 00:36:15.509322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46867c52-3933-40e6-bafe-e366e2250542 req-810cf82d-c0e4-4285-ae7c-fc68823de29c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.510709 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-46867c52-3933-40e6-bafe-e366e2250542 req-810cf82d-c0e4-4285-ae7c-fc68823de29c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 943 time: 0.0649104 Dec 07 00:36:15.560847 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-46867c52-3933-40e6-bafe-e366e2250542 req-fa9b7081-32bd-4c61-b786-057ab9639907 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435677 Dec 07 00:36:15.605618 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-d3e92fc2-4a29-49bd-882e-74b948c48d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.608403 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-d3e92fc2-4a29-49bd-882e-74b948c48d0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1096 time: 0.0407705 Dec 07 00:36:15.667298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-1566887f-59e0-4c42-b2b3-a988ee4fff4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 217 time: 0.0385940 Dec 07 00:36:15.716951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-355f9451-b593-4103-8475-1c7ed22b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.718359 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-355f9451-b593-4103-8475-1c7ed22b6c62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 200 len: 833 time: 0.0438237 Dec 07 00:36:15.767265 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-90dae406-5ca6-4cca-ad08-8f949b62c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:15.768761 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-90dae406-5ca6-4cca-ad08-8f949b62c2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391862 Dec 07 00:36:15.863980 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-7eec96da-ab79-492e-befb-7ec000569547 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Dec 07 00:36:15.955857 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-514b14ec-c96e-4850-8db6-4ab56add2972 req-7c0ec2e5-224b-4d27-b2bb-7171071ae681 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Dec 07 00:36:16.678662 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a751-a13b-4f48-ad7c-7311eb78a42b req-cae35924-bece-472e-8825-4daa3edbaa82 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:16.680121 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8bf8a751-a13b-4f48-ad7c-7311eb78a42b req-cae35924-bece-472e-8825-4daa3edbaa82 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 943 time: 0.0498049 Dec 07 00:36:16.727944 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8bf8a751-a13b-4f48-ad7c-7311eb78a42b req-034e1732-3c58-4a58-a90b-d85b8c6f247c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 Dec 07 00:36:17.842980 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756555e5-1185-47b5-aa6a-2d704e96d0a5 req-98e04850-0542-4f2d-8a16-c6a8d4ecc493 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:17.844440 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-756555e5-1185-47b5-aa6a-2d704e96d0a5 req-98e04850-0542-4f2d-8a16-c6a8d4ecc493 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 943 time: 0.0517178 Dec 07 00:36:17.891888 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-756555e5-1185-47b5-aa6a-2d704e96d0a5 req-bdf3a58b-f3b4-4ac7-8268-be23e2577458 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Dec 07 00:36:17.951789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device ec6fbb36-3e08-4f39-828e-debd87d4d401 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:36:18.042934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:18.054622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'port_id': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'mac_address': 'fa:16:3e:95:36:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:36:18.093114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:18.106302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6fbb36-3e08-4f39-828e-debd87d4d401 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:36:18.126502 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:18.211205 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:18.258451 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:18.342739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6482970a-c04b-468c-88f5-4f6f174c544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:18.561127 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['ec6fbb36-3e08-4f39-828e-debd87d4d401'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:36:19.006899 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01401d41-56df-42bb-9205-30edbce7dd18 req-a54d1803-ffd2-4914-ab00-958fcd0a8a0e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:19.008443 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01401d41-56df-42bb-9205-30edbce7dd18 req-a54d1803-ffd2-4914-ab00-958fcd0a8a0e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 944 time: 0.0504706 Dec 07 00:36:19.055992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01401d41-56df-42bb-9205-30edbce7dd18 req-99ea64b8-f9f2-4d44-acf2-cbdb8f6b7bd0 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Dec 07 00:36:19.951017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device ec6fbb36-3e08-4f39-828e-debd87d4d401 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:36:20.047453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port ec6fbb36-3e08-4f39-828e-debd87d4d401 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:36:20.051437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port ec6fbb36-3e08-4f39-828e-debd87d4d401 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:36:20.054150 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:20.130452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:20.156011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:36:20.158351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f196eab-79ce-4859-8772-c073a0a7c69a" -d '{"events": [{"server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "name": "network-vif-plugged", "status": "completed", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:36:20.171578 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:36:20.172881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd7b2-ee1b-4ee6-9328-f2cd064c97ae req-0f084839-743b-4a6a-ab67-94089443e7cc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:20.174402 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e3fd7b2-ee1b-4ee6-9328-f2cd064c97ae req-0f084839-743b-4a6a-ab67-94089443e7cc tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 944 time: 0.0500998 Dec 07 00:36:20.195813 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646afdaf-dc17-42e5-a620-c0891ae6b039 x-openstack-request-id: req-646afdaf-dc17-42e5-a620-c0891ae6b039 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:36:20.196118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "name": "network-vif-plugged", "status": "completed", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:36:20.196445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-646afdaf-dc17-42e5-a620-c0891ae6b039 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:36:20.196852 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'code': 200} Dec 07 00:36:20.229268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e3fd7b2-ee1b-4ee6-9328-f2cd064c97ae req-35ec8d2c-c7a9-4407-9339-13f786d9e3cf tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 Dec 07 00:36:20.246493 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:20.298602 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:20.543951 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a30ef-16da-40c5-ba14-658e7c6e84d9 req-125da706-0bc6-44e6-ba4b-ce32a5cc846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:20.545513 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a19a30ef-16da-40c5-ba14-658e7c6e84d9 req-125da706-0bc6-44e6-ba4b-ce32a5cc846a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1098 time: 0.0399101 Dec 07 00:36:20.601615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a19a30ef-16da-40c5-ba14-658e7c6e84d9 req-e9746def-6ceb-4ee8-8ff4-982c8d8c6548 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Dec 07 00:36:20.704719 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c45f9950-c89a-4540-bc8f-8fbbaf1294fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:21.342948 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e27f96-c156-45f0-8b0d-c66b13e1aff6 req-2abf31c0-a019-4827-a2a3-4860632e83c9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:21.344333 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d4e27f96-c156-45f0-8b0d-c66b13e1aff6 req-2abf31c0-a019-4827-a2a3-4860632e83c9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Dec 07 00:36:21.391918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d4e27f96-c156-45f0-8b0d-c66b13e1aff6 req-a6d8766e-1a5e-4e00-971d-c96556614c70 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Dec 07 00:36:22.102921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:22.504458 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedcdd7-2ae4-4f55-ac9d-335f7a9e5a2c req-bb8c9d2e-93c9-4027-a701-cc8e37b793d5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:22.505942 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9fedcdd7-2ae4-4f55-ac9d-335f7a9e5a2c req-bb8c9d2e-93c9-4027-a701-cc8e37b793d5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0485795 Dec 07 00:36:22.554451 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9fedcdd7-2ae4-4f55-ac9d-335f7a9e5a2c req-559a6d51-2ba8-4d81-9703-e2351ce37026 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 Dec 07 00:36:22.669027 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd28d-8515-4831-b41d-8e715bd44ed7 req-9b9ad11e-8c58-4de6-9cae-8d45b0227724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:22.670495 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5c8fd28d-8515-4831-b41d-8e715bd44ed7 req-9b9ad11e-8c58-4de6-9cae-8d45b0227724 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Dec 07 00:36:22.722571 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5c8fd28d-8515-4831-b41d-8e715bd44ed7 req-7516633f-cc5a-4bdd-86ed-a693e6a69be6 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Dec 07 00:36:22.743446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39586) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:22.784279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3743688-6eef-44a2-be22-716b2b329e1a tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:22.785779 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e3743688-6eef-44a2-be22-716b2b329e1a tempest-TestNetworkAdvancedServerOps-590572111 tempest-TestNetworkAdvancedServerOps-590572111-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1093 time: 0.0413909 Dec 07 00:36:22.788639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39588) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:22.792773 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:36:22.885633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:22.980516 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:23.079989 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Allocated IP 172.36.7.79 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/7eee98b9-b7f4-4e43-bf8d-ecfad86515cd) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:36:23.161630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:23.181960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:23.293312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:23.333725 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:36:23.337938 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:36:23.341731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:36:23.363783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=7eee98b9-b7f4-4e43-bf8d-ecfad86515cd,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:23.720070 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:23.864462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.009380 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.068308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.137022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event updated for resources: {'Port': ['ID=7eee98b9-b7f4-4e43-bf8d-ecfad86515cd,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:36:24.149809 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.177131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.256693 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 0d99ffdf-94a1-42d8-9523-2795345e8fcd associated. External IP: 172.36.7.79, port: ec6fbb36-3e08-4f39-828e-debd87d4d401. Dec 07 00:36:24.457617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 65600d4e-9608-437e-970b-887123205882 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:36:24.564693 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:36:24.574623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Sync routers for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:36:24.583608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:24.584220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:24.659286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:24.689592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:24.691480 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-7a067e8a-6ab0-41d3-b6fc-29ed46f2acc4 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9018602 Dec 07 00:36:24.692184 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:36:24.694723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e033b4-b4bf-443c-8722-b234fedc2816" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:36:24.736517 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288f8df5-6a28-4b52-a27d-d331b7a87a42 x-openstack-request-id: req-288f8df5-6a28-4b52-a27d-d331b7a87a42 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:36:24.737123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:36:24.737123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-288f8df5-6a28-4b52-a27d-d331b7a87a42 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:36:24.737509 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'status': 'completed', 'code': 200} Dec 07 00:36:24.841889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8278b70-da4d-43d2-a40e-f6a6a9088eb9 req-cd3d5877-ab8a-4683-9cf0-c077a9d2da14 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:24.843916 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b8278b70-da4d-43d2-a40e-f6a6a9088eb9 req-cd3d5877-ab8a-4683-9cf0-c077a9d2da14 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0971286 Dec 07 00:36:24.862738 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-25570a93-77dd-4ed7-b541-7c0000ba78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:24.864205 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-25570a93-77dd-4ed7-b541-7c0000ba78bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1098 time: 0.0728049 Dec 07 00:36:24.917809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d99ffdf-94a1-42d8-9523-2795345e8fcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.79', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '65600d4e-9608-437e-970b-887123205882', 'port_id': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'mac_address': 'fa:16:3e:95:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:36:23Z', 'updated_at': '2021-12-07T00:36:23Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:24.949963 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Checking router: 65600d4e-9608-437e-970b-887123205882 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:36:24.955918 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b8278b70-da4d-43d2-a40e-f6a6a9088eb9 req-fc7e761e-eb09-42ab-8dbf-bb18c0399de8 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017890 Dec 07 00:36:24.958706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:36:24.959871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:24.980819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39594) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:24.986239 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-184d76ed-c36f-4315-b415-23dc811aae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:24.987785 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-184d76ed-c36f-4315-b415-23dc811aae8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 897 time: 0.1159132 Dec 07 00:36:25.043463 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-62db7e8a-c744-41aa-877e-08728bda1283 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/0d99ffdf-94a1-42d8-9523-2795345e8fcd HTTP/1.1" status: 200 len: 990 time: 0.0601020 Dec 07 00:36:25.062200 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-485374da-4ce3-45a5-9420-3b779e22fccf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 998 time: 0.0656257 Dec 07 00:36:25.113131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-102c1065-fd74-4028-8f74-47507b59a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:25.114606 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-102c1065-fd74-4028-8f74-47507b59a300 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 200 len: 833 time: 0.0458939 Dec 07 00:36:25.167545 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-24389d3b-da76-4516-aea4-e0b5e2d7e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:25.169122 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-24389d3b-da76-4516-aea4-e0b5e2d7e91f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470715 Dec 07 00:36:25.219432 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:36:25.264832 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-a2fa40f2-238b-4309-9ebb-cc393c71a4dd service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Dec 07 00:36:25.353023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47e033b4-b4bf-443c-8722-b234fedc2816 req-e27a8bcb-3f92-4bda-a094-5123555f82be service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814769 Dec 07 00:36:25.437797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d99ffdf-94a1-42d8-9523-2795345e8fcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.79', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '65600d4e-9608-437e-970b-887123205882', 'port_id': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'mac_address': 'fa:16:3e:95:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:36:23Z', 'updated_at': '2021-12-07T00:36:23Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:36:25.467183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25e7251-0689-49db-bf96-95895744eb57 None None] The sync data for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv is: [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0d99ffdf-94a1-42d8-9523-2795345e8fcd', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'floating_ip_address': '172.36.7.79', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '65600d4e-9608-437e-970b-887123205882', 'port_id': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'mac_address': 'fa:16:3e:95:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:36:23Z', 'updated_at': '2021-12-07T00:36:23Z', 'revision_number': 0, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:36:25.662900 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf6f7a-8bc1-4857-9a60-210fc48c37b9 None None] New status for floating IP 0d99ffdf-94a1-42d8-9523-2795345e8fcd: ACTIVE {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:36:26.046703 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39596) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:36:26.115233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-aad7e9ec-984c-4716-ae70-d518d243e611 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/0d99ffdf-94a1-42d8-9523-2795345e8fcd HTTP/1.1" status: 200 len: 992 time: 0.0672486 Dec 07 00:36:33.921820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:36.731032 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:36:39.591893 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-86e130f0-535e-4c65-9a1d-3b0b982d1f07 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446026 Dec 07 00:36:39.691455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-fd3c350b-3db6-430b-98de-0c8290195558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:39.692941 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-fd3c350b-3db6-430b-98de-0c8290195558 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1098 time: 0.0405777 Dec 07 00:36:39.795714 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-b5f26835-9c03-499a-b173-6b02f3b2503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:39.797177 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-b5f26835-9c03-499a-b173-6b02f3b2503e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 897 time: 0.0859168 Dec 07 00:36:39.861170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-8a663408-39c3-40ee-b89f-1864793bc040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 1000 time: 0.0565023 Dec 07 00:36:39.915411 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-d7b65e48-8f69-4f92-af85-13a6327b1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:39.916920 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-d7b65e48-8f69-4f92-af85-13a6327b1c65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 200 len: 833 time: 0.0488737 Dec 07 00:36:39.966449 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-1ff052d8-c220-43c6-aa94-b5daee6b467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:39.967924 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-1ff052d8-c220-43c6-aa94-b5daee6b467e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440388 Dec 07 00:36:40.056372 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-b2b3d1f0-76fe-4560-ad29-d712734e3ec8 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812366 Dec 07 00:36:40.147922 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4765bc8e-9249-4150-952d-ffa5d8e0287c req-c6e9f337-b9b7-43e4-889a-526cbc5da225 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Dec 07 00:36:48.359535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c368c473-6296-4fea-9144-4bcdaa19f4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:49.971787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-7241806d-f5df-42bb-93a0-819fee31d8d8 req-26822fd4-baa8-40d4-994d-119455acb744 service neutron] (110159) timed out ('10.222.0.53', 35628) {{(pid=110159) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 07 00:36:50.709849 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-15233df7-a33b-422b-a554-ca1fee527153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:52.136226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:53.170811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:54.149520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:36:59.723153 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb67cb-781b-4246-ad4c-d238df9c3c72 req-120717bc-d6bc-492b-bd7b-b733552d365b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:36:59.724641 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5dfb67cb-781b-4246-ad4c-d238df9c3c72 req-120717bc-d6bc-492b-bd7b-b733552d365b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Dec 07 00:36:59.772472 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5dfb67cb-781b-4246-ad4c-d238df9c3c72 req-417df5a0-c26a-4d9f-85c2-cf31d254562e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 Dec 07 00:37:00.889086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed781fb-3345-4ff0-bbd4-a95544f07a6f req-adb32d21-a2e6-412d-bf41-86253d45df1b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:00.890533 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bed781fb-3345-4ff0-bbd4-a95544f07a6f req-adb32d21-a2e6-412d-bf41-86253d45df1b tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Dec 07 00:37:00.938468 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bed781fb-3345-4ff0-bbd4-a95544f07a6f req-9dee02b7-bd1a-46c2-b27b-b2d69dae8839 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Dec 07 00:37:00.960381 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39614) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:01.022718 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f76ab9e2-cf07-4629-9e13-fedf386c860e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/0d99ffdf-94a1-42d8-9523-2795345e8fcd HTTP/1.1" status: 200 len: 992 time: 0.0612228 Dec 07 00:37:02.457576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdc141-ea0f-4ef8-9a9a-37f6358fb2ce req-03eb334c-270b-4250-8157-cf1f1fd3578d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:02.459066 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c9bdc141-ea0f-4ef8-9a9a-37f6358fb2ce req-03eb334c-270b-4250-8157-cf1f1fd3578d tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Dec 07 00:37:02.511151 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c9bdc141-ea0f-4ef8-9a9a-37f6358fb2ce req-21af666f-8689-4eed-9b7c-9b460bb79f01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461259 Dec 07 00:37:02.579133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-38445ea1-e111-429b-a90c-478708e09721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:02.580617 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-38445ea1-e111-429b-a90c-478708e09721 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1098 time: 0.0405211 Dec 07 00:37:02.674907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-dac2647a-4a93-4b84-90d6-1c5e0c1cdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:02.676333 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-dac2647a-4a93-4b84-90d6-1c5e0c1cdbd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 897 time: 0.0870783 Dec 07 00:37:02.744625 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-50d654eb-2978-4098-9b0a-aa040da65969 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 1000 time: 0.0572495 Dec 07 00:37:02.798973 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-6bae54a2-e327-4be2-aafd-18f17087cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:02.800490 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-6bae54a2-e327-4be2-aafd-18f17087cb6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 200 len: 833 time: 0.0437729 Dec 07 00:37:02.854052 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-653ec33b-a4d1-4433-8eb1-701f7aca0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:02.855572 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-653ec33b-a4d1-4433-8eb1-701f7aca0ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444081 Dec 07 00:37:02.949329 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-be5e3ae3-f3e7-41b9-9444-b3649475c2bb service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801575 Dec 07 00:37:03.042587 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9530d518-62ce-4267-aab1-4b9ca83de63a req-e3ce2620-c87e-4a27-930d-4cd401cbd732 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835881 Dec 07 00:37:03.629460 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3381f-6b62-4ffe-af9a-16d3414e473f req-a9e43f91-3153-44da-adc0-84eb22ab5bf5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:03.630994 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7bb3381f-6b62-4ffe-af9a-16d3414e473f req-a9e43f91-3153-44da-adc0-84eb22ab5bf5 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Dec 07 00:37:03.680488 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7bb3381f-6b62-4ffe-af9a-16d3414e473f req-118a4135-0902-4e85-a2f3-2d55d3ed7395 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434110 Dec 07 00:37:03.910210 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:04.799625 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a7466-564a-4366-8556-bfb11c7a16df req-378bb1ab-17a0-4dd9-a678-b8fd82468219 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:04.801664 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a6a7466-564a-4366-8556-bfb11c7a16df req-378bb1ab-17a0-4dd9-a678-b8fd82468219 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0531278 Dec 07 00:37:04.849603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a6a7466-564a-4366-8556-bfb11c7a16df req-589fc25b-771a-4c17-92c6-729b2d418e01 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Dec 07 00:37:04.871708 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39626) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:04.931081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-021738ca-9fbf-494f-9e85-50aa3776c670 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/floatingips/0d99ffdf-94a1-42d8-9523-2795345e8fcd HTTP/1.1" status: 200 len: 992 time: 0.0582371 Dec 07 00:37:05.244813 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39632) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:05.398537 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 7eee98b9-b7f4-4e43-bf8d-ecfad86515cd {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:37:05.398791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:05.471270 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:05.472210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:05.483566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 7eee98b9-b7f4-4e43-bf8d-ecfad86515cd owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:37:05.693193 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:05.717215 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=7eee98b9-b7f4-4e43-bf8d-ecfad86515cd,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:05.731238 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.731612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.731943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.732308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.732646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.732983 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.733315 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.733645 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.733975 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.734306 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.734634 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.734961 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.735286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:05.795558 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:05.795897 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Floating IP 0d99ffdf-94a1-42d8-9523-2795345e8fcd disassociated (deleted). External IP: 172.36.7.79, port: ec6fbb36-3e08-4f39-828e-debd87d4d401. Dec 07 00:37:06.291853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 65600d4e-9608-437e-970b-887123205882 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:37:06.398243 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:06.406493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:06.409859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Sync routers for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:06.419495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:06.420117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:06.436832 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e5f31715-0658-422a-ae89-ae6be2798c5a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/floatingips/0d99ffdf-94a1-42d8-9523-2795345e8fcd HTTP/1.1" status: 204 len: 168 time: 1.1884258 Dec 07 00:37:06.436832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:37:06.437256 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecde689-e664-4ae3-8bde-f2b41662325d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:37:06.476788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f64ed06-1741-4639-95d4-6c9e8cc88d97 x-openstack-request-id: req-4f64ed06-1741-4639-95d4-6c9e8cc88d97 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:37:06.477518 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:37:06.477981 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f64ed06-1741-4639-95d4-6c9e8cc88d97 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:37:06.478599 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'status': 'completed', 'code': 200} Dec 07 00:37:06.535778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:06.576312 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde689-e664-4ae3-8bde-f2b41662325d req-020c7664-9b85-4e9e-b114-74ec28b651c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:06.578458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-020c7664-9b85-4e9e-b114-74ec28b651c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=97e193861c6148a88d2a15a72de84a00&device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 1098 time: 0.0406458 Dec 07 00:37:06.675287 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde689-e664-4ae3-8bde-f2b41662325d req-6e0df32d-b8f2-4c68-9e26-bb33a08a5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:06.676794 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-6e0df32d-b8f2-4c68-9e26-bb33a08a5963 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 200 len: 897 time: 0.0919383 Dec 07 00:37:06.722795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-92acd5da-a526-46e5-a46b-f7c074f62bfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 200 len: 217 time: 0.0349030 Dec 07 00:37:06.736698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:06.767456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Checking router: 65600d4e-9608-437e-970b-887123205882 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:06.776500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:06.777465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:06.784682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde689-e664-4ae3-8bde-f2b41662325d req-07d56975-a12b-405f-9291-efa5a4e761a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:06.786137 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-07d56975-a12b-405f-9291-efa5a4e761a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 200 len: 833 time: 0.0501423 Dec 07 00:37:06.840307 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecde689-e664-4ae3-8bde-f2b41662325d req-46299425-aa71-4ef5-ae98-e1895a7dc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:06.841828 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-46299425-aa71-4ef5-ae98-e1895a7dc681 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472372 Dec 07 00:37:06.892529 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:06.960412 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e327f63-ccf4-4c3e-a9bf-482e62cb8bfe req-948e8a92-a593-4fd0-a8a2-ee25caf25e8e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:06.961885 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e327f63-ccf4-4c3e-a9bf-482e62cb8bfe req-948e8a92-a593-4fd0-a8a2-ee25caf25e8e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.1001990 Dec 07 00:37:07.012880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-e68389dc-7c9d-4040-acd5-2e1dd3e3b477 service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263850 Dec 07 00:37:07.041410 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7e327f63-ccf4-4c3e-a9bf-482e62cb8bfe req-f4b5f892-063c-4cd0-8ea8-61a65eb4f0fe tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733438 Dec 07 00:37:07.095452 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:07.121186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355438d-8296-4afd-ba57-45565855ed3a None None] The sync data for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv is: [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:08Z', 'revision_number': 4, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36', 'name': '', 'network_id': '3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'mac_address': 'fa:16:3e:e8:09:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '35236374-3b93-456f-a8b5-52abef186154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:07Z', 'updated_at': '2021-12-07T00:36:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'subnets': [{'id': '35236374-3b93-456f-a8b5-52abef186154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:07.123864 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cecde689-e664-4ae3-8bde-f2b41662325d req-44f3ef68-853d-4b97-9220-987c374fa49d service neutron] 10.222.0.45 "GET /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954897 Dec 07 00:37:07.342102 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c762951-da6f-459c-ad33-27a6aba9c052 None None] New status for floating IP 0d99ffdf-94a1-42d8-9523-2795345e8fcd: DOWN {{(pid=110161) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:37:08.163817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ea302-ac4b-4ea7-8c91-c6b22b5c3a67 req-05c8f6e7-694f-4dbd-88a7-1bdcf3073205 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:08.165296 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b49ea302-ac4b-4ea7-8c91-c6b22b5c3a67 req-05c8f6e7-694f-4dbd-88a7-1bdcf3073205 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Dec 07 00:37:08.212482 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b49ea302-ac4b-4ea7-8c91-c6b22b5c3a67 req-61e2b561-453e-4680-a30b-1a2d46ec765a tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1eda548-0794-489d-9163-961070591b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413375 Dec 07 00:37:08.859539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-767988ae-8e33-4827-8202-bdb1bcc3e94e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:08.861067 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-767988ae-8e33-4827-8202-bdb1bcc3e94e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Dec 07 00:37:08.949453 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port ec6fbb36-3e08-4f39-828e-debd87d4d401 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:37:08.949794 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:09.037762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port ec6fbb36-3e08-4f39-828e-debd87d4d401, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ec6fbb36-3e08-4f39-828e-debd87d4d401,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:09.038129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:09.050935 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for ec6fbb36-3e08-4f39-828e-debd87d4d401 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:37:09.239288 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:09.269931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=ec6fbb36-3e08-4f39-828e-debd87d4d401,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:09.281929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.281929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.281929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.282311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.282550 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.282891 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.283229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.283565 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.284499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.284789 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.285126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.285459 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.285793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:09.339051 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] No DVR routers for this DVR port ec6fbb36-3e08-4f39-828e-debd87d4d401 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:37:09.341968 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9596cfab-0e11-48f1-a535-cc7c2e2a2afe req-36d80160-a3a3-4419-a9e6-f4b85b838ba9 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2 HTTP/1.1" status: 200 len: 210 time: 0.0530856 Dec 07 00:37:09.342979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:09.346217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8f23e081-b266-4dfe-948e-ec5fcded9c4b req-fea49032-8eab-4dfc-a1f0-eaac06b5807f tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.45 "DELETE /v2.0/ports/ec6fbb36-3e08-4f39-828e-debd87d4d401 HTTP/1.1" status: 204 len: 173 time: 0.4760160 Dec 07 00:37:09.347196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'name': 'network-vif-deleted', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:37:09.349509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da0c2f-a3f2-43cc-a805-a233008c41a9" -d '{"events": [{"server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "name": "network-vif-deleted", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:37:09.385625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acf508b-e17a-4b70-99a2-15f1b8a788f2 x-openstack-request-id: req-6acf508b-e17a-4b70-99a2-15f1b8a788f2 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:37:09.385930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2", "name": "network-vif-deleted", "tag": "ec6fbb36-3e08-4f39-828e-debd87d4d401", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:37:09.386194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6acf508b-e17a-4b70-99a2-15f1b8a788f2 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:37:09.386607 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5b3bc-31d1-43dc-8b4f-ef96789fbbf2', 'name': 'network-vif-deleted', 'tag': 'ec6fbb36-3e08-4f39-828e-debd87d4d401', 'status': 'completed', 'code': 200} Dec 07 00:37:10.404407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39648) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:10.765262 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.009515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:37:11.009853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.095495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:11.095782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.108296 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:37:11.344621 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.377937 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:11.551360 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.770844 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Router 65600d4e-9608-437e-970b-887123205882 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:37:11.873219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:11.878760 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-20ca4f1b-e7eb-45fd-b007-a534908170dd tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "PUT /v2.0/routers/65600d4e-9608-437e-970b-887123205882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732649 Dec 07 00:37:11.881912 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39650) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:11.882858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Sync routers for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:11.893109 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:11.893778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:11.935335 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting subnet 35236374-3b93-456f-a8b5-52abef186154 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:37:11.938424 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:11.988535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.001106 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:12.071233 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.123842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device ec6fbb36-3e08-4f39-828e-debd87d4d401 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:37:12.153732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: ec6fbb36-3e08-4f39-828e-debd87d4d401 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:37:12.157392 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device ec6fbb36-3e08-4f39-828e-debd87d4d401 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:37:12.201548 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:37:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:12.210986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.227609 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Checking router: 65600d4e-9608-437e-970b-887123205882 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:12.235807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Routers {'65600d4e-9608-437e-970b-887123205882'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:12.236448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['65600d4e-9608-437e-970b-887123205882'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:12.239484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Subnet': ['ID=35236374-3b93-456f-a8b5-52abef186154,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:12.241627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.245103 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-ae8d4574-f4e5-4015-8c85-5689eca4031e tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/subnets/35236374-3b93-456f-a8b5-52abef186154 HTTP/1.1" status: 204 len: 168 time: 0.3620880 Dec 07 00:37:12.247666 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39652) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:12.290083 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db495d-a59a-4205-acbf-7ccbf10d13a9 None None] Network 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:37:12.366886 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.453522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] Set router 65600d4e-9608-437e-970b-887123205882 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:12.466696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.579144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Deleting port 02457259-9524-4b93-8d41-c7c3a8c8c517 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:37:12.579479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.634597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] DHCP port deletion for 3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:12.662622 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] For port 02457259-9524-4b93-8d41-c7c3a8c8c517, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=02457259-9524-4b93-8d41-c7c3a8c8c517,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:12.662990 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.679729 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Calling delete_port for 02457259-9524-4b93-8d41-c7c3a8c8c517 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:37:12.694780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:37:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:12.724610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9912de44-e68a-4e55-ac94-0d1654517d6f None None] The sync data for ids ['65600d4e-9608-437e-970b-887123205882'] in dv-neutron-master-2-hyperv is: [{'id': '65600d4e-9608-437e-970b-887123205882', 'name': 'tempest-TestNetworkAdvancedServerOps-router-723280709', 'tenant_id': '97e193861c6148a88d2a15a72de84a00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94'}], 'enable_snat': True}, 'gw_port_id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:37:11Z', 'revision_number': 5, 'project_id': '97e193861c6148a88d2a15a72de84a00', 'gw_port': {'id': '02457259-9524-4b93-8d41-c7c3a8c8c517', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65600d4e-9608-437e-970b-887123205882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:36:04Z', 'updated_at': '2021-12-07T00:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:12.727835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Deleting port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:37:12.728198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.796431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] For port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,segment=NetworkSegment(9f0789d2-0807-4afc-a296-812b03d4d1dd),segment_id=9f0789d2-0807-4afc-a296-812b03d4d1dd)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:12.796834 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.809401 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Calling delete_port for 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:37:12.907561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.938471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Port': ['ID=02457259-9524-4b93-8d41-c7c3a8c8c517,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:12.948576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c3b1b8-dd83-41c5-98f8-4929143f6b3e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:12.966980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.993245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:12.994149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Pushing event deleted for resources: {'Port': ['ID=56f60a49-b1fc-40f6-9836-2a8dd051c0f5,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:12.997455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] No DVR routers for this DVR port 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:37:13.012139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.012526 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.012875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.013216 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.013553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.013917 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.014248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.014581 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.014910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.015240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.015567 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.015921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.016269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f0550e-7240-4d5c-a64e-2a50d1e9adc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:13.088734 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.091427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.199952 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:37:13.207417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.207993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Fanout notify agent at l3_agent the message router_deleted on router 65600d4e-9608-437e-970b-887123205882 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:37:13.224174 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.224174 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dd3518ef-3ada-432f-b413-a68d67529d3c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/routers/65600d4e-9608-437e-970b-887123205882 HTTP/1.1" status: 204 len: 168 time: 0.9702859 Dec 07 00:37:13.224462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39654) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:13.304434 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.375523 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:37:13.375882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 56f60a49-b1fc-40f6-9836-2a8dd051c0f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:37:13.376327 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:37:13.397368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:37:13.397718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device dc1c2b4d-0ac0-41d6-bfa3-a6b3183faf36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:37:13.403846 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.427157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:13.436608 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0789d2-0807-4afc-a296-812b03d4d1dd') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:13.436906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0789d2-0807-4afc-a296-812b03d4d1dd') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:13.447433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.460958 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.466761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:37:13.467157 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:37:13.470156 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:37:13.613154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.620375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.623267 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/networks/3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4 HTTP/1.1" status: 204 len: 168 time: 0.4032137 Dec 07 00:37:13.626196 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39656) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:13.636292 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7894a-c28f-46fe-aee9-fab328dadaf7 tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'Network': ['ID=3d7eb8dc-a1e5-46b3-8d01-fc82e3436bd4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:13.685535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.710924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.729902 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:37:13.827682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.830416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:13.831774 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] 10.222.0.53 "DELETE /v2.0/security-groups/f1eda548-0794-489d-9163-961070591b9e HTTP/1.1" status: 204 len: 168 time: 0.2044806 Dec 07 00:37:13.841465 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e78cdb-2829-4f44-8806-26a0cfa4c09c tempest-TestNetworkAdvancedServerOps-1218830221 tempest-TestNetworkAdvancedServerOps-1218830221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eda548-0794-489d-9163-961070591b9e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:14.453623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39666) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:14.582200 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e7e9d60f-65ee-4728-aa6b-8e302616c2fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97e193861c6148a88d2a15a72de84a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274135 Dec 07 00:37:14.584766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39670) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:14.630112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:14.650941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:14.764732 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:14.767450 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:14.769259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab8d7cf4-ec21-490d-b7a5-7a368f2ea968 HTTP/1.1" status: 204 len: 168 time: 0.1828890 Dec 07 00:37:14.777707 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38103b38-7327-4ed6-a7de-da0861c4a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d7cf4-ec21-490d-b7a5-7a368f2ea968,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:14.838263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 02457259-9524-4b93-8d41-c7c3a8c8c517 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:37:14.858930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 02457259-9524-4b93-8d41-c7c3a8c8c517 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:37:14.861788 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 02457259-9524-4b93-8d41-c7c3a8c8c517 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:37:15.344319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39676) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:15.355397 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8acbe7b0-b157-4252-b953-7389afbf4013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.428159 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8acbe7b0-b157-4252-b953-7389afbf4013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.501812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-8acbe7b0-b157-4252-b953-7389afbf4013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.543165 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-8acbe7b0-b157-4252-b953-7389afbf4013 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c0c57066c784c7bbcf982c543f761ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2002611 Dec 07 00:37:15.544130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe7b0-b157-4252-b953-7389afbf4013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9464519-9ffb-47e8-9263-2a7f4683c406,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:15.545930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39678) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:15.594883 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.616438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.741866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.744538 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:15.745691 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9464519-9ffb-47e8-9263-2a7f4683c406 HTTP/1.1" status: 204 len: 168 time: 0.1986773 Dec 07 00:37:15.753630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05529206-3b1b-432c-9f7b-ce787b0d8ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9464519-9ffb-47e8-9263-2a7f4683c406,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:16.810527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39700) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:16.903126 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2144196911-network', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:17.001080 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Made reservation on behalf of 3fd70df0a25d478bb007e4c2d251e1d3 for: {'network': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:37:17.003401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.321214 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.390230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.486698 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.510581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=110158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:37:17.520668 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e83d8a-b4db-4ed1-a428-5c2f1a4859a8,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:17.525362 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.525840 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.segments_db [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Added segment 1f67c439-97ae-4227-96be-574f8d4bab2f of type vlan for network 8823b9c9-50ed-4be5-b1d6-4423182c0ede Dec 07 00:37:17.564932 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.645386 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.646276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:17.646854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:17.705725 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] Pushing event updated for resources: {'Network': ['ID=8823b9c9-50ed-4be5-b1d6-4423182c0ede,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:17.717480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:37:17.745041 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-dcaba831-d411-4eee-88b1-e2dd034e3ccc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9334061 Dec 07 00:37:17.747975 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39704) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:17.753166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Request body: {'subnet': {'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2144196911-subnet', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'ip_version': 4}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:17.829733 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Made reservation on behalf of 3fd70df0a25d478bb007e4c2d251e1d3 for: {'subnet': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:37:17.832770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10049153'] for subnet, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.085172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10049139'] for subnet, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.137434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa108e7e-edeb-413c-a8c9-791a4b1af175,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:18.148638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Checking segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:18.148995 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Network hostable DHCP agents. Network: 8823b9c9-50ed-4be5-b1d6-4423182c0ede, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:37:18.269732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:37:18.332594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8823b9c9-50ed-4be5-b1d6-4423182c0ede) {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:18.336732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:18.337264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.342094 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f09dc-1a48-45c9-9826-765720689eee None None] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:37:18.403073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-09e9213c-52db-4413-9a78-87041ad5515c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.432431 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-1a7cfb92-2773-43b2-a670-5f36c309b32b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6833444 Dec 07 00:37:18.435011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39706) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:18.439404 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:18.485417 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:37:18.486257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.527332 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.528442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.585057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.621716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Allocated IP 172.20.0.2 (8823b9c9-50ed-4be5-b1d6-4423182c0ede/fa108e7e-edeb-413c-a8c9-791a4b1af175/5e3eb134-0df1-4fbb-bda0-65be4d36d12a) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:18.794372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.841323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.867918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.907398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:18.910686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:18.914368 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:18.921296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Pushing event updated for resources: {'Port': ['ID=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:18.974304 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Attempting to bind port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:18.974679 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Attempting to bind port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:18.975046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Attempting to bind port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:18.979949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:18.980366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Checking segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:18.980770 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:18.981165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Bound using segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:18.981636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Bound port: 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:18.982016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.043090 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] For port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:19.046073 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] For port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:19.098531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.118712 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.138124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.161716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af6a3-eed2-4815-94a2-6bc5ee8a6030 None None] Pushing event updated for resources: {'Port': ['ID=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:19.248443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Allocated IP 172.36.7.20 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/9bc59cec-a545-476c-844d-a31be1ac6e05) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:19.372642 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.481580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.521398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:19.524116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:19.527970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:19.536986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01ee39e-aae8-447f-831f-c5274c75fe71 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:19.557743 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Pushing event updated for resources: {'Port': ['ID=9bc59cec-a545-476c-844d-a31be1ac6e05,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:19.652611 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0e622f71-e0c6-479a-969a-ff1fc8296e33 None None] Provisioning complete for port 9bc59cec-a545-476c-844d-a31be1ac6e05 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:19.652999 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0e622f71-e0c6-479a-969a-ff1fc8296e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:19.692338 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0e622f71-e0c6-479a-969a-ff1fc8296e33 None None] Port 9bc59cec-a545-476c-844d-a31be1ac6e05 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:19.850329 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.048889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.063204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5005497-ce5d-4509-9fab-026c6002f68c None None] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:37:20.147240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] Provisioning complete for port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:20.147866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.241469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:37:20.285139 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.322553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] For port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:20.356619 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:20.368622 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:20.383587 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:20.383587 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:36:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:20.401345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.456765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892dd93-5182-4ce6-ad87-a3467d7645ab None None] Pushing event updated for resources: {'Port': ['ID=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:20.466045 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.470512 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39708) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:20.472744 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-b7c482ea-e0f3-439a-9857-888b4eeec48a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0367022 Dec 07 00:37:20.491523 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:20.524486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-1034b213-dd94-4299-959a-0b10661a707f None None] Provisioning complete for port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:20.525032 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1034b213-dd94-4299-959a-0b10661a707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.676384 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:19Z', 'revision_number': 3, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:20.706879 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:20.707225 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Updating router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 port 9bc59cec-a545-476c-844d-a31be1ac6e05 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:37:20.715666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ae2329e2-b491-4068-a0d8-663fc553e14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.731558 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.889369 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.918149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5e3eb134-0df1-4fbb-bda0-65be4d36d12a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:20.972541 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:20.972914 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:20.987393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.050508 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Allocated IP 172.20.0.1 (8823b9c9-50ed-4be5-b1d6-4423182c0ede/fa108e7e-edeb-413c-a8c9-791a4b1af175/4fb57e4c-b783-4dca-bd51-1393010ebeba) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:21.053511 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.094074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d4acd-997a-4ac7-9e47-87da1fa7758d None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:21.103650 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Attempting to bind port 9bc59cec-a545-476c-844d-a31be1ac6e05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:21.104026 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Attempting to bind port 9bc59cec-a545-476c-844d-a31be1ac6e05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:21.104424 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Attempting to bind port 9bc59cec-a545-476c-844d-a31be1ac6e05 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:21.115055 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:21.115433 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:21.116269 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.116269 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:21.116698 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Bound port: 9bc59cec-a545-476c-844d-a31be1ac6e05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:21.117081 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.118799 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Pushing event updated for resources: {'Port': ['ID=9bc59cec-a545-476c-844d-a31be1ac6e05,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:21.130426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-6edcf1f0-9d65-4507-982d-fa5e770b8905 None None] Provisioning complete for port 9bc59cec-a545-476c-844d-a31be1ac6e05 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:21.130835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6edcf1f0-9d65-4507-982d-fa5e770b8905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.174586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-6edcf1f0-9d65-4507-982d-fa5e770b8905 None None] Port 9bc59cec-a545-476c-844d-a31be1ac6e05 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:21.183819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.189237 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.189599 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.189945 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.190315 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.190645 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.190982 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.191584 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.191730 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.191943 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.192293 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.192624 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.193124 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.193250 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:37:21.200043 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] For port 9bc59cec-a545-476c-844d-a31be1ac6e05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:21.203578 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] For port 9bc59cec-a545-476c-844d-a31be1ac6e05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc59cec-a545-476c-844d-a31be1ac6e05,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:21.263308 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.308726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f713e62-875c-4e51-bfa2-6756d1f46c37 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:21.324414 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:21.325038 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:21.372722 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a33ea9-80ef-4111-8c71-4e544c0512c4 None None] Pushing event updated for resources: {'Port': ['ID=9bc59cec-a545-476c-844d-a31be1ac6e05,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:21.397973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] Provisioning complete for port 9bc59cec-a545-476c-844d-a31be1ac6e05 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:21.398396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.495810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.522155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] For port 9bc59cec-a545-476c-844d-a31be1ac6e05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc59cec-a545-476c-844d-a31be1ac6e05,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:21.554331 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:21.601227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.624976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.651120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f6ad7-b16e-42fa-9cc5-621f5b104c59 None None] Pushing event updated for resources: {'Port': ['ID=9bc59cec-a545-476c-844d-a31be1ac6e05,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:21.670044 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:21.673064 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:21.677596 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:21.701730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:21.723419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.738139 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:19Z', 'revision_number': 3, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:21.770538 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52221655-b0c4-4adf-89c1-b0aefc051dcc None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:19Z', 'revision_number': 3, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:21.912684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.921604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-9984242b-e8b2-4a6f-a052-69cba49075cf None None] Provisioning complete for port 4fb57e4c-b783-4dca-bd51-1393010ebeba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:21.921979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9984242b-e8b2-4a6f-a052-69cba49075cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:21.961018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-9984242b-e8b2-4a6f-a052-69cba49075cf None None] Port 4fb57e4c-b783-4dca-bd51-1393010ebeba cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:22.101454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:22.121456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:22.178280 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:22.249566 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:22.251977 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:22.345362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:22.347350 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:22.475353 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:37:22.585635 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f8506a54-78fe-4e77-9b52-1f601adce61e None None] Provisioning complete for port 4fb57e4c-b783-4dca-bd51-1393010ebeba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:22.586011 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f8506a54-78fe-4e77-9b52-1f601adce61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:22.593534 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:22.600743 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-185228fc-95f7-49ee-8e33-64d8f4c64ec9 admin admin] 10.222.0.53 "PUT /v2.0/routers/0dcd8f59-ed68-4710-bbad-8dec7ede7681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291549 Dec 07 00:37:22.621714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f8506a54-78fe-4e77-9b52-1f601adce61e None None] Port 4fb57e4c-b783-4dca-bd51-1393010ebeba cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:22.914561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc59cec-a545-476c-844d-a31be1ac6e05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:22.963340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 9bc59cec-a545-476c-844d-a31be1ac6e05 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:22.963636 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.165545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.303190 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:23.312669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:23.313291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:23.326436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39730) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:23.331483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1668865768-network', 'tenant_id': 'b2a472c752184b5289375005d07be2ba'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:23.410520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Made reservation on behalf of b2a472c752184b5289375005d07be2ba for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:37:23.412954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.417881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:23.422150 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.503700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.592646 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.618782 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:37:23.620592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 2, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:23.630655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13391934-daaf-4d45-8d5b-ba32ed47375f,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:23.637671 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.638015 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Added segment f34f53fb-ca39-4323-ba56-3f85db83da83 of type vlan for network 2fb08dfe-a4a1-46a3-844d-23e98876233c Dec 07 00:37:23.647817 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:23.648184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Updating router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 port 4fb57e4c-b783-4dca-bd51-1393010ebeba binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:37:23.673202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.678752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.776144 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.777363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:23.777952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:23.836161 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] Pushing event updated for resources: {'Network': ['ID=2fb08dfe-a4a1-46a3-844d-23e98876233c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:23.850275 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:37:23.870311 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6ae93884-064a-4351-8ce3-6ee54d41d1df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5426531 Dec 07 00:37:23.873117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39732) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:23.878237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Request body: {'subnet': {'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1668865768-subnet', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:23.989946 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.022074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Made reservation on behalf of b2a472c752184b5289375005d07be2ba for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:37:24.024458 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.063886 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.136973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93160-b1f6-459c-8a7b-401f4a9b733c None None] Pushing event updated for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:24.193862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Attempting to bind port 4fb57e4c-b783-4dca-bd51-1393010ebeba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:24.194533 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Attempting to bind port 4fb57e4c-b783-4dca-bd51-1393010ebeba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:24.194641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Attempting to bind port 4fb57e4c-b783-4dca-bd51-1393010ebeba on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:24.200820 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:24.201204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Checking segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:24.201615 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.202022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Bound using segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:24.202500 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Bound port: 4fb57e4c-b783-4dca-bd51-1393010ebeba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:24.202889 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.236681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.272183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] For port 4fb57e4c-b783-4dca-bd51-1393010ebeba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:24.275458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] For port 4fb57e4c-b783-4dca-bd51-1393010ebeba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fb57e4c-b783-4dca-bd51-1393010ebeba,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:24.290878 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.353498 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94b9cce-0737-4141-ac67-9324e9e6ad76,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:24.354415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-bea2941b-d5a4-44a3-9f95-52216109ad4e None None] Provisioning complete for port 4fb57e4c-b783-4dca-bd51-1393010ebeba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:24.354793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bea2941b-d5a4-44a3-9f95-52216109ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.356872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Checking segment: {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:24.357249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Network hostable DHCP agents. Network: 2fb08dfe-a4a1-46a3-844d-23e98876233c, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:37:24.377134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.427987 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-bea2941b-d5a4-44a3-9f95-52216109ad4e None None] Port 4fb57e4c-b783-4dca-bd51-1393010ebeba cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:24.443583 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:37:24.450808 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:24.451448 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:24.488916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93160-b1f6-459c-8a7b-401f4a9b733c None None] Pushing event updated for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:24.513432 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2fb08dfe-a4a1-46a3-844d-23e98876233c) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:24.519054 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:24.520872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.625110 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cc640056-2458-45a9-ae84-f86892a7ac91 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7509153 Dec 07 00:37:24.628513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39734) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:24.633542 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:24.692549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5063ef-ad1a-4610-aa1b-4c75c5185e7e None None] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:37:24.721175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.722295 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.767329 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] Provisioning complete for port 4fb57e4c-b783-4dca-bd51-1393010ebeba triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:24.767701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.775124 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:24.776731 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:24.994655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.040174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2fb08dfe-a4a1-46a3-844d-23e98876233c', 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'fixed_ips': [{'subnet_id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:37:25.041125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.067651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.194379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] For port 4fb57e4c-b783-4dca-bd51-1393010ebeba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fb57e4c-b783-4dca-bd51-1393010ebeba,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:25.248977 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Allocated IP 172.20.0.2 (2fb08dfe-a4a1-46a3-844d-23e98876233c/d94b9cce-0737-4141-ac67-9324e9e6ad76/f556104c-77e0-4f51-a353-6bf85d9ef63e) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:25.256742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:24Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:25.272479 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.286454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3d5fe-b3f8-4b69-94b2-29b900e4d8f3 None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:24Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:25.288006 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.292272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.393851 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2952ff3-d827-4e4a-b4c8-ab9a902859da None None] Pushing event updated for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:25.435900 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Allocated IP 172.36.7.171 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/b31ac25d-4153-4c2b-8720-83aaa16fb215) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:25.481224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.556176 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.557554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.601570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:25.604579 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:25.608326 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:25.615722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Pushing event updated for resources: {'Port': ['ID=f556104c-77e0-4f51-a353-6bf85d9ef63e,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:25.667853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.668494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Attempting to bind port f556104c-77e0-4f51-a353-6bf85d9ef63e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:25.668494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Attempting to bind port f556104c-77e0-4f51-a353-6bf85d9ef63e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:25.668883 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Attempting to bind port f556104c-77e0-4f51-a353-6bf85d9ef63e on network 2fb08dfe-a4a1-46a3-844d-23e98876233c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:25.673998 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:25.674888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Checking segment: {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:25.675318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.675723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Bound using segment: {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:25.676196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Bound port: f556104c-77e0-4f51-a353-6bf85d9ef63e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:25.676612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.709862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:25.712853 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:25.717021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:25.730457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790277c8-79a0-443f-b80a-49393f2b2e5c None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:25.747958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Pushing event updated for resources: {'Port': ['ID=b31ac25d-4153-4c2b-8720-83aaa16fb215,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:25.757278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] For port f556104c-77e0-4f51-a353-6bf85d9ef63e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:25.760595 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] For port f556104c-77e0-4f51-a353-6bf85d9ef63e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f556104c-77e0-4f51-a353-6bf85d9ef63e,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:25.811659 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e73f9cf7-9c45-4501-9536-4cce000b9dab None None] Provisioning complete for port b31ac25d-4153-4c2b-8720-83aaa16fb215 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:25.812038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e73f9cf7-9c45-4501-9536-4cce000b9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.853384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:25.884639 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e73f9cf7-9c45-4501-9536-4cce000b9dab None None] Port b31ac25d-4153-4c2b-8720-83aaa16fb215 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:25.919880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f4c75-37a3-4bae-ae18-ba64ba59f2bc None None] Pushing event updated for resources: {'Port': ['ID=f556104c-77e0-4f51-a353-6bf85d9ef63e,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:26.088864 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:26.318330 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:26.519505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Router b65f0990-458a-413b-9b7b-421df6a562d1 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:37:26.639022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:26.649552 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Sync routers for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:26.661004 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:26.664739 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:26.717378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:26.721280 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-93b5225f-1bc0-4588-aa39-f460b46b1705 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0890472 Dec 07 00:37:26.721543 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39738) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:26.781455 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:26.913295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba5d5e-d933-44f1-b650-7f9cf34d9353 None None] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:37:26.977272 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 3, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:27.012550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fb57e4c-b783-4dca-bd51-1393010ebeba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:27.015403 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Checking router: b65f0990-458a-413b-9b7b-421df6a562d1 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:27.015979 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Updating router b65f0990-458a-413b-9b7b-421df6a562d1 port b31ac25d-4153-4c2b-8720-83aaa16fb215 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:37:27.045153 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.078306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] Provisioning complete for port f556104c-77e0-4f51-a353-6bf85d9ef63e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:27.078607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.177116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4fb57e4c-b783-4dca-bd51-1393010ebeba triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:27.177405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.314800 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f556104c-77e0-4f51-a353-6bf85d9ef63e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:27.324216 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.347269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.388980 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] For port f556104c-77e0-4f51-a353-6bf85d9ef63e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f556104c-77e0-4f51-a353-6bf85d9ef63e,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:27.401028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f556104c-77e0-4f51-a353-6bf85d9ef63e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:27.401399 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.401773 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.457861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d923ae6d-8fce-4378-b2cd-b70b0b8721c6 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:27.468214 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Attempting to bind port b31ac25d-4153-4c2b-8720-83aaa16fb215 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:27.468648 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Attempting to bind port b31ac25d-4153-4c2b-8720-83aaa16fb215 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:27.468994 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Attempting to bind port b31ac25d-4153-4c2b-8720-83aaa16fb215 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:27.479412 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:27.479795 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:27.480199 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.480619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:27.481095 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Bound port: b31ac25d-4153-4c2b-8720-83aaa16fb215, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:27.481485 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.483188 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063efbf-82dd-4732-907c-c9948518cbc7 None None] Pushing event updated for resources: {'Port': ['ID=b31ac25d-4153-4c2b-8720-83aaa16fb215,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:27.500065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.537228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.551242 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] For port b31ac25d-4153-4c2b-8720-83aaa16fb215, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:27.554558 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] For port b31ac25d-4153-4c2b-8720-83aaa16fb215, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b31ac25d-4153-4c2b-8720-83aaa16fb215,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:27.572526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.574100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fb0ce-4c35-456e-b72a-4587062f7a68 None None] Pushing event updated for resources: {'Port': ['ID=f556104c-77e0-4f51-a353-6bf85d9ef63e,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:27.619060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:37:27.619372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:37:27.624485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-abe825d9-ad26-42fc-a277-4e7b17e18324 None None] Provisioning complete for port b31ac25d-4153-4c2b-8720-83aaa16fb215 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:27.624862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abe825d9-ad26-42fc-a277-4e7b17e18324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.641936 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.661131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-abe825d9-ad26-42fc-a277-4e7b17e18324 None None] Port b31ac25d-4153-4c2b-8720-83aaa16fb215 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:27.671243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-abe825d9-ad26-42fc-a277-4e7b17e18324 None None] Provisioning complete for port f556104c-77e0-4f51-a353-6bf85d9ef63e triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:27.671622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-abe825d9-ad26-42fc-a277-4e7b17e18324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.692143 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:27.693146 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:27.700564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012801d-ad0c-401c-bb21-515fbdd8e774 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:37:27.741594 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Allocated IP 172.20.0.1 (2fb08dfe-a4a1-46a3-844d-23e98876233c/d94b9cce-0737-4141-ac67-9324e9e6ad76/4fe529c5-9f83-44ab-a6e8-8e8b7afb3265) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:27.786028 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063efbf-82dd-4732-907c-c9948518cbc7 None None] Pushing event updated for resources: {'Port': ['ID=b31ac25d-4153-4c2b-8720-83aaa16fb215,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:27.822549 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:27.866040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.955838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:27.996357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:28.000846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:28.004416 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 3, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:28.005878 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:28.009066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:28.037282 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9140dc74-cb3c-4c1a-91fb-339e45220737 None None] The sync data for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv is: [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 3, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:28.050950 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.055185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] Provisioning complete for port b31ac25d-4153-4c2b-8720-83aaa16fb215 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:28.055723 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.182704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.208955 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] For port b31ac25d-4153-4c2b-8720-83aaa16fb215, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b31ac25d-4153-4c2b-8720-83aaa16fb215,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:28.268268 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.287797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.342484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b7de9-e1fd-4ac0-b55e-e602a72db4a7 None None] Pushing event updated for resources: {'Port': ['ID=b31ac25d-4153-4c2b-8720-83aaa16fb215,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:28.424539 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-74ce0b03-ee7d-4c23-8ace-f6ff2ca09fa7 None None] Provisioning complete for port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:28.424920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-74ce0b03-ee7d-4c23-8ace-f6ff2ca09fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.463740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-74ce0b03-ee7d-4c23-8ace-f6ff2ca09fa7 None None] Port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:28.465686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.536521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.605207 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:28.607588 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:28.701438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:28.702862 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:28.835035 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Router b65f0990-458a-413b-9b7b-421df6a562d1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:37:28.962093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:28.967430 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-13d48428-08a5-44e9-8799-0ee370c8e356 admin admin] 10.222.0.53 "PUT /v2.0/routers/b65f0990-458a-413b-9b7b-421df6a562d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2448795 Dec 07 00:37:28.991388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-63ed3e55-c7d2-47d1-940b-e96fdec62d32 None None] Provisioning complete for port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:28.991388 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-63ed3e55-c7d2-47d1-940b-e96fdec62d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.017100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b31ac25d-4153-4c2b-8720-83aaa16fb215 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:29.059554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-63ed3e55-c7d2-47d1-940b-e96fdec62d32 None None] Port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:29.075960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b31ac25d-4153-4c2b-8720-83aaa16fb215 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:29.076363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.154519 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f556104c-77e0-4f51-a353-6bf85d9ef63e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:29.205351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port f556104c-77e0-4f51-a353-6bf85d9ef63e triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:29.205855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.596871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39746) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:29.601697 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986348904', 'description': 'tempest-secgroup-smoke-1986348904 description', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:29.644761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Sync routers for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:29.655037 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:29.655651 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:29.681282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.747150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.761261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:29.824009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.852936 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fef93b-1980-4376-a7bb-e948dcee10c4,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:29.917732 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:29.918956 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-4172efeb-c4f1-4d4e-900d-d4dc2a12252f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3210001 Dec 07 00:37:29.921993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39748) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:29.926493 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:29.962801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fe529c5-9f83-44ab-a6e8-8e8b7afb3265', 'name': '', 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'mac_address': 'fa:16:3e:87:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:27Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 2, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'subnets': [{'id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:29.990027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Checking router: b65f0990-458a-413b-9b7b-421df6a562d1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:29.990390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Updating router b65f0990-458a-413b-9b7b-421df6a562d1 port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:37:30.014187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.023497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.078007 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.154901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.178366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d679433-f060-4f6e-afb0-a233805e172f,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:30.254861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.256135 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-e611833b-e4d2-4018-b8a5-5663275487e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331981 Dec 07 00:37:30.258797 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:30.263178 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:30.279483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.354727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.371280 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.406136 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3396702-83de-4773-8d21-f84497a1bdfe None None] Pushing event updated for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:30.437669 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.462536 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Attempting to bind port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:30.462919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Attempting to bind port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:30.463319 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Attempting to bind port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 on network 2fb08dfe-a4a1-46a3-844d-23e98876233c {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:30.468666 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:30.469052 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Checking segment: {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:30.469462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.469862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Bound using segment: {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:30.470339 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Bound port: 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f34f53fb-ca39-4323-ba56-3f85db83da83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:30.470727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.509396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.531025 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f5dd15-008e-4342-b8e7-aa76e817f1e8,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:30.545754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] For port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:30.549670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] For port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:30.591425 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.592689 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7dcc72ac-515c-41a3-bc51-346fed3f568e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329611 Dec 07 00:37:30.595318 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39752) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:30.599757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:30.624086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.691096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:30.691096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:30.691340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3396702-83de-4773-8d21-f84497a1bdfe None None] Pushing event updated for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:30.715463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.745522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] Provisioning complete for port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:30.745894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.778926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.836163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:30.904427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:30.922781 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b0d690-bc43-4b4f-a2a4-d87f34cd4ceb,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:30.951449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.003793 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.005126 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-2c9e4ca9-8b35-4854-bdcd-ba9ff6d7f7cd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4088347 Dec 07 00:37:31.007924 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39754) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:31.014500 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:31.027131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] For port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:31.086700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fe529c5-9f83-44ab-a6e8-8e8b7afb3265', 'name': '', 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'mac_address': 'fa:16:3e:87:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:27Z', 'updated_at': '2021-12-07T00:37:30Z', 'revision_number': 4, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'subnets': [{'id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:31.116558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.119833 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e105db5-2de1-4287-9383-8331546c5057 None None] The sync data for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv is: [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fe529c5-9f83-44ab-a6e8-8e8b7afb3265', 'name': '', 'network_id': '2fb08dfe-a4a1-46a3-844d-23e98876233c', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'mac_address': 'fa:16:3e:87:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:27Z', 'updated_at': '2021-12-07T00:37:30Z', 'revision_number': 4, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'subnets': [{'id': 'd94b9cce-0737-4141-ac67-9324e9e6ad76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:31.161031 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.176218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563a586-0a07-4285-bff6-e019b5004fee None None] Pushing event updated for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:31.241151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.244215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-eeac9abb-8cb1-4242-b301-5c813aa409a3 None None] Provisioning complete for port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:31.244623 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-eeac9abb-8cb1-4242-b301-5c813aa409a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.327076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.349215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddd1a15-63c5-4184-bccc-f5685b03c799,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:31.431881 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.434075 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f1c7e995-b756-4920-b400-f8fe47a0a9a0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243758 Dec 07 00:37:31.436032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39756) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:31.440509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:31.532745 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Project 3fd70df0a25d478bb007e4c2d251e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:37:31.538852 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.597844 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.709133 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.728303 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057b3ace-1fcf-4994-b55d-79079bce60a2,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:31.791390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.792615 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c809a09d-765a-4da4-a82b-d6820fc3480b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556025 Dec 07 00:37:31.795225 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 39758) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:31.799463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': '83fef93b-1980-4376-a7bb-e948dcee10c4', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:31.902362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.securitygroups_db [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Project 3fd70df0a25d478bb007e4c2d251e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:37:31.907647 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:31.966516 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:32.046627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:32.066322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a679c6-24a1-4384-bdf6-b7f907518bae,revision_number=0']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:32.140029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:32.141397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-d88cbbcf-a61c-447a-a47f-7e2e3bd06740 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3452537 Dec 07 00:37:32.361575 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-7e2be706-4aea-4450-919e-35237694f725 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986348904&fields=id&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 267 time: 0.0490630 Dec 07 00:37:32.465294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-756733c8-7b82-418f-a4e7-94229bae50e0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:32.466626 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-756733c8-7b82-418f-a4e7-94229bae50e0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 809 time: 0.0976582 Dec 07 00:37:32.481125 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-d9894dca-6b29-4b2a-b9cb-f400bceed189 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/quotas/3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 375 time: 0.0087130 Dec 07 00:37:32.531223 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-893bb197-4588-43f8-bf22-909e7fef861d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450082 Dec 07 00:37:32.733829 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-83be085b-825d-4045-a650-37e94f92797f service neutron] 10.222.0.53 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885011 Dec 07 00:37:32.821484 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8515ceb8-359e-46c0-91b6-0cebe9888370 service neutron] 10.222.0.53 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808837 Dec 07 00:37:32.913195 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:32.963175 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:32.963572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:33.063879 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c690932d-98cd-492a-af88-7942959ceaa5 req-ce63cff5-90cc-4c29-b3d5-6d06bfe86c58 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 210 time: 0.0267129 Dec 07 00:37:33.943494 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:34.145983 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4b21970a-0da0-44c7-98cc-84325be79fa1 req-99fe53ab-e0f8-448c-944b-d3711951ffa4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 210 time: 0.0308688 Dec 07 00:37:35.249977 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3e654da3-b853-4071-af7f-5fbcc74b0779 req-d5b1f28f-2333-4ef8-a091-e97fde47ac1e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 210 time: 0.0374558 Dec 07 00:37:35.522938 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-88face16-4377-450a-9732-10a6f11eeeeb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:35.524400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-88face16-4377-450a-9732-10a6f11eeeeb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 809 time: 0.1033175 Dec 07 00:37:35.608652 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-0d781f7f-363a-47ff-8a16-89bc628478ce tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 380 time: 0.0571694 Dec 07 00:37:35.623151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'port': {'device_id': '522dbbef-93c2-4c17-991b-581a578ed255', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'admin_state_up': True, 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'security_groups': ['83fef93b-1980-4376-a7bb-e948dcee10c4']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:35.812452 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Made reservation on behalf of 3fd70df0a25d478bb007e4c2d251e1d3 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:37:35.816396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:35.944505 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Allocated IP 172.20.0.10 (8823b9c9-50ed-4be5-b1d6-4423182c0ede/fa108e7e-edeb-413c-a8c9-791a4b1af175/537ae898-ee84-4567-a2ca-64a9680e1c66) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:36.075504 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.172894 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.225491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:36.230018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:36.234023 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:36.265993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:36.297870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:36.298722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.384817 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8f439448-5eb4-485e-9186-6665cf2ec88f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651968 Dec 07 00:37:36.391436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e0fa-c768-45eb-be43-83e700f7031b req-b0fbf627-26c7-4c5d-b1ec-8d16471819bb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:36.396765 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-14d1e0fa-c768-45eb-be43-83e700f7031b req-b0fbf627-26c7-4c5d-b1ec-8d16471819bb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 932 time: 0.0612907 Dec 07 00:37:36.414454 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Request body: {'port': {'device_id': '522dbbef-93c2-4c17-991b-581a578ed255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:36.471985 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-14d1e0fa-c768-45eb-be43-83e700f7031b req-28481095-1948-4f3f-b3d7-0bb271b43504 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582776 Dec 07 00:37:36.483146 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-4400f082-0370-49b0-a80c-ed2177af723b None None] Provisioning complete for port 537ae898-ee84-4567-a2ca-64a9680e1c66 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:36.483646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-4400f082-0370-49b0-a80c-ed2177af723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.485492 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.520725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-4400f082-0370-49b0-a80c-ed2177af723b None None] Port 537ae898-ee84-4567-a2ca-64a9680e1c66 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:37:36.754486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:37:36.761754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.773774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Transition to ACTIVE for port object 537ae898-ee84-4567-a2ca-64a9680e1c66 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:37:36.868947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:36.923009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:36.993464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Attempting to bind port 537ae898-ee84-4567-a2ca-64a9680e1c66 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:37:36.993807 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Attempting to bind port 537ae898-ee84-4567-a2ca-64a9680e1c66 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:37:36.994136 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Attempting to bind port 537ae898-ee84-4567-a2ca-64a9680e1c66 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:36.998547 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Port 537ae898-ee84-4567-a2ca-64a9680e1c66 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:37:36.998874 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Attempting to bind port 537ae898-ee84-4567-a2ca-64a9680e1c66 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:37:37.004643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:37:37.004985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Checking segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:37:37.005371 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Bound using segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:37:37.005796 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Bound port: 537ae898-ee84-4567-a2ca-64a9680e1c66, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:37:37.006165 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:37.075264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:37:37.078369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:37:37.138407 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:37.170230 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.170854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:37.172479 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] 10.222.0.45 "PUT /v2.0/ports/537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1094 time: 0.7634132 Dec 07 00:37:37.174833 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:37:37.177147 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c78048-63fe-492d-8607-390cd2b2b0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:37:37.205334 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e57a1-462a-4088-9249-6618f1423e4f service neutron] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:37.228553 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13357c4e-59fe-4807-99f2-cd25c2961476 x-openstack-request-id: req-13357c4e-59fe-4807-99f2-cd25c2961476 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:37:37.228851 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:37:37.229112 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13357c4e-59fe-4807-99f2-cd25c2961476 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:37:37.229529 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'status': 'completed', 'code': 200} Dec 07 00:37:37.322403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-6313fd4f-4169-4cb6-97c2-e35fd340991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.323982 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-6313fd4f-4169-4cb6-97c2-e35fd340991e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1097 time: 0.0432677 Dec 07 00:37:37.434121 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-e5972fc9-bc55-441e-a84f-4925d34189e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.435459 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-e5972fc9-bc55-441e-a84f-4925d34189e1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0940013 Dec 07 00:37:37.532804 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-a8bc34f7-027c-4c08-a823-40db406b3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.534336 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c5c78048-63fe-492d-8607-390cd2b2b0cc req-a8bc34f7-027c-4c08-a823-40db406b3fdc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880060 Dec 07 00:37:37.566127 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc2f0-e314-44c3-8b04-fc8638a66ca7 req-9d0beea2-9029-4776-af75-9183d52efef7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.567603 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4a4fc2f0-e314-44c3-8b04-fc8638a66ca7 req-9d0beea2-9029-4776-af75-9183d52efef7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0492208 Dec 07 00:37:37.616736 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4a4fc2f0-e314-44c3-8b04-fc8638a66ca7 req-6ca906b3-001e-4c2c-906d-ceac91af75fc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Dec 07 00:37:37.643262 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-614e6e97-7f49-48b7-acbf-3c57ecb42b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.644740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-614e6e97-7f49-48b7-acbf-3c57ecb42b30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1097 time: 0.0452435 Dec 07 00:37:37.702051 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-8bc1b34d-4d20-4b4d-9963-161d1c1d139c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 217 time: 0.0342662 Dec 07 00:37:37.754641 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-01e1b994-1925-4a3b-b05d-a1d8ccc1690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.756023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-01e1b994-1925-4a3b-b05d-a1d8ccc1690c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0426803 Dec 07 00:37:37.804540 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-4b53d2b2-59da-4de1-991e-01e37c4ade79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:37.805971 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-4b53d2b2-59da-4de1-991e-01e37c4ade79 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390718 Dec 07 00:37:37.901301 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-baa015b8-1898-4ae5-999a-3d3636382f9b service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Dec 07 00:37:37.996107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6533c8d4-7c13-4a8b-ad68-31ad0e64b361 req-f0137176-ff2c-4911-9e20-416652a3b703 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Dec 07 00:37:38.733433 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09220a3a-c405-4c06-adb3-253afffc4465 req-c7515aca-a128-49a6-b505-8598909626c9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:38.734818 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09220a3a-c405-4c06-adb3-253afffc4465 req-c7515aca-a128-49a6-b505-8598909626c9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0494864 Dec 07 00:37:38.783762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-09220a3a-c405-4c06-adb3-253afffc4465 req-573ed098-bcc2-4fad-b207-63df4b545c91 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Dec 07 00:37:39.900058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742714e-8b03-49a5-a510-4063687b0eba req-6766eed4-8d09-4553-892a-a7058c8b20bc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:39.901531 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e742714e-8b03-49a5-a510-4063687b0eba req-6766eed4-8d09-4553-892a-a7058c8b20bc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0511141 Dec 07 00:37:39.949748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e742714e-8b03-49a5-a510-4063687b0eba req-5042778d-8ff8-4b9e-b28c-7384287c4628 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Dec 07 00:37:40.229739 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:37:40.328491 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:40.339930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:37:40.376802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:40.392480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:37:40.412330 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:40.504377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:40.557779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:40.817895 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['537ae898-ee84-4567-a2ca-64a9680e1c66'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:37:41.069396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de7287-9750-4503-b47f-cea604f8a4ad req-7d22e5b2-9719-4be8-bd98-85ecccf50e5d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:41.070762 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-92de7287-9750-4503-b47f-cea604f8a4ad req-7d22e5b2-9719-4be8-bd98-85ecccf50e5d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 945 time: 0.0499432 Dec 07 00:37:41.118482 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-92de7287-9750-4503-b47f-cea604f8a4ad req-1e5ff12a-b150-47f0-866f-c649f703377c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Dec 07 00:37:42.234825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b80a6c-5907-4ef0-a80c-3998a9867279 req-e416b2bc-9f99-49c3-a453-5c2c0a09d9f5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:42.236324 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5b80a6c-5907-4ef0-a80c-3998a9867279 req-e416b2bc-9f99-49c3-a453-5c2c0a09d9f5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Dec 07 00:37:42.245445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:37:42.286363 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c5b80a6c-5907-4ef0-a80c-3998a9867279 req-dd40592e-0da2-498a-9090-cdd28474d62c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Dec 07 00:37:42.389067 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 537ae898-ee84-4567-a2ca-64a9680e1c66 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:37:42.393002 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 537ae898-ee84-4567-a2ca-64a9680e1c66 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:37:42.393379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:42.470726 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:42.494202 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:37:42.496478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d78c0e-5bf4-4303-9de1-ab2e87feee06" -d '{"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:37:42.514197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:37:42.583643 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:42.591840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aae1f9-3afa-4c81-bdc0-fd45158f4fcb x-openstack-request-id: req-87aae1f9-3afa-4c81-bdc0-fd45158f4fcb {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:37:42.592191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:37:42.592557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87aae1f9-3afa-4c81-bdc0-fd45158f4fcb {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:37:42.593010 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'code': 200} Dec 07 00:37:42.638441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:42.951231 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe93a-0c0b-4925-854c-f3e424a3c9d6 req-18571ad5-0bcb-4147-bd55-c6339f3df193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:42.952703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c9fbe93a-0c0b-4925-854c-f3e424a3c9d6 req-18571ad5-0bcb-4147-bd55-c6339f3df193 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1099 time: 0.0435665 Dec 07 00:37:43.002775 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c9fbe93a-0c0b-4925-854c-f3e424a3c9d6 req-f3708c12-ab5e-4fff-b66e-2e2d7cfdbc7d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393264 Dec 07 00:37:43.403082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321a2a9-c1ed-4f1b-b981-6faaa9eb1cb0 req-4dda600c-6cce-4fcb-885b-4b9ed7ebeb4b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:43.404532 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9321a2a9-c1ed-4f1b-b981-6faaa9eb1cb0 req-4dda600c-6cce-4fcb-885b-4b9ed7ebeb4b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Dec 07 00:37:43.451551 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9321a2a9-c1ed-4f1b-b981-6faaa9eb1cb0 req-3b8d11af-6096-49ef-892f-b50bab45757e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Dec 07 00:37:44.570055 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dccde7-049c-4b1d-9bdf-26dcc1ed1d2c req-e58c71b5-41a0-460b-bf63-095e545395a3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:44.571519 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-70dccde7-049c-4b1d-9bdf-26dcc1ed1d2c req-e58c71b5-41a0-460b-bf63-095e545395a3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0512738 Dec 07 00:37:44.620056 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-70dccde7-049c-4b1d-9bdf-26dcc1ed1d2c req-9fec08b0-a076-46ba-971f-206f8edb45bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424042 Dec 07 00:37:44.731954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534e96-c425-442e-b829-d8b77ae1da6f req-e5d28fbe-5778-4005-8af9-bc231e2bb6b4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:44.733343 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a1534e96-c425-442e-b829-d8b77ae1da6f req-e5d28fbe-5778-4005-8af9-bc231e2bb6b4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Dec 07 00:37:44.781747 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a1534e96-c425-442e-b829-d8b77ae1da6f req-f8ee7651-51a3-4183-be06-1843808ef4e2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418239 Dec 07 00:37:44.803945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39826) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:44.883154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413eab8-5b58-4132-a0f5-9934008729ce tempest-TestShelveInstance-590313669 tempest-TestShelveInstance-590313669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:44.884652 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f413eab8-5b58-4132-a0f5-9934008729ce tempest-TestShelveInstance-590313669 tempest-TestShelveInstance-590313669-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1094 time: 0.0797150 Dec 07 00:37:44.887511 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 39830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:37:44.891825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:37:44.976192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:45.075745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:45.179178 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Allocated IP 172.36.7.123 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/b4ff9e3c-d105-46eb-a54d-ffb27ef8933e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:37:45.277012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:45.364737 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:45.402048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:37:45.404763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:37:45.408106 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:37:45.434531 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=b4ff9e3c-d105-46eb-a54d-ffb27ef8933e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:45.762408 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:45.870836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:46.015639 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:46.051866 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:46.119389 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=b4ff9e3c-d105-46eb-a54d-ffb27ef8933e,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:37:46.133171 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:46.230367 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Floating IP f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c associated. External IP: 172.36.7.123, port: 537ae898-ee84-4567-a2ca-64a9680e1c66. Dec 07 00:37:46.430460 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:37:46.535694 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:37:46.546782 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:37:46.557068 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:46.557675 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:46.617613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:46.650315 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-fdc7d3e4-4c65-42dd-af6d-c3566931918a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7617457 Dec 07 00:37:46.650921 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:37:46.653539 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bf3fb-fb57-4ebe-a45e-318f465e1be3" -d '{"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:37:46.692626 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb5e89-0a38-4211-9870-b600b954ee0c x-openstack-request-id: req-a0cb5e89-0a38-4211-9870-b600b954ee0c {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:37:46.692935 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:37:46.693197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0cb5e89-0a38-4211-9870-b600b954ee0c {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:37:46.693614 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'status': 'completed', 'code': 200} Dec 07 00:37:46.751270 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:46.779648 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-7ff7048d-5b87-4d8b-be86-344a52bff9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:46.781243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-7ff7048d-5b87-4d8b-be86-344a52bff9b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1099 time: 0.0450089 Dec 07 00:37:46.870972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-b7484e7b-4b4f-4cfc-997c-f8dfaa60d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:46.872476 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-b7484e7b-4b4f-4cfc-997c-f8dfaa60d467 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0843637 Dec 07 00:37:46.942768 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-6dd436e7-53c0-452b-a038-7dd91c97891d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1000 time: 0.0631390 Dec 07 00:37:46.985187 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.123', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522dbbef-93c2-4c17-991b-581a578ed255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:37:45Z', 'updated_at': '2021-12-07T00:37:45Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:46.993181 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-d98ee019-c727-41d8-8cd3-84c809d171ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:46.995000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-d98ee019-c727-41d8-8cd3-84c809d171ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0451455 Dec 07 00:37:47.014980 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:37:47.023113 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:37:47.023711 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:37:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:47.041942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-7ec9ec35-be03-43d8-90c5-02478c34a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:37:47.043432 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-7ec9ec35-be03-43d8-90c5-02478c34a138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417252 Dec 07 00:37:47.127990 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:37:47.136553 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-afa867ea-b170-4b6f-865d-0d16554fea5f service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Dec 07 00:37:47.225945 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-427bf3fb-fb57-4ebe-a45e-318f465e1be3 req-24f229e3-bb75-45fe-b44f-86dcb59474bd service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823503 Dec 07 00:37:47.345865 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.123', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522dbbef-93c2-4c17-991b-581a578ed255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:37:45Z', 'updated_at': '2021-12-07T00:37:45Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:37:47.371523 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7bf0e-f95e-4251-9487-9ed9c67809ba None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.123', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '522dbbef-93c2-4c17-991b-581a578ed255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:37:45Z', 'updated_at': '2021-12-07T00:37:45Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:37:47.576738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c60c34-6778-4a5c-834d-e2a6a4393baa None None] New status for floating IP f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:37:48.388928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-748df173-94e2-4310-a939-db9b3d234e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:50.712605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6955446c-4d7c-4c26-821a-2758f33e3c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:50.729711 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:37:52.124477 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:53.160654 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:37:54.187211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:03.943481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:18.340812 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cf25f13f-1afd-4056-a5f1-3279b92a3bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:20.718023 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e9115fc7-6b97-4967-bd52-e18d664ede49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:22.152751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:23.165554 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:24.171307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:27.729311 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:38:33.954219 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:41.590709 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-646b1277-c469-405f-a8ba-b7466b8c0e8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403562 Dec 07 00:38:41.709638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-3fed0cae-1071-4b27-b3bb-f155603b3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:38:41.711139 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-3fed0cae-1071-4b27-b3bb-f155603b3776 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1099 time: 0.0401220 Dec 07 00:38:41.830203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-c6017421-4b1f-4791-addc-0ccadb67e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:38:41.831633 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-c6017421-4b1f-4791-addc-0ccadb67e1d8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0943303 Dec 07 00:38:41.900005 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-ff8ebdd3-a31a-4da0-a1bc-9641694be45e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1002 time: 0.0568595 Dec 07 00:38:41.955640 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-ffa1eb81-e4bb-49cf-ac7f-30ca887fdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:38:41.957102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-ffa1eb81-e4bb-49cf-ac7f-30ca887fdf30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0463610 Dec 07 00:38:42.005043 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-140f8904-57a0-4720-acc7-f65490a9a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:38:42.006481 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-140f8904-57a0-4720-acc7-f65490a9a130 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387409 Dec 07 00:38:42.095956 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-497b54bc-c155-4896-bf77-57205a907173 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797238 Dec 07 00:38:42.193789 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9268c607-ce61-4fa2-b5f9-28949a173106 req-3238a328-87c5-4c97-bfe7-ea80c31ce25e service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850360 Dec 07 00:38:48.439709 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bba7403a-847a-4417-a39e-2d30cc1b6076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:50.723525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1632e6b6-d240-4a87-9afc-1f33e753c7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:52.125396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:53.169072 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:38:54.169118 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:03.953951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:04.728997 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:39:18.403074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-add82dd2-babe-4f20-a61a-d0ba981c905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:20.719123 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-00cfa4e4-2c12-4636-b809-d54d46bb3886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:22.151716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:23.170331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:24.170672 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:33.945924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:41.729873 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:39:42.608176 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-0401cebc-9f0d-481a-b2ca-f09f1c0554da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430832 Dec 07 00:39:42.719320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-db000290-8b41-4510-b8df-e540c151e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:42.720965 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-db000290-8b41-4510-b8df-e540c151e593 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1099 time: 0.0426431 Dec 07 00:39:42.828870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-274e3b69-986f-4d22-bef7-39f9d3a3195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:42.830232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-274e3b69-986f-4d22-bef7-39f9d3a3195f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0828297 Dec 07 00:39:42.898383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-7ad1560c-a8df-4afe-bc6c-0fa86acd409d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1002 time: 0.0603454 Dec 07 00:39:42.949356 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-8efc1d4c-495e-4ce6-8e92-7a7090fefdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:42.950769 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-8efc1d4c-495e-4ce6-8e92-7a7090fefdee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0417502 Dec 07 00:39:42.997947 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-eaf82979-c31b-4114-a532-3b1da6ffc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:42.999358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-eaf82979-c31b-4114-a532-3b1da6ffc515 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379889 Dec 07 00:39:43.092975 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-c773bf46-7e7a-4e2e-a2c4-7d08193f703b service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818250 Dec 07 00:39:43.185163 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-cba374bd-8be5-4b70-a3d8-477c8d4bc922 req-ac7a7ea9-45b3-4a10-a614-b991d1adf027 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798039 Dec 07 00:39:44.516069 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723097-13c7-47cb-b5aa-bb6b1eb10586 req-e0e82eb5-74dc-48ea-bf70-21e761cc5308 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:44.517600 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16723097-13c7-47cb-b5aa-bb6b1eb10586 req-e0e82eb5-74dc-48ea-bf70-21e761cc5308 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0533075 Dec 07 00:39:44.568374 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16723097-13c7-47cb-b5aa-bb6b1eb10586 req-08d25747-10aa-424b-9dff-ce63a0f13692 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448930 Dec 07 00:39:45.705225 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb8c35-049b-4ea0-baa5-e97be4553a6d req-477dbafb-0f14-40b4-ab46-9073a6d91f74 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:45.707094 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8cdb8c35-049b-4ea0-baa5-e97be4553a6d req-477dbafb-0f14-40b4-ab46-9073a6d91f74 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0559127 Dec 07 00:39:45.755054 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8cdb8c35-049b-4ea0-baa5-e97be4553a6d req-7b2d4d33-843c-4c7d-8871-5a8c3da13dca tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Dec 07 00:39:46.884778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82e214-03bc-4e4a-859e-9b8d82c2347d req-58bf85cc-ced3-448d-ae2f-a7d80b069bf2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:46.886232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad82e214-03bc-4e4a-859e-9b8d82c2347d req-58bf85cc-ced3-448d-ae2f-a7d80b069bf2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0485804 Dec 07 00:39:46.934508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ad82e214-03bc-4e4a-859e-9b8d82c2347d req-fbab9dfb-7510-45af-a71d-182633e66dec tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Dec 07 00:39:48.047623 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507f7fa-c7bd-4103-a78d-da2a2bef8990 req-ccc08ea1-9ba6-4a53-ae4f-b44d927763fd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:48.049110 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c507f7fa-c7bd-4103-a78d-da2a2bef8990 req-ccc08ea1-9ba6-4a53-ae4f-b44d927763fd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0476208 Dec 07 00:39:48.099521 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c507f7fa-c7bd-4103-a78d-da2a2bef8990 req-f4f994ed-e801-46e9-8fbd-4890ac679e19 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Dec 07 00:39:48.375836 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d1c0b26-70c3-4545-865c-55b67b8a43c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:49.215455 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5e38e-bc20-424e-9853-6895e624a0cf req-ffd944e8-82c7-4c42-98d2-a9e85325d321 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:49.216923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9af5e38e-bc20-424e-9853-6895e624a0cf req-ffd944e8-82c7-4c42-98d2-a9e85325d321 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0514326 Dec 07 00:39:49.584631 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9af5e38e-bc20-424e-9853-6895e624a0cf req-07ce37fd-2f39-4604-bb95-0991bd2428fb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3617294 Dec 07 00:39:50.699894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd65c9-a283-447d-b6a7-d35c88e9ac4e req-51d48199-c22c-4eb4-9c56-28992e8baa8f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:50.701394 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-46fd65c9-a283-447d-b6a7-d35c88e9ac4e req-51d48199-c22c-4eb4-9c56-28992e8baa8f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0482533 Dec 07 00:39:50.736016 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5b14ae7c-97f6-46d0-b2f9-8384a0b935ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:50.749234 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-46fd65c9-a283-447d-b6a7-d35c88e9ac4e req-adcebbad-d9ae-4cb3-b45d-e9407c32c895 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Dec 07 00:39:51.863957 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcd1a3-bd4b-4ddf-81f9-7a1460566075 req-e3c7af35-14d3-4daa-82de-cde40f88a0d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:51.865337 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7ffcd1a3-bd4b-4ddf-81f9-7a1460566075 req-e3c7af35-14d3-4daa-82de-cde40f88a0d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0473094 Dec 07 00:39:51.913636 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7ffcd1a3-bd4b-4ddf-81f9-7a1460566075 req-9adc79b5-2338-4d4e-854c-83ae5e51e1fa tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413315 Dec 07 00:39:52.139273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:53.028058 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8ef06-0514-4f07-8e32-ae0b79950485 req-269e4139-0079-461b-8c4e-1e3caf7d022f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:53.029546 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26a8ef06-0514-4f07-8e32-ae0b79950485 req-269e4139-0079-461b-8c4e-1e3caf7d022f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0501065 Dec 07 00:39:53.076541 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26a8ef06-0514-4f07-8e32-ae0b79950485 req-305a7664-a2b8-4057-8306-e6d887d3d446 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411291 Dec 07 00:39:53.191053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:54.181758 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:54.191926 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504c058-d1b6-4c4d-a91a-cbc95dd7ef17 req-3f7bb245-4316-42c7-8552-1aedf9f3fc8b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:54.193434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d504c058-d1b6-4c4d-a91a-cbc95dd7ef17 req-3f7bb245-4316-42c7-8552-1aedf9f3fc8b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0496554 Dec 07 00:39:54.245079 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d504c058-d1b6-4c4d-a91a-cbc95dd7ef17 req-6d14fc62-5023-4069-8c68-9ee7ffa6f79d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 Dec 07 00:39:55.363713 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a254ee-7ce8-4895-896f-5d96b587333f req-f50ed999-ca32-4767-80f5-2c0012ebd19c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:55.365214 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26a254ee-7ce8-4895-896f-5d96b587333f req-f50ed999-ca32-4767-80f5-2c0012ebd19c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0519588 Dec 07 00:39:55.413658 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-26a254ee-7ce8-4895-896f-5d96b587333f req-eb57430b-e0df-4018-a938-175141032a11 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Dec 07 00:39:56.526092 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369af88-68d1-4380-96ff-a4d4388838c9 req-4ce088f0-9f88-4fe0-af63-212ab8249a66 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:56.527518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3369af88-68d1-4380-96ff-a4d4388838c9 req-4ce088f0-9f88-4fe0-af63-212ab8249a66 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Dec 07 00:39:56.575674 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3369af88-68d1-4380-96ff-a4d4388838c9 req-f6277253-8927-4542-8c42-a8440950f62d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 Dec 07 00:39:56.970497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:39:57.068204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:39:57.079366 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:39:57.116545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:57.130791 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:39:57.152056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:39:57.211081 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:57.258785 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:39:57.265727 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.266080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.266424 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.266759 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.267091 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.267430 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.267747 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.268074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.268425 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.268752 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.269077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.269395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.269714 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:39:57.378489 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['537ae898-ee84-4567-a2ca-64a9680e1c66'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:39:57.690980 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fa779-3eb1-4771-b8ce-64b15f0e57ed req-471b21f3-7f40-41ea-8400-2569057ef6eb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:57.692478 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ae3fa779-3eb1-4771-b8ce-64b15f0e57ed req-471b21f3-7f40-41ea-8400-2569057ef6eb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Dec 07 00:39:57.742143 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-ae3fa779-3eb1-4771-b8ce-64b15f0e57ed req-62d54044-af79-4aa2-903f-a6463ac778ed tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Dec 07 00:39:58.877910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242f9a-5b06-447a-b888-5bfa2aabdab8 req-1a6bd275-b743-4806-bd22-7c243d1d3d88 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:39:58.879360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b242f9a-5b06-447a-b888-5bfa2aabdab8 req-1a6bd275-b743-4806-bd22-7c243d1d3d88 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 945 time: 0.0599194 Dec 07 00:39:58.940880 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6b242f9a-5b06-447a-b888-5bfa2aabdab8 req-fc85a0f6-c5b8-4f50-bb66-1f27a1f2f75f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552571 Dec 07 00:39:58.979803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:39:59.037398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 537ae898-ee84-4567-a2ca-64a9680e1c66 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:39:59.038619 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:59.126884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:59.153270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:39:59.155455 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef85c712-ee3e-49be-8d2e-1e1a2515435b" -d '{"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:39:59.181905 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:39:59.202179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1db349a-023a-45fd-b432-791d246dcbc4 x-openstack-request-id: req-c1db349a-023a-45fd-b432-791d246dcbc4 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:39:59.202179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:39:59.202179 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1db349a-023a-45fd-b432-791d246dcbc4 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:39:59.202472 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'code': 200} Dec 07 00:39:59.257243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:39:59.322924 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:40:00.058153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfdcb6-172f-439b-b686-5cd8115894ac req-5b42646a-604e-45d3-b255-1c1ec0c8c174 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:00.060849 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1dfdcb6-172f-439b-b686-5cd8115894ac req-5b42646a-604e-45d3-b255-1c1ec0c8c174 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0557044 Dec 07 00:40:00.116923 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a1dfdcb6-172f-439b-b686-5cd8115894ac req-f6a9ef5c-4285-41ef-a199-ab8d463b8519 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499856 Dec 07 00:40:01.246744 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c308-9395-4031-831e-0ef761a08d87 req-71215cd3-235c-4875-90d8-a9ab1b63c3f8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:01.248948 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f550c308-9395-4031-831e-0ef761a08d87 req-71215cd3-235c-4875-90d8-a9ab1b63c3f8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0518694 Dec 07 00:40:01.308748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f550c308-9395-4031-831e-0ef761a08d87 req-3fb3b744-5ece-4d12-9272-2fc8508a6317 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530367 Dec 07 00:40:02.432032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12808a-c6db-48b9-9034-1907c9dc1b5c req-46d44fda-ad2d-4f9d-94b2-bdedd157c1fe tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:02.434492 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d12808a-c6db-48b9-9034-1907c9dc1b5c req-46d44fda-ad2d-4f9d-94b2-bdedd157c1fe tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0513439 Dec 07 00:40:02.493376 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2d12808a-c6db-48b9-9034-1907c9dc1b5c req-2cf694a7-aa63-4b64-8e08-3b00f68a449f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 Dec 07 00:40:03.620343 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aa1a4-19c2-420a-be89-d1d52409713a req-84b665b8-515a-4cf0-9742-7ed78c0776b3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:03.621943 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e2aa1a4-19c2-420a-be89-d1d52409713a req-84b665b8-515a-4cf0-9742-7ed78c0776b3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0489063 Dec 07 00:40:03.671140 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e2aa1a4-19c2-420a-be89-d1d52409713a req-2b7574d2-84b8-4f06-ae07-1140ca5e4f33 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430901 Dec 07 00:40:03.973704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:04.807211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda590f-9ff1-4c84-adda-f2f2db670d5e req-0f55d88c-1eaa-47b4-887f-75331186f7f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:04.808860 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8fda590f-9ff1-4c84-adda-f2f2db670d5e req-0f55d88c-1eaa-47b4-887f-75331186f7f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0645983 Dec 07 00:40:04.866072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8fda590f-9ff1-4c84-adda-f2f2db670d5e req-a1d1302f-4055-4a03-8f1a-86ea189d8713 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503230 Dec 07 00:40:05.994082 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02978a79-5ada-4bca-83e0-92caed981e20 req-b15e454d-a247-4a12-98ce-774d4af08fdf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:06.001744 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02978a79-5ada-4bca-83e0-92caed981e20 req-b15e454d-a247-4a12-98ce-774d4af08fdf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0630262 Dec 07 00:40:06.048219 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-02978a79-5ada-4bca-83e0-92caed981e20 req-5421a53d-44ca-4dd9-8319-c3af818d183c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 Dec 07 00:40:07.172203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22251143-47ed-4586-acf9-df4647d908c4 req-7d278f90-70d0-4129-9b43-72fd4ba85592 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:07.179961 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-22251143-47ed-4586-acf9-df4647d908c4 req-7d278f90-70d0-4129-9b43-72fd4ba85592 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0593593 Dec 07 00:40:07.243540 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-22251143-47ed-4586-acf9-df4647d908c4 req-5604a69b-2430-46a3-9753-dda93e276021 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568230 Dec 07 00:40:08.349679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46406-3471-415e-b6c2-9862dd98d82f req-a51e2c33-6ef1-4021-9813-b4822abbab37 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:08.351160 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8ec46406-3471-415e-b6c2-9862dd98d82f req-a51e2c33-6ef1-4021-9813-b4822abbab37 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0516965 Dec 07 00:40:08.398835 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8ec46406-3471-415e-b6c2-9862dd98d82f req-1c4685e8-9d12-4ab3-a864-341be73349ec tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 Dec 07 00:40:09.018765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-0ccd72c7-fcb5-468d-9dfd-33d5227d8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:09.020215 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-0ccd72c7-fcb5-468d-9dfd-33d5227d8776 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1099 time: 0.0391221 Dec 07 00:40:09.111787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-c5e95b30-f210-45bc-84fe-2fce137c7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:09.113226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-c5e95b30-f210-45bc-84fe-2fce137c7b1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0855527 Dec 07 00:40:09.181740 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-fab88c2f-2593-4246-9fbb-47bbaad389d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1002 time: 0.0564954 Dec 07 00:40:09.239960 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-d34844e6-bfde-40f8-b39f-09f7b56695be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:09.241424 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-d34844e6-bfde-40f8-b39f-09f7b56695be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0475092 Dec 07 00:40:09.290780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-f76f3243-a207-4025-88bf-d843fc743f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:09.293931 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-f76f3243-a207-4025-88bf-d843fc743f38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395589 Dec 07 00:40:09.388284 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-d1633756-4965-4fb0-b9c5-100bc54512ad service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829713 Dec 07 00:40:09.504622 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e43ca67a-bd86-4334-969a-91233f3e3afa req-8923adcb-260b-40f2-9315-0a5ed368266b service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070743 Dec 07 00:40:09.523154 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803201a-e835-465a-9ac7-9ec054841d23 req-dfb1288a-779e-4d1a-9579-826580fe9fe1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:09.525229 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c803201a-e835-465a-9ac7-9ec054841d23 req-dfb1288a-779e-4d1a-9579-826580fe9fe1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0593753 Dec 07 00:40:09.580687 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c803201a-e835-465a-9ac7-9ec054841d23 req-ccfa6d06-2396-4ff4-8197-ee78e51a5340 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476801 Dec 07 00:40:10.693274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21ff0-262e-464c-b359-92c4c06bf6e0 req-33dbe0bd-da91-4398-8b65-250c926605ba tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:10.694751 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-30f21ff0-262e-464c-b359-92c4c06bf6e0 req-33dbe0bd-da91-4398-8b65-250c926605ba tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Dec 07 00:40:10.742256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-30f21ff0-262e-464c-b359-92c4c06bf6e0 req-c7165699-f0c0-448f-ad2c-172d5c23ac5a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Dec 07 00:40:11.856661 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c557550-dcf7-47d9-9fbc-045ffa9b5a83 req-f897fea0-9c32-4513-8732-d4d4c85102eb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:11.858124 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c557550-dcf7-47d9-9fbc-045ffa9b5a83 req-f897fea0-9c32-4513-8732-d4d4c85102eb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 946 time: 0.0483868 Dec 07 00:40:11.906773 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6c557550-dcf7-47d9-9fbc-045ffa9b5a83 req-668a7bb3-c319-4b46-b7c2-16b88d24e925 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Dec 07 00:40:11.973819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-a6136bc9-8d61-47af-8363-4b4b476bc6d1 req-a982a4ff-24df-4752-b813-4cac27977aac service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:40:11.974789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a6136bc9-8d61-47af-8363-4b4b476bc6d1 req-a982a4ff-24df-4752-b813-4cac27977aac service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052702 Dec 07 00:40:13.024803 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:40:13.099881 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:13.121325 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:40:13.123522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4785b27d-136a-476f-929c-bf24eaa281c0" -d '{"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-unplugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:40:13.136272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:40:13.155757 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Dec 2021 00:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1e1e75-1531-42f2-abe1-bd0949920f74 x-openstack-request-id: req-9a1e1e75-1531-42f2-abe1-bd0949920f74 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:40:13.156051 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-unplugged", "status": "failed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "code": 422}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:40:13.156340 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a1e1e75-1531-42f2-abe1-bd0949920f74 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:40:13.156771 dv-neutron-master-2-hyperv neutron-server[110160]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'code': 422} returned with failed status Dec 07 00:40:13.227230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:13.268311 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67546cfc-189d-4640-986e-54dd4551a959 req-ed9ef452-8841-4fc4-bc2e-89300f168fe4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:13.269786 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-67546cfc-189d-4640-986e-54dd4551a959 req-ed9ef452-8841-4fc4-bc2e-89300f168fe4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Dec 07 00:40:13.274406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:40:13.321334 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-67546cfc-189d-4640-986e-54dd4551a959 req-d025a60e-7e7f-4904-9532-9c298b6d7fc6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451462 Dec 07 00:40:13.787524 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-6f8df744-384a-47eb-8222-0045f0a178e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062834 Dec 07 00:40:14.443533 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b576-e065-4179-bfb9-20b7e325704b req-c6e58cec-232b-4423-9e54-9e7e0c33fbfb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:14.445041 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-edd3b576-e065-4179-bfb9-20b7e325704b req-c6e58cec-232b-4423-9e54-9e7e0c33fbfb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Dec 07 00:40:14.494437 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-edd3b576-e065-4179-bfb9-20b7e325704b req-1e7bd7e2-b5e1-486c-8eff-c4cba0e34d1c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Dec 07 00:40:15.357438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-a8df290d-513c-4ef3-bfd6-fa59a0827999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.358932 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-a8df290d-513c-4ef3-bfd6-fa59a0827999 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 1097 time: 0.0408683 Dec 07 00:40:15.442974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-5ef2e264-3971-4ec9-adab-ec1f46b39b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.444511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-5ef2e264-3971-4ec9-adab-ec1f46b39b4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1097 time: 0.0396030 Dec 07 00:40:15.539687 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-abab539d-7e89-45fe-9e88-6f7bfe9e265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.541833 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-abab539d-7e89-45fe-9e88-6f7bfe9e265e service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0872676 Dec 07 00:40:15.618700 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-59c83af4-551a-42cd-9398-0724b9713f54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1000 time: 0.0658424 Dec 07 00:40:15.700093 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-4481e2fe-3a38-4368-8011-2e9f0e3907aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.701575 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-4481e2fe-3a38-4368-8011-2e9f0e3907aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0722392 Dec 07 00:40:15.717476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a722b2e-3947-49b9-a72a-14258c0b0843 req-8b0193ba-0350-498d-ab26-596fecc8c921 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.718825 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a722b2e-3947-49b9-a72a-14258c0b0843 req-8b0193ba-0350-498d-ab26-596fecc8c921 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.1288059 Dec 07 00:40:15.789083 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-1a722b2e-3947-49b9-a72a-14258c0b0843 req-de29d910-2745-4d86-8890-de2a6f49e18f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622487 Dec 07 00:40:15.792367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-13155f1d-40bf-49fb-a866-428a8fdfbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:15.793746 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-13155f1d-40bf-49fb-a866-428a8fdfbd8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741112 Dec 07 00:40:15.892455 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-1401c233-066f-4c62-9ce5-2b4c118856c8 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858047 Dec 07 00:40:15.983448 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d17d2d58-3a14-4196-ae2e-3308e2a41287 req-792ee705-520f-407b-8de1-e19f9c071e41 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789974 Dec 07 00:40:16.989653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417d5b3-6952-4c67-bf8b-363d1ff1713a req-29ed4316-838b-4fc9-bb8d-02cc3045aa67 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:16.991181 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5417d5b3-6952-4c67-bf8b-363d1ff1713a req-29ed4316-838b-4fc9-bb8d-02cc3045aa67 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.1188650 Dec 07 00:40:17.035170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:40:17.050800 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5417d5b3-6952-4c67-bf8b-363d1ff1713a req-ac30891c-e3f4-49d5-be43-99bfb381b24a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534375 Dec 07 00:40:18.169327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d5be2-4638-448f-b89b-4ab3bf34a4b0 req-8bb1c1bd-b45d-486c-a4ac-4cb4ede78cd1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:18.171147 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-708d5be2-4638-448f-b89b-4ab3bf34a4b0 req-8bb1c1bd-b45d-486c-a4ac-4cb4ede78cd1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0555577 Dec 07 00:40:18.223029 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-708d5be2-4638-448f-b89b-4ab3bf34a4b0 req-b697286c-9fcc-41ca-a871-6561b1039967 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458882 Dec 07 00:40:18.376226 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-53256e75-699f-4f99-9830-3d8dad3e98cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:18.728608 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:40:19.346003 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175db166-9335-4997-83f8-9dbd4b2bca56 req-1bd4a59d-17e3-41c4-81d2-f83ec5967739 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:19.347473 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-175db166-9335-4997-83f8-9dbd4b2bca56 req-1bd4a59d-17e3-41c4-81d2-f83ec5967739 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0487568 Dec 07 00:40:19.402071 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-175db166-9335-4997-83f8-9dbd4b2bca56 req-ba958b5c-8792-4763-ac80-877af78f50ea tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481880 Dec 07 00:40:20.518664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79f7d1-8700-4b27-8182-57577b2b720a req-8d9057dc-aada-4a78-b35e-272301e73d54 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:20.520268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a79f7d1-8700-4b27-8182-57577b2b720a req-8d9057dc-aada-4a78-b35e-272301e73d54 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0490701 Dec 07 00:40:20.575638 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a79f7d1-8700-4b27-8182-57577b2b720a req-d9a9d984-ee89-4c50-bfc3-5b0339acb1d6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485995 Dec 07 00:40:20.724333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d795f6e6-d907-4ef0-be97-081b6f480e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:21.695032 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37d195-2755-4b37-a500-ff80a5c62a71 req-a85674c1-c673-4189-89eb-c6857c02393c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:21.696567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-de37d195-2755-4b37-a500-ff80a5c62a71 req-a85674c1-c673-4189-89eb-c6857c02393c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0486155 Dec 07 00:40:21.751624 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-de37d195-2755-4b37-a500-ff80a5c62a71 req-7e6b194d-3344-46b0-8cbb-18fb9afa7baa tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490048 Dec 07 00:40:22.124337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:22.875345 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c8517-ca06-4fa0-bfc7-255efec6dae2 req-8524813c-9540-4a7a-bf59-18d02d993792 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:22.877162 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e0c8517-ca06-4fa0-bfc7-255efec6dae2 req-8524813c-9540-4a7a-bf59-18d02d993792 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0532122 Dec 07 00:40:22.935328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6e0c8517-ca06-4fa0-bfc7-255efec6dae2 req-b195b57c-e041-42b7-8b9c-23713d65a24c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516324 Dec 07 00:40:23.188171 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:24.053550 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b182a-6f04-4858-901c-1a71a719f3f0 req-16bb1bb1-5f56-458c-b13f-80d08ae1fb82 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:24.057838 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-441b182a-6f04-4858-901c-1a71a719f3f0 req-16bb1bb1-5f56-458c-b13f-80d08ae1fb82 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0544627 Dec 07 00:40:24.110324 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-441b182a-6f04-4858-901c-1a71a719f3f0 req-31f2fcf2-f875-4f92-bd2f-0881c0c62623 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450342 Dec 07 00:40:24.202204 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:25.225850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55833be-2de7-4929-a19c-1391ac3dc4f0 req-1b1685f9-a8e3-4be2-9df7-5bea67e786cb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:25.227232 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a55833be-2de7-4929-a19c-1391ac3dc4f0 req-1b1685f9-a8e3-4be2-9df7-5bea67e786cb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0494621 Dec 07 00:40:25.278645 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a55833be-2de7-4929-a19c-1391ac3dc4f0 req-5796bdcb-ce72-4f94-8f0c-d914ef7d1f9b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Dec 07 00:40:26.714695 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a1bc-307e-4cfe-95f5-a9b6d9639089 req-80f53de4-3862-4075-a357-abc3476bae33 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:26.716209 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8385a1bc-307e-4cfe-95f5-a9b6d9639089 req-80f53de4-3862-4075-a357-abc3476bae33 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.3597312 Dec 07 00:40:26.765542 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8385a1bc-307e-4cfe-95f5-a9b6d9639089 req-6be9523f-a23d-4048-bfef-ef163975963d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Dec 07 00:40:27.879201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75f58-116e-45b1-9f3a-41710f77bc88 req-bf54d711-94fe-4ff8-b174-b89d31b7ce66 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:27.880672 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-34c75f58-116e-45b1-9f3a-41710f77bc88 req-bf54d711-94fe-4ff8-b174-b89d31b7ce66 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0474882 Dec 07 00:40:27.933148 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-34c75f58-116e-45b1-9f3a-41710f77bc88 req-e3ce2a20-7a55-4caf-90b2-e3f9b833754b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465372 Dec 07 00:40:29.048115 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f23e2-50dd-4357-9408-d3ff64d29899 req-78af65cd-ad87-4289-821d-ca748b11bdc6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:29.049591 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4d5f23e2-50dd-4357-9408-d3ff64d29899 req-78af65cd-ad87-4289-821d-ca748b11bdc6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0475545 Dec 07 00:40:29.097305 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4d5f23e2-50dd-4357-9408-d3ff64d29899 req-472ad35b-1746-4826-bc12-c201bffd7e4c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Dec 07 00:40:30.213469 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71097cc-ff3c-415e-a5ea-4a447742bc17 req-ff53f161-72a4-41a7-8338-f81baaf67e55 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:30.214917 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a71097cc-ff3c-415e-a5ea-4a447742bc17 req-ff53f161-72a4-41a7-8338-f81baaf67e55 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0522158 Dec 07 00:40:30.262712 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a71097cc-ff3c-415e-a5ea-4a447742bc17 req-07b14f8f-a592-4d04-a7df-906376799f6d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418975 Dec 07 00:40:31.070141 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:40:31.169531 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:40:31.182888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'port_id': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'mac_address': 'fa:16:3e:92:a1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:40:31.223565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:31.237501 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:40:31.262096 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:40:31.385947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850dcae-0c11-4db4-be79-c3d65d2e51d9 req-509192e9-315f-4792-b36a-b9fa3592cb0c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:31.388013 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5850dcae-0c11-4db4-be79-c3d65d2e51d9 req-509192e9-315f-4792-b36a-b9fa3592cb0c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 944 time: 0.0481598 Dec 07 00:40:31.439740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5850dcae-0c11-4db4-be79-c3d65d2e51d9 req-47990426-d7ae-480a-9994-e18cfb1961f8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Dec 07 00:40:31.598492 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:31.645013 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=9']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:40:31.991229 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['537ae898-ee84-4567-a2ca-64a9680e1c66'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:40:32.554638 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0de6b1-ffa4-4950-a872-7260463f973b req-53c9c0f8-dada-4b52-8015-45d05afa8993 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:32.556118 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e0de6b1-ffa4-4950-a872-7260463f973b req-53c9c0f8-dada-4b52-8015-45d05afa8993 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 945 time: 0.0482144 Dec 07 00:40:32.609531 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e0de6b1-ffa4-4950-a872-7260463f973b req-3e9bf138-4e11-433e-99b5-6dcc02daf03a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473969 Dec 07 00:40:33.069345 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:40:33.117875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 537ae898-ee84-4567-a2ca-64a9680e1c66 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:40:33.118243 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:33.328688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:33.349724 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:40:33.352025 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b5417c-e465-4c19-98f6-b316b813ebc1" -d '{"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:40:33.365020 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:40:33.387921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5374fe86-1f89-48ab-a3e9-75fb25556d1f x-openstack-request-id: req-5374fe86-1f89-48ab-a3e9-75fb25556d1f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:40:33.388211 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-plugged", "status": "completed", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:40:33.388490 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5374fe86-1f89-48ab-a3e9-75fb25556d1f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:40:33.388880 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'code': 200} Dec 07 00:40:33.438358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:33.489931 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=10']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:40:33.725302 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285878b-2a80-445d-9f54-ce5753a8c1dd req-4ec0ddd4-5702-468d-ba5c-cc080f473080 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:33.726776 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b285878b-2a80-445d-9f54-ce5753a8c1dd req-4ec0ddd4-5702-468d-ba5c-cc080f473080 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0482299 Dec 07 00:40:33.782371 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b285878b-2a80-445d-9f54-ce5753a8c1dd req-132c380b-b520-4cdb-bace-36dc4d9cd797 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489063 Dec 07 00:40:33.833282 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c030e3f-1875-4fa4-93ff-88df2d443381 req-e49deefb-fdf6-4fe5-a417-c7b216946000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:33.834735 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0c030e3f-1875-4fa4-93ff-88df2d443381 req-e49deefb-fdf6-4fe5-a417-c7b216946000 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1100 time: 0.0389283 Dec 07 00:40:33.884670 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0c030e3f-1875-4fa4-93ff-88df2d443381 req-a995f605-0441-4789-9cbd-faa606b71a6f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375175 Dec 07 00:40:33.935180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:34.895940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5e05f-16f4-4086-9e63-d2514ece0582 req-1e68f4a0-3427-4b48-8a39-313a389f08c5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:34.897398 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1b5e05f-16f4-4086-9e63-d2514ece0582 req-1e68f4a0-3427-4b48-8a39-313a389f08c5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0474801 Dec 07 00:40:34.946157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b1b5e05f-16f4-4086-9e63-d2514ece0582 req-78e466cf-85ba-412f-974e-98441701df0b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Dec 07 00:40:36.060644 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29638c85-307c-4ebc-afd5-905d1870cc77 req-1e47c752-33fd-4096-b7ac-812593843405 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:36.062092 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-29638c85-307c-4ebc-afd5-905d1870cc77 req-1e47c752-33fd-4096-b7ac-812593843405 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0478041 Dec 07 00:40:36.109694 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-29638c85-307c-4ebc-afd5-905d1870cc77 req-bd5af5e0-5acc-486d-875e-743ed772dc15 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Dec 07 00:40:37.222611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044f53c-cd61-4143-a0d1-0e9df74134f0 req-6efffb21-8802-4452-9ade-1db760fe0bb3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:37.223985 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a044f53c-cd61-4143-a0d1-0e9df74134f0 req-6efffb21-8802-4452-9ade-1db760fe0bb3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0465176 Dec 07 00:40:37.271129 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a044f53c-cd61-4143-a0d1-0e9df74134f0 req-d375de33-c5dc-4591-a612-0f67ee38fe8b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Dec 07 00:40:42.619591 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-5320c0ee-7dca-40a5-9760-6b778b9e2b64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856471 Dec 07 00:40:42.727145 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023a1d-17f2-409b-8030-271b18e6de90 req-24c0d59f-f57b-4a87-9ce6-8d39517fb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:42.728628 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-24c0d59f-f57b-4a87-9ce6-8d39517fb815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1100 time: 0.0404067 Dec 07 00:40:42.833478 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023a1d-17f2-409b-8030-271b18e6de90 req-784ac187-2b76-4036-ba0e-08ab654c04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:42.834862 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-784ac187-2b76-4036-ba0e-08ab654c04fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0865588 Dec 07 00:40:42.900383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-a98e79c8-fdad-44c0-b70f-c05628fe5258 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1002 time: 0.0577288 Dec 07 00:40:42.949083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023a1d-17f2-409b-8030-271b18e6de90 req-0c51ea4d-b6bb-4c13-b23d-422469cfd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:42.950493 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-0c51ea4d-b6bb-4c13-b23d-422469cfd953 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0433154 Dec 07 00:40:42.998259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00023a1d-17f2-409b-8030-271b18e6de90 req-f86ee923-d151-42ab-8740-0691e9120253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:40:42.999722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-f86ee923-d151-42ab-8740-0691e9120253 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426323 Dec 07 00:40:43.086836 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-4e618af4-b284-4e3d-b950-f9b34b931342 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797267 Dec 07 00:40:43.177756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-00023a1d-17f2-409b-8030-271b18e6de90 req-69d4db43-a098-48f6-995b-cf22b5375853 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Dec 07 00:40:48.372564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a0913684-2d4a-4c77-8933-826d3bc92c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:50.721314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a2bedf10-e3dc-4907-951d-67301a3c11d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:52.126690 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:53.169017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:54.184045 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:40:55.727332 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:41:03.945871 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:18.380293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d9995469-b21e-454f-a75c-ed81d258c1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:20.717273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c677f64d-3d1d-4aa1-950a-f6dd3bb07156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:22.122767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:23.178269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:24.191198 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:32.725540 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:41:33.989288 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:44.591916 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-c6bb31b1-4424-4d96-ae2e-74f8c8f6f7f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390880 Dec 07 00:41:44.708850 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-e98ad8be-b3d8-445e-b2ff-07d91feb55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:44.710327 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-e98ad8be-b3d8-445e-b2ff-07d91feb55b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1100 time: 0.0427792 Dec 07 00:41:44.818029 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-81aa3430-1c2a-4799-b50b-4bf45873cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:44.819400 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-81aa3430-1c2a-4799-b50b-4bf45873cd17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0835145 Dec 07 00:41:44.889987 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-85da1634-4a95-423b-b813-00c093b8dbbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 1002 time: 0.0594380 Dec 07 00:41:44.943205 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-f2334979-d361-425d-89e2-42c601854263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:44.944648 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-f2334979-d361-425d-89e2-42c601854263 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0429337 Dec 07 00:41:44.994972 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-51827e6b-ef9a-4464-aa71-ccce6ea642cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:44.996511 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-51827e6b-ef9a-4464-aa71-ccce6ea642cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403085 Dec 07 00:41:45.091530 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-6d2ce12d-4729-4472-bd1b-9f083975d1f2 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837095 Dec 07 00:41:45.185023 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b4b4df9c-8db0-4a14-b1e6-df5e974f324d req-57492a80-56c8-4c4d-9ec7-7088072bfbf6 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826952 Dec 07 00:41:48.351192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-df4cfc9a-342d-494f-8c5a-22c92f2b28e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.375297 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40168) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:50.536446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Deleting port b4ff9e3c-d105-46eb-a54d-ffb27ef8933e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:41:50.536776 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.610328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.610659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.622097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Calling delete_port for b4ff9e3c-d105-46eb-a54d-ffb27ef8933e owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:41:50.720498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5c79662c-3aa1-4ac9-bb5c-46131400a97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.848679 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.873959 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'Port': ['ID=b4ff9e3c-d105-46eb-a54d-ffb27ef8933e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:50.885974 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.886332 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.886685 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.887028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.887368 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.887741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.888083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.888457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.888793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.889125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.889457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.889787 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.890116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:50.946140 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:50.946473 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Floating IP f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c disassociated (deleted). External IP: 172.36.7.123, port: 537ae898-ee84-4567-a2ca-64a9680e1c66. Dec 07 00:41:51.147375 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:41:51.253268 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:41:51.258007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:51.262452 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:41:51.274160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:41:51.275035 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:41:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:41:51.287913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-79a864d6-4a55-4746-a10c-c2e6a1941d31 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "DELETE /v2.0/floatingips/f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c HTTP/1.1" status: 204 len: 168 time: 0.9114962 Dec 07 00:41:51.288588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:41:51.290850 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349" -d '{"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:41:51.386506 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e928e603-92be-49bc-a946-2a7ea95cc83b x-openstack-request-id: req-e928e603-92be-49bc-a946-2a7ea95cc83b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:41:51.387230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:41:51.387230 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e928e603-92be-49bc-a946-2a7ea95cc83b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:41:51.387454 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'status': 'completed', 'code': 200} Dec 07 00:41:51.391145 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:41:51.491370 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-18d7d3db-5de6-446c-860d-c91d4435fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:51.492972 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-18d7d3db-5de6-446c-860d-c91d4435fa6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 1100 time: 0.0457995 Dec 07 00:41:51.589532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-3effd829-17c7-46d6-98d2-8c0a87c60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:51.591034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-3effd829-17c7-46d6-98d2-8c0a87c60121 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0870771 Dec 07 00:41:51.644813 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-883c9b5c-014e-4c82-9325-4fde73805662 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 200 len: 217 time: 0.0399213 Dec 07 00:41:51.683416 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:41:51.702602 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-d8102101-ed44-47c9-ba59-7eceaf8bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:51.704635 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-d8102101-ed44-47c9-ba59-7eceaf8bc9f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0467377 Dec 07 00:41:51.715236 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:41:51.724600 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:41:51.725309 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:41:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:41:51.775110 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a08c1-3e45-487b-bb4a-e2dac69c00c5 req-3340805e-1fcf-4f20-98bb-160a3bacf5aa tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:51.776690 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-803a08c1-3e45-487b-bb4a-e2dac69c00c5 req-3340805e-1fcf-4f20-98bb-160a3bacf5aa tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0518582 Dec 07 00:41:51.785625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-ba3f32d2-39be-4cf6-9281-ead9011bdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:51.787107 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-ba3f32d2-39be-4cf6-9281-ead9011bdbff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432603 Dec 07 00:41:51.827194 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-803a08c1-3e45-487b-bb4a-e2dac69c00c5 req-5c13e97a-ace0-4ff1-906f-9135b383d6b3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Dec 07 00:41:51.832619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:41:51.887805 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-e387249b-dee3-4018-afc6-13d783c27553 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924649 Dec 07 00:41:51.977837 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5a5f5fd0-ffee-41b3-a281-d1f17cec1349 req-74144465-15af-4e56-9294-5bb1789272ff service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818057 Dec 07 00:41:52.027565 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:41:52.052932 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27737c73-0f9f-4109-8cf4-58d93d49d83d None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:41:52.143125 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:52.261222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c53c29-2caf-4ac1-b24b-c8fc819b43e3 None None] New status for floating IP f7ce5bdd-a68c-4fa2-afba-8bc744e81b3c: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:41:52.952700 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd961c5-4150-4fe8-b05f-c66c29d25ffd req-17fdb5ec-dca0-4598-915c-037ec214142b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:52.954154 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8bd961c5-4150-4fe8-b05f-c66c29d25ffd req-17fdb5ec-dca0-4598-915c-037ec214142b tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0484474 Dec 07 00:41:53.007243 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8bd961c5-4150-4fe8-b05f-c66c29d25ffd req-3926133e-6d09-400d-9455-ff7854c16fea tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=83fef93b-1980-4376-a7bb-e948dcee10c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470958 Dec 07 00:41:53.185328 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:53.457039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-348c0cb1-bac0-43fc-826d-f79ab8e21a7a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:41:53.458360 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-348c0cb1-bac0-43fc-826d-f79ab8e21a7a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 947 time: 0.0466719 Dec 07 00:41:53.549532 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Deleting port 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:41:53.549873 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:53.638839 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] For port 537ae898-ee84-4567-a2ca-64a9680e1c66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=537ae898-ee84-4567-a2ca-64a9680e1c66,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:41:53.639200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:53.651799 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Calling delete_port for 537ae898-ee84-4567-a2ca-64a9680e1c66 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:41:53.857472 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:53.885902 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'Port': ['ID=537ae898-ee84-4567-a2ca-64a9680e1c66,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:53.898201 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.898558 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.898908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.899251 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.899845 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.900182 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.900574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.900909 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.901243 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.901636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.901910 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.902238 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.902573 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:41:53.935820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] No DVR routers for this DVR port 537ae898-ee84-4567-a2ca-64a9680e1c66 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:41:53.938278 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:53.941620 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5c8cbbef-b509-4c49-8c0c-72b2dfb9bb2b req-5432a68e-759b-4740-a54e-5feff7685718 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "DELETE /v2.0/ports/537ae898-ee84-4567-a2ca-64a9680e1c66 HTTP/1.1" status: 204 len: 173 time: 0.4725420 Dec 07 00:41:53.942076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-deleted', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:41:53.944351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973700d-611b-41e8-8409-0848ddc0057d" -d '{"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-deleted", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:41:54.036808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beefb469-4ed6-4fd7-9334-79e186458557 x-openstack-request-id: req-beefb469-4ed6-4fd7-9334-79e186458557 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:41:54.037369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522dbbef-93c2-4c17-991b-581a578ed255", "name": "network-vif-deleted", "tag": "537ae898-ee84-4567-a2ca-64a9680e1c66", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:41:54.037369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beefb469-4ed6-4fd7-9334-79e186458557 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:41:54.037764 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522dbbef-93c2-4c17-991b-581a578ed255', 'name': 'network-vif-deleted', 'tag': '537ae898-ee84-4567-a2ca-64a9680e1c66', 'status': 'completed', 'code': 200} Dec 07 00:41:54.102166 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b5137990-c829-4b2d-ab69-4c2b053f1ea2 req-bada0465-8ebb-4561-8931-b8176d5d668a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=522dbbef-93c2-4c17-991b-581a578ed255 HTTP/1.1" status: 200 len: 210 time: 0.0264790 Dec 07 00:41:54.185734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.158435 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40196) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:55.213691 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.240083 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.374136 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.376856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.378042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "DELETE /v2.0/security-groups/83fef93b-1980-4376-a7bb-e948dcee10c4 HTTP/1.1" status: 204 len: 168 time: 0.2186172 Dec 07 00:41:55.387019 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438d3bb-aec2-436b-8907-0e911aeba2f3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fef93b-1980-4376-a7bb-e948dcee10c4,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:55.817869 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40202) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:55.822475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319156637', 'description': 'tempest-secgroup-smoke-319156637 description', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:55.894076 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:55.963719 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.013520 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.041895 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7f5c6-a31b-4399-ac57-5bf2cec56414,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:56.093407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.094641 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6181bde-e773-4e60-85cf-b75a98c663d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2757399 Dec 07 00:41:56.097422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40204) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:56.101752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:56.194010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.247551 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.315258 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.332943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebff9a29-db06-40b5-a4cd-426a9ad95468,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:56.430882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.432122 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-32c85600-3ec6-4f6e-9776-806fcef20462 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337212 Dec 07 00:41:56.434856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40206) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:56.439853 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:56.531002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.586216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.631077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.649635 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7145e4-b825-40c3-8f63-870160fc2b15,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:56.695582 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.696793 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-6849d9b7-1f84-4247-9746-41be11e16aa3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2610211 Dec 07 00:41:56.699555 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40208) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:56.703778 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:56.781352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.840352 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.920192 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.937860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca011a8a-e418-4cd8-9ae5-c8d193d3278b,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:56.996420 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:56.997658 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-43322122-65c3-4fef-80ca-2c5c41ec62ef tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2971816 Dec 07 00:41:57.000403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40210) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:57.004704 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:57.115160 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.170752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.236712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.256126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48075e1c-22e5-4f34-8a16-51af1c287e16,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:57.325021 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.326253 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0f7c2804-bbe2-47ed-8fe4-0440242b2c16 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3248906 Dec 07 00:41:57.329068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40212) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:57.333991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:57.408065 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Project 3fd70df0a25d478bb007e4c2d251e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:41:57.412793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.468570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.504933 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:41:57.526202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.528721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 537ae898-ee84-4567-a2ca-64a9680e1c66 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:41:57.529022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 537ae898-ee84-4567-a2ca-64a9680e1c66 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:41:57.543475 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1accf2a2-d831-4a86-a608-b34b68ad0acf,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:57.614606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.615923 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-904eb87f-a8d8-469c-81a2-3d0610176185 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853098 Dec 07 00:41:57.618681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40214) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:41:57.622992 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'security_group_rule': {'security_group_id': 'e6f7f5c6-a31b-4399-ac57-5bf2cec56414', 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:41:57.693741 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Project 3fd70df0a25d478bb007e4c2d251e1d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:41:57.698386 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.757742 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.823175 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.837820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065acc64-aaf1-4445-8785-93d1a9504d62,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:41:57.893712 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:41:57.894920 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-86547c11-d86d-4ad1-90bc-5f351fa366f9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2753086 Dec 07 00:42:04.017549 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:09.724859 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:42:18.405596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2e9630ed-3072-4886-93ca-2485e3142abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:20.768261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2d9baed9-730a-46d9-84a3-ec3129d8b034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:22.177181 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:23.193814 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:24.041034 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-bfaac16c-0cda-41e9-9f61-d44dcca6b544 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319156637&fields=id&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 267 time: 0.0443850 Dec 07 00:42:24.147398 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-31d64b32-189e-40de-86f7-10a83ee11a95 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:24.148798 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-31d64b32-189e-40de-86f7-10a83ee11a95 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 809 time: 0.1010900 Dec 07 00:42:24.164255 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-f5cb47ac-ffe4-4e88-a54b-2e8d5a24b0ad tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/quotas/3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 375 time: 0.0087612 Dec 07 00:42:24.173405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:24.213749 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-e8328a1d-703c-4d13-b0d6-9cd26c7005f5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440671 Dec 07 00:42:24.347303 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-cf9a3eae-798c-4bf8-afee-611379787700 service neutron] 10.222.0.53 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222873 Dec 07 00:42:24.436475 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-978b8115-5875-4d0d-b30e-bcfdaecaa8ff service neutron] 10.222.0.53 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829890 Dec 07 00:42:24.968256 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-933f72c8-70b0-475b-84b8-eb32c7a9674d req-c90213a4-40eb-4189-9d30-39bb9be5468f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Dec 07 00:42:26.063759 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-78012722-df19-4e8a-84f9-5718f619bd35 req-324990fe-319c-454a-9908-a9f442df823c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Dec 07 00:42:26.886254 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-d80644e6-1d68-4ffc-b718-c543a2103d99 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:26.887668 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-d80644e6-1d68-4ffc-b718-c543a2103d99 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 809 time: 0.1036537 Dec 07 00:42:26.966341 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-ad8c80c8-3723-4514-86f0-cbc0bca9eedf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 379 time: 0.0535889 Dec 07 00:42:26.979686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'port': {'device_id': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'admin_state_up': True, 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'security_groups': ['e6f7f5c6-a31b-4399-ac57-5bf2cec56414']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:42:27.144846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Made reservation on behalf of 3fd70df0a25d478bb007e4c2d251e1d3 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:42:27.148322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.158748 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e788ddc4-827a-4148-97bb-ee9e4df28244 req-a5005b0a-d575-447f-9f59-2c8e6f0409b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0279613 Dec 07 00:42:27.281770 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Allocated IP 172.20.0.8 (8823b9c9-50ed-4be5-b1d6-4423182c0ede/fa108e7e-edeb-413c-a8c9-791a4b1af175/e34bcf92-718c-4136-99e9-45fbdbcd8d73) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:42:27.421898 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.516821 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.561211 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:42:27.564292 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:42:27.568157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:42:27.608276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:27.623517 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:27.624138 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.702842 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3897280c-83b5-4606-89e0-64b9fe1fbb8e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7275290 Dec 07 00:42:27.733420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Request body: {'port': {'device_id': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:42:27.795366 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.802586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-fab2b9a5-8035-4042-a3d6-3154241369fe None None] Provisioning complete for port e34bcf92-718c-4136-99e9-45fbdbcd8d73 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:42:27.803829 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-fab2b9a5-8035-4042-a3d6-3154241369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:27.845956 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-fab2b9a5-8035-4042-a3d6-3154241369fe None None] Port e34bcf92-718c-4136-99e9-45fbdbcd8d73 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:42:28.328745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c8be6-3859-48b4-9a96-31295414542d req-e7d98323-7596-41a0-b5d0-eeea95aa899c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:28.330191 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b04c8be6-3859-48b4-9a96-31295414542d req-e7d98323-7596-41a0-b5d0-eeea95aa899c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 931 time: 0.1022754 Dec 07 00:42:28.408224 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b04c8be6-3859-48b4-9a96-31295414542d req-89dee785-919c-420e-9a5c-d08a939afcec tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719609 Dec 07 00:42:28.456686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34bcf92-718c-4136-99e9-45fbdbcd8d73 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:42:28.464464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:28.476418 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Transition to ACTIVE for port object e34bcf92-718c-4136-99e9-45fbdbcd8d73 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:42:28.556382 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:28.617596 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:28.695800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Attempting to bind port e34bcf92-718c-4136-99e9-45fbdbcd8d73 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:42:28.696323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Attempting to bind port e34bcf92-718c-4136-99e9-45fbdbcd8d73 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:42:28.696757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Attempting to bind port e34bcf92-718c-4136-99e9-45fbdbcd8d73 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:42:28.703347 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Port e34bcf92-718c-4136-99e9-45fbdbcd8d73 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:42:28.703691 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Attempting to bind port e34bcf92-718c-4136-99e9-45fbdbcd8d73 on network 8823b9c9-50ed-4be5-b1d6-4423182c0ede {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:42:28.709263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:42:28.709557 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Checking segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:42:28.709908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Bound using segment: {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:42:28.710340 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Bound port: e34bcf92-718c-4136-99e9-45fbdbcd8d73, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f67c439-97ae-4227-96be-574f8d4bab2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:42:28.710708 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:28.783836 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:42:28.787192 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:42:28.886580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:28.923322 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:28.923939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:28.925339 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] 10.222.0.45 "PUT /v2.0/ports/e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 1093 time: 1.1978555 Dec 07 00:42:28.925815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:42:28.928084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d05ef9-203d-4951-8b87-766e5911ddf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:42:28.956607 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb3fc-247a-4856-a0e0-169beb40825e service neutron] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:28.975872 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bfc36e-6ae8-42e5-988f-3fb815129bf5 x-openstack-request-id: req-48bfc36e-6ae8-42e5-988f-3fb815129bf5 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:42:28.976202 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:42:28.976514 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48bfc36e-6ae8-42e5-988f-3fb815129bf5 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:42:28.976904 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'status': 'completed', 'code': 200} Dec 07 00:42:29.064367 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-40c8d589-ca1f-45c4-b9f9-1b602ff154b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.066104 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-40c8d589-ca1f-45c4-b9f9-1b602ff154b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1096 time: 0.0434062 Dec 07 00:42:29.189103 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-7d1d0059-fd9d-430e-800b-672f4bc789c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.190530 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-7d1d0059-fd9d-430e-800b-672f4bc789c7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1004059 Dec 07 00:42:29.289437 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-e48a2d70-0663-42db-b848-2e345da5fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.290927 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-68d05ef9-203d-4951-8b87-766e5911ddf6 req-e48a2d70-0663-42db-b848-2e345da5fa98 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895870 Dec 07 00:42:29.410396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-f618d32c-458b-4b46-97e0-1935422a213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.411876 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-f618d32c-458b-4b46-97e0-1935422a213a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1096 time: 0.0508347 Dec 07 00:42:29.469877 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-0be4bc47-bcaf-4e45-a2c6-9e22a501388a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 217 time: 0.0355976 Dec 07 00:42:29.534705 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-2d112e31-edd7-45de-86f3-12fb2223e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.536156 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-2d112e31-edd7-45de-86f3-12fb2223e367 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0555532 Dec 07 00:42:29.612365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984dc8-ce41-486b-ae98-c64ee5c773f0 req-8d31ff07-3adf-47b2-9ec0-b689b3275b13 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.613845 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-84984dc8-ce41-486b-ae98-c64ee5c773f0 req-8d31ff07-3adf-47b2-9ec0-b689b3275b13 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0811176 Dec 07 00:42:29.628361 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3a919079-9600-4bcc-b978-2315cb093ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:29.629752 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3a919079-9600-4bcc-b978-2315cb093ac3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816021 Dec 07 00:42:29.720627 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-84984dc8-ce41-486b-ae98-c64ee5c773f0 req-2ea11a4b-329d-4d65-b8ca-209088d3a7e5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997603 Dec 07 00:42:29.759178 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-3534cb1a-b76f-45eb-9ee2-7d6ebf8693ce service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155705 Dec 07 00:42:29.858581 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d6dc84c3-b920-455e-bdd3-33423bbfedab req-e1490e3b-b353-443a-9fa6-2328835f1e9f service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868402 Dec 07 00:42:30.836720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529d97a-41f4-4688-831a-c905cb6c2c9d req-2f189237-d649-46f4-bc5a-b6f53ce0e8ba tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:30.838315 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e529d97a-41f4-4688-831a-c905cb6c2c9d req-2f189237-d649-46f4-bc5a-b6f53ce0e8ba tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0493448 Dec 07 00:42:30.888073 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e529d97a-41f4-4688-831a-c905cb6c2c9d req-a861b78c-e793-4481-94d8-a5ba5ba0ff76 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Dec 07 00:42:32.003137 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683c152-b834-4db7-9967-13b5e3163d60 req-83974658-e998-42cb-9456-2355a2a91a4f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:32.004851 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0683c152-b834-4db7-9967-13b5e3163d60 req-83974658-e998-42cb-9456-2355a2a91a4f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0509028 Dec 07 00:42:32.055352 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0683c152-b834-4db7-9967-13b5e3163d60 req-9cbe649b-8796-49bb-9125-4997ec821d5f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Dec 07 00:42:33.176481 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92166f-a428-4ff2-a331-811897f5d2f2 req-25806e74-6825-4afc-adf1-0352e295f24e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:33.177966 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e92166f-a428-4ff2-a331-811897f5d2f2 req-25806e74-6825-4afc-adf1-0352e295f24e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0522406 Dec 07 00:42:33.225789 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0e92166f-a428-4ff2-a331-811897f5d2f2 req-f8f6a003-199f-4827-acc1-731a971068d6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Dec 07 00:42:33.999537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:34.342997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f174a3-beab-456d-b22a-ff9b719650d4 req-0dda9c91-e7ec-40d7-a7e0-d9dc8e61f293 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:34.344489 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03f174a3-beab-456d-b22a-ff9b719650d4 req-0dda9c91-e7ec-40d7-a7e0-d9dc8e61f293 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0519953 Dec 07 00:42:34.392043 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-03f174a3-beab-456d-b22a-ff9b719650d4 req-86419432-0dbe-4fcf-a6f5-97480932fee9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Dec 07 00:42:35.509855 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cf872-5469-4ca9-84ce-fb2827c50e61 req-b54957d5-c01f-4751-a17d-d2d94e9d2a27 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:35.511362 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-700cf872-5469-4ca9-84ce-fb2827c50e61 req-b54957d5-c01f-4751-a17d-d2d94e9d2a27 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0489798 Dec 07 00:42:35.561262 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-700cf872-5469-4ca9-84ce-fb2827c50e61 req-05c510a7-ff60-4040-819f-8f96808b0cc9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Dec 07 00:42:36.672785 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e09cf6-4e82-4153-ada7-bdbb16563898 req-400ed267-7b9c-48d8-b453-fcd679f7f919 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:36.674238 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4e09cf6-4e82-4153-ada7-bdbb16563898 req-400ed267-7b9c-48d8-b453-fcd679f7f919 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0481012 Dec 07 00:42:36.721999 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c4e09cf6-4e82-4153-ada7-bdbb16563898 req-06a103a7-2528-4c34-abdb-8920cf9562dd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419259 Dec 07 00:42:37.833235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcaceb-2169-4c25-9534-6ef992af3d22 req-146127a9-d40e-4f90-8fcb-44d0e90d8708 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:37.834611 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72fcaceb-2169-4c25-9534-6ef992af3d22 req-146127a9-d40e-4f90-8fcb-44d0e90d8708 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0477285 Dec 07 00:42:37.887609 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-72fcaceb-2169-4c25-9534-6ef992af3d22 req-edc949fc-3d70-475a-9295-47ab101977f4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463958 Dec 07 00:42:39.002229 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f45d5-2e63-47ef-b111-d64ed703e3eb req-6168a42b-8aaa-403e-a937-dfd149df20cb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:39.003696 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6f4f45d5-2e63-47ef-b111-d64ed703e3eb req-6168a42b-8aaa-403e-a937-dfd149df20cb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0484216 Dec 07 00:42:39.056304 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6f4f45d5-2e63-47ef-b111-d64ed703e3eb req-71409741-fce9-4e87-bd49-77b800856563 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466716 Dec 07 00:42:40.169924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77ce5-21e1-489c-88cd-fd35521a7d5b req-d9012290-1dd3-4ccf-814f-1eed3f39afae tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:40.171419 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-78d77ce5-21e1-489c-88cd-fd35521a7d5b req-d9012290-1dd3-4ccf-814f-1eed3f39afae tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0488884 Dec 07 00:42:40.219321 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-78d77ce5-21e1-489c-88cd-fd35521a7d5b req-fed9f2f9-fa9e-48c3-82a9-e97100b7c398 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Dec 07 00:42:41.330676 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9274a-f675-4a18-83eb-7be27c5f9ca0 req-7cb677a6-ef27-4612-ac78-8545d00bc1de tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:41.332105 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8ae9274a-f675-4a18-83eb-7be27c5f9ca0 req-7cb677a6-ef27-4612-ac78-8545d00bc1de tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0480225 Dec 07 00:42:41.382703 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8ae9274a-f675-4a18-83eb-7be27c5f9ca0 req-d56bfb78-0e15-47ab-a599-ea7d9e13b9ad tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446403 Dec 07 00:42:41.755751 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:42:41.850230 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:42:41.861522 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'mac_address': 'fa:16:3e:f2:31:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:42:41.896443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:41.909145 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34bcf92-718c-4136-99e9-45fbdbcd8d73 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:42:41.932246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:42:41.990028 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:42.036374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:42.043420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.043782 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.044131 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.044505 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.044847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.045184 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.045520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.045855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.046218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.046553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.046892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.047213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.047537 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:42:42.335648 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['e34bcf92-718c-4136-99e9-45fbdbcd8d73'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:42:42.496976 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946f1b5-2cea-4d80-ba99-5d7917fcae57 req-ff227b7f-6dcf-4979-a316-d48c7c296cf9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:42.498612 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7946f1b5-2cea-4d80-ba99-5d7917fcae57 req-ff227b7f-6dcf-4979-a316-d48c7c296cf9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 944 time: 0.0481353 Dec 07 00:42:42.548700 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7946f1b5-2cea-4d80-ba99-5d7917fcae57 req-f78fbc2f-6c00-4ef2-a7a6-7ea2217c4934 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439804 Dec 07 00:42:43.667428 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6222d-b4c6-4011-830d-2c4e6edd9f36 req-236aea00-4507-4dd9-ab25-313a16ad30bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:43.668933 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2b6222d-b4c6-4011-830d-2c4e6edd9f36 req-236aea00-4507-4dd9-ab25-313a16ad30bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 944 time: 0.0531986 Dec 07 00:42:43.717589 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2b6222d-b4c6-4011-830d-2c4e6edd9f36 req-806e025d-0c6b-4043-9a98-66404ddd5ffe tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Dec 07 00:42:43.771855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:42:43.893166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port e34bcf92-718c-4136-99e9-45fbdbcd8d73 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:42:43.897119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port e34bcf92-718c-4136-99e9-45fbdbcd8d73 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:42:43.897556 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:43.975058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:43.996974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:42:43.999251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb2d4e0-1e46-4704-a0f7-737b655ec361" -d '{"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-plugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:42:44.011964 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:42:44.082049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:44.087001 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48590d0f-f046-4283-88ec-d002037851b7 x-openstack-request-id: req-48590d0f-f046-4283-88ec-d002037851b7 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:42:44.087299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-plugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:42:44.087558 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48590d0f-f046-4283-88ec-d002037851b7 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:42:44.087977 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'code': 200} Dec 07 00:42:44.130789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:44.391022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2464ad-5ae7-4aeb-85c0-82739d40471a req-dd5dfb08-5994-4ae3-96fd-e47f9b5c02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:44.392500 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ef2464ad-5ae7-4aeb-85c0-82739d40471a req-dd5dfb08-5994-4ae3-96fd-e47f9b5c02f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0443110 Dec 07 00:42:44.441332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ef2464ad-5ae7-4aeb-85c0-82739d40471a req-800af379-a3bf-4556-b0da-7c73eb6a364d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Dec 07 00:42:44.832157 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df1bd-b61a-4775-9b40-7364f8f9ce6d req-d28e4399-74be-4f67-b014-69b59e307c41 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:44.833623 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2f2df1bd-b61a-4775-9b40-7364f8f9ce6d req-d28e4399-74be-4f67-b014-69b59e307c41 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Dec 07 00:42:44.881930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2f2df1bd-b61a-4775-9b40-7364f8f9ce6d req-4a2f2a12-efab-4d2e-815a-a47c1375a40f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 Dec 07 00:42:46.001314 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4efe7-32f6-4d2f-bce2-482b4cde8b3b req-8a1edd1e-63c7-4db6-bd8f-d83ff8afadcc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:46.002784 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79e4efe7-32f6-4d2f-bce2-482b4cde8b3b req-8a1edd1e-63c7-4db6-bd8f-d83ff8afadcc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0523579 Dec 07 00:42:46.050460 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79e4efe7-32f6-4d2f-bce2-482b4cde8b3b req-190e78ea-ec62-4f8f-ae4f-cd33ee9e2d04 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Dec 07 00:42:46.161509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829691f0-5981-4ad1-b2fc-baa2f6664c16 req-71356b28-ed77-444e-b67c-2e3cc2d064bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:46.162894 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-829691f0-5981-4ad1-b2fc-baa2f6664c16 req-71356b28-ed77-444e-b67c-2e3cc2d064bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Dec 07 00:42:46.215040 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-829691f0-5981-4ad1-b2fc-baa2f6664c16 req-93b1ad87-ea28-421d-a6f2-74cf057746b8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456624 Dec 07 00:42:46.236252 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40440) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:42:46.315464 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba67a8-52e6-49a0-9022-6f93cad719fe tempest-TestShelveInstance-590313669 tempest-TestShelveInstance-590313669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:46.316992 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-7dba67a8-52e6-49a0-9022-6f93cad719fe tempest-TestShelveInstance-590313669 tempest-TestShelveInstance-590313669-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1093 time: 0.0797682 Dec 07 00:42:46.319808 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40444) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:42:46.323954 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:42:46.407417 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:46.500523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:46.607158 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Allocated IP 172.36.7.190 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/69921fc1-c5d0-45f9-8760-2efdb42093d5) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:42:46.710002 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:46.723825 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:42:46.790780 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:46.833897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:42:46.838704 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:42:46.841216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:42:46.844151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=69921fc1-c5d0-45f9-8760-2efdb42093d5,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:47.188113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:47.311323 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:47.461149 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:47.542065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:47.610921 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event updated for resources: {'Port': ['ID=69921fc1-c5d0-45f9-8760-2efdb42093d5,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:42:47.619788 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:47.718065 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Floating IP fceb07e6-7433-46eb-b0ac-0b4f5607f9fa associated. External IP: 172.36.7.190, port: e34bcf92-718c-4136-99e9-45fbdbcd8d73. Dec 07 00:42:47.937365 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:42:48.043885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:42:48.053919 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:42:48.063500 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:42:48.067160 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:42:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:42:48.139963 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:48.171883 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-abdabbe3-4a1e-4ae2-8550-eb123f7b4820 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8509479 Dec 07 00:42:48.172446 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:42:48.174739 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2fb401-2c2f-4ac6-949d-0afa02035256" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:42:48.177389 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:42:48.211194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7c550d-2e23-463b-bb66-2b59ec9982c0 x-openstack-request-id: req-8c7c550d-2e23-463b-bb66-2b59ec9982c0 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:42:48.211711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:42:48.211711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c7c550d-2e23-463b-bb66-2b59ec9982c0 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:42:48.212145 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'status': 'completed', 'code': 200} Dec 07 00:42:48.296809 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-4ab0c4e3-6da8-45e4-9696-7c75eb7d40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:48.298244 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-4ab0c4e3-6da8-45e4-9696-7c75eb7d40f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0419381 Dec 07 00:42:48.354632 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c49ac017-b055-4b9a-a0bd-0b5d862d9a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:48.403011 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-b71dc5d0-fcb7-452a-8efb-89db1d931dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:48.404562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-b71dc5d0-fcb7-452a-8efb-89db1d931dd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0899527 Dec 07 00:42:48.404692 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fceb07e6-7433-46eb-b0ac-0b4f5607f9fa', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:f2:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:42:47Z', 'updated_at': '2021-12-07T00:42:47Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:42:48.430520 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:42:48.439564 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:42:48.440491 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:42:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:42:48.481003 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-93891d1b-2127-48bd-8e55-7e1e374bcab6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 999 time: 0.0696785 Dec 07 00:42:48.538825 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-6794511f-51c3-400b-878a-4777230f529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:48.540298 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-6794511f-51c3-400b-878a-4777230f529c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0521724 Dec 07 00:42:48.546412 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:42:48.596049 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-cdf75df1-5771-42e0-b041-021fedf0d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:42:48.597573 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-cdf75df1-5771-42e0-b041-021fedf0d405 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398922 Dec 07 00:42:48.690095 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-f31695cf-096f-4747-ae4d-d8efb62c1363 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842121 Dec 07 00:42:48.768698 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fceb07e6-7433-46eb-b0ac-0b4f5607f9fa', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:f2:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:42:47Z', 'updated_at': '2021-12-07T00:42:47Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:42:48.781458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0a2fb401-2c2f-4ac6-949d-0afa02035256 req-06c33dbb-f92c-4f79-83ed-92119ba1c176 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823774 Dec 07 00:42:48.795828 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7510e82-293e-4015-8df7-41723dbd0617 None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fceb07e6-7433-46eb-b0ac-0b4f5607f9fa', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'floating_ip_address': '172.36.7.190', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'mac_address': 'fa:16:3e:f2:31:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:42:47Z', 'updated_at': '2021-12-07T00:42:47Z', 'revision_number': 0, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:42:48.989336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da566413-375e-4e60-b3ea-eb1d02f27696 None None] New status for floating IP fceb07e6-7433-46eb-b0ac-0b4f5607f9fa: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:42:50.730892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-58896ad6-8a5b-49c1-bf6c-ea437b51b053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:52.161292 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:53.172882 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:42:54.167354 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:04.001414 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:18.376153 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b13f50f5-f408-4ba1-9e95-62d601465126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:20.720823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e4c5-d7be-415b-9409-665b98541f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:22.143786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:23.218278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:23.722739 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:43:24.187174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:34.038663 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:46.586788 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-8772323a-8111-45f2-a407-d0f34cb01c43 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389667 Dec 07 00:43:46.700868 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-4e9749ba-8839-4f0a-878c-4c35ef700af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:43:46.702375 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-4e9749ba-8839-4f0a-878c-4c35ef700af5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0499530 Dec 07 00:43:46.810608 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-b9047891-9edb-4b63-a181-49aeff37cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:43:46.812050 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-b9047891-9edb-4b63-a181-49aeff37cfdd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0884190 Dec 07 00:43:46.879110 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-da1c8f35-5160-47c0-bdb2-f81d436ad14b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 1001 time: 0.0573492 Dec 07 00:43:46.928970 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-a3be3f29-d236-4e5f-b0d1-4d575634ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:43:46.930483 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-a3be3f29-d236-4e5f-b0d1-4d575634ef8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0438645 Dec 07 00:43:46.987931 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-e35f6800-a6cb-4391-aa0e-4b1e86b0bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:43:46.989494 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-e35f6800-a6cb-4391-aa0e-4b1e86b0bebb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438666 Dec 07 00:43:47.088580 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-ae4fba39-78e6-42b0-b7f1-cba63836f023 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903587 Dec 07 00:43:47.180290 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3dc92e35-8abc-4eef-8844-9119e2b8ae48 req-b2b32a0a-6d6c-4828-9ee0-f09bea65e6cd service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Dec 07 00:43:48.371825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5aaa-e12d-4ec6-8c45-a668918ee548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:50.760174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a20f78a0-8043-4713-8639-5bdf9f0a33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:52.143099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:53.234699 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:43:54.198420 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:00.721869 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:44:04.000630 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:18.351972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8fd75885-b6f5-43ee-b1d6-d784a540fd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:20.740453 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9603b9f2-c9db-4bfb-b899-9c41a02be232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:22.137008 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:23.220457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:24.157894 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:34.051068 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:37.720727 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:44:47.578087 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-6096a147-8ab9-4a80-92c4-4923ba40c779 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396736 Dec 07 00:44:47.696432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-d28f7b0f-f035-4d08-b7db-a49f2701e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:44:47.697985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-d28f7b0f-f035-4d08-b7db-a49f2701e0db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0456812 Dec 07 00:44:47.809965 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-ea335757-de5b-4401-a2b1-0d447034d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:44:47.811358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-ea335757-de5b-4401-a2b1-0d447034d7d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0853343 Dec 07 00:44:48.210212 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-79017e48-72d3-4454-95b1-011489aeba0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 1001 time: 0.3858826 Dec 07 00:44:48.259001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-417d2d05-7ae7-4168-9abf-2523ba423d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:44:48.260434 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-417d2d05-7ae7-4168-9abf-2523ba423d46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0428438 Dec 07 00:44:48.306846 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-eca60e53-9b8c-4328-9689-b70953f57fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:44:48.310436 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-eca60e53-9b8c-4328-9689-b70953f57fd5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408564 Dec 07 00:44:48.357196 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b2a09403-b327-40d7-8da9-9ce7830eec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:48.406730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-c589957e-4b87-4163-9b1f-9af80626e18f service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890443 Dec 07 00:44:48.513183 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-85dee3c8-bcd1-4ae5-b959-8687143edec6 req-8c6bf838-26e4-488b-9188-0dc5303ad77a service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931840 Dec 07 00:44:50.730427 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f92614fe-d5ab-4ca1-9140-d9e1ac311630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:52.148940 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:53.219701 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:44:54.174408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:04.061935 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:14.719652 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:45:15.076861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac630a0-66ba-465d-ace4-73733f04615e req-9db51fad-c02e-4999-8485-2a5d62336ef2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:15.079615 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bac630a0-66ba-465d-ace4-73733f04615e req-9db51fad-c02e-4999-8485-2a5d62336ef2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0545926 Dec 07 00:45:15.132298 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bac630a0-66ba-465d-ace4-73733f04615e req-d40a4883-99bd-4731-ae9c-5c6a10dcb429 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463526 Dec 07 00:45:16.355816 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c265f-4fb2-4d58-af01-bfa537569c1b req-5492b814-88cb-4b43-a93e-0f01b4e65b65 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:16.357302 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e21c265f-4fb2-4d58-af01-bfa537569c1b req-5492b814-88cb-4b43-a93e-0f01b4e65b65 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.1445656 Dec 07 00:45:16.405509 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e21c265f-4fb2-4d58-af01-bfa537569c1b req-f1e588a7-4280-4c8f-b382-ca0110decece tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Dec 07 00:45:17.611557 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063a6b-3838-48f6-9f33-1b6925460887 req-0b758fd0-9ba7-4177-818f-e27974840c35 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:17.613072 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3063a6b-3838-48f6-9f33-1b6925460887 req-0b758fd0-9ba7-4177-818f-e27974840c35 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.1295297 Dec 07 00:45:17.662038 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a3063a6b-3838-48f6-9f33-1b6925460887 req-9fc9c711-6fc0-4b7c-8f59-fedc054d6a4d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Dec 07 00:45:18.350888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db57-6c1a-46b1-a45c-fb6e6f577614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:18.775561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fae07-7201-4bfe-8e23-238ce1ffb095 req-565d7b70-2d59-46f8-b378-346e0de7be0c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:18.777070 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-436fae07-7201-4bfe-8e23-238ce1ffb095 req-565d7b70-2d59-46f8-b378-346e0de7be0c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Dec 07 00:45:18.825251 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-436fae07-7201-4bfe-8e23-238ce1ffb095 req-7e936077-397d-4dc4-aa4f-a283be1c8c6c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Dec 07 00:45:19.937731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945e7fe-2701-47d1-834a-806c3f59fd08 req-6b73ce90-5e03-413a-8beb-078f505cb4ca tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:19.939175 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9945e7fe-2701-47d1-834a-806c3f59fd08 req-6b73ce90-5e03-413a-8beb-078f505cb4ca tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0473404 Dec 07 00:45:19.988058 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9945e7fe-2701-47d1-834a-806c3f59fd08 req-7f66ccc5-00b5-4091-828a-19e530cb7ad4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Dec 07 00:45:20.739021 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e1cb0e2a-3302-4f78-a038-04a7cfb4456e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:21.107283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88345-8cfe-4c8b-9b16-a25c9e3964ed req-f3be5639-e98e-4ae9-abec-f7d1d27e9d41 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:21.109455 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-87a88345-8cfe-4c8b-9b16-a25c9e3964ed req-f3be5639-e98e-4ae9-abec-f7d1d27e9d41 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0529184 Dec 07 00:45:21.157846 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-87a88345-8cfe-4c8b-9b16-a25c9e3964ed req-636d2adf-ec8f-4167-90bd-a8c91af65659 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Dec 07 00:45:22.167711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:22.271448 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6b614-4cd9-4dc4-98d9-41dc8747fe04 req-8cfbd564-b6d7-451e-950f-d55c7fcebb86 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:22.273173 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11b6b614-4cd9-4dc4-98d9-41dc8747fe04 req-8cfbd564-b6d7-451e-950f-d55c7fcebb86 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0479465 Dec 07 00:45:22.332927 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-11b6b614-4cd9-4dc4-98d9-41dc8747fe04 req-95881742-1120-481f-90ce-b13de7458ae5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537610 Dec 07 00:45:23.199038 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:23.445415 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f75a1-4aa6-4407-b64f-b0220e6b438c req-6f475a99-0dff-493a-903a-9a3c2f8db1a9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:23.446884 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-537f75a1-4aa6-4407-b64f-b0220e6b438c req-6f475a99-0dff-493a-903a-9a3c2f8db1a9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0475457 Dec 07 00:45:23.494949 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-537f75a1-4aa6-4407-b64f-b0220e6b438c req-f38db039-dd84-49e8-9609-7cfc2e1cc682 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415032 Dec 07 00:45:24.162059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:24.612670 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b2dd1-bbe2-4290-8006-92bdc7f86b87 req-21d664d6-3016-428c-a12c-0865f686719d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:24.614163 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd2b2dd1-bbe2-4290-8006-92bdc7f86b87 req-21d664d6-3016-428c-a12c-0865f686719d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0527580 Dec 07 00:45:24.664184 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-dd2b2dd1-bbe2-4290-8006-92bdc7f86b87 req-210fb079-2658-41d9-a0f5-fa18481940e1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Dec 07 00:45:25.412194 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-1c562fb7-3227-4233-af65-74152e5881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:25.413597 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-1c562fb7-3227-4233-af65-74152e5881b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0397451 Dec 07 00:45:25.509203 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-e41eaf34-d203-4785-8230-5d30aeb878cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:25.510639 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-e41eaf34-d203-4785-8230-5d30aeb878cd service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0852726 Dec 07 00:45:25.583461 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-7275b619-bd4b-4efe-8cbf-8825766a3ad5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 1001 time: 0.0604284 Dec 07 00:45:25.635563 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-4a5d0bbe-36d3-4f3f-9f6d-5256b5c47eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:25.637000 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-4a5d0bbe-36d3-4f3f-9f6d-5256b5c47eeb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0429037 Dec 07 00:45:25.686652 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-60cfc392-f782-43e2-8e27-dd040bcb4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:25.688029 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-60cfc392-f782-43e2-8e27-dd040bcb4665 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393021 Dec 07 00:45:25.820775 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-129d1d24-1307-4bae-9dca-c6858200be65 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196053 Dec 07 00:45:25.829882 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e144787-0a2d-4f05-bbb7-1180301d9432 req-ef52f878-ecf0-4d49-871e-495c2c68f195 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:25.831256 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e144787-0a2d-4f05-bbb7-1180301d9432 req-ef52f878-ecf0-4d49-871e-495c2c68f195 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0769072 Dec 07 00:45:25.935964 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e144787-0a2d-4f05-bbb7-1180301d9432 req-918c302c-4a5c-403a-8ffa-b768f1b39f87 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968246 Dec 07 00:45:25.953890 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-47b3e11a-4a8c-4ac1-aa2a-0dd5760f0ad6 req-d6c5b109-c3d0-409d-8f46-78ac56765e6a service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217232 Dec 07 00:45:27.050440 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d3d5-d35b-4d26-9ec8-4a561a46021b req-1851bf71-04e3-4f6e-af1d-218af29c7344 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:27.051918 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3951d3d5-d35b-4d26-9ec8-4a561a46021b req-1851bf71-04e3-4f6e-af1d-218af29c7344 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0490048 Dec 07 00:45:27.100054 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3951d3d5-d35b-4d26-9ec8-4a561a46021b req-27f150c5-a6b5-4600-a2a7-3f88b57debe6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Dec 07 00:45:28.216866 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0689d-5127-4df2-91e2-cc57691b4502 req-adc8f73d-59dd-4e96-9d0d-47fac1811372 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:28.218928 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2a0689d-5127-4df2-91e2-cc57691b4502 req-adc8f73d-59dd-4e96-9d0d-47fac1811372 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Dec 07 00:45:28.268138 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-d2a0689d-5127-4df2-91e2-cc57691b4502 req-dbe94f40-78f7-4061-8b46-fd1e94a5c118 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428557 Dec 07 00:45:29.391945 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc1cea-d37a-4e61-9c9d-6b8061002f44 req-37207530-f16e-42a0-b00d-b2e016dcd8c3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:29.393433 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80cc1cea-d37a-4e61-9c9d-6b8061002f44 req-37207530-f16e-42a0-b00d-b2e016dcd8c3 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0584047 Dec 07 00:45:29.443158 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-80cc1cea-d37a-4e61-9c9d-6b8061002f44 req-c751d207-2d55-44e6-a679-47eba3d04706 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430934 Dec 07 00:45:30.558474 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9cbc9-7e25-4e3b-8862-323bff93ac9e req-51f1c113-b9da-40c3-a33a-3d0ea02b6ba6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:30.559950 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-48b9cbc9-7e25-4e3b-8862-323bff93ac9e req-51f1c113-b9da-40c3-a33a-3d0ea02b6ba6 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0482769 Dec 07 00:45:30.590845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:45:30.613694 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-48b9cbc9-7e25-4e3b-8862-323bff93ac9e req-0e1ebe92-9b8a-4c59-8c2a-bae3ccb8bb8f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471423 Dec 07 00:45:30.669393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:30.691538 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:45:30.693823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af68c75-c7c8-425c-bc07-431309dd119e" -d '{"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-unplugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:45:30.706224 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:45:30.731496 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933d055-b1e6-40fb-ae97-6871b93d34aa x-openstack-request-id: req-3933d055-b1e6-40fb-ae97-6871b93d34aa {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:45:30.731789 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-unplugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:45:30.732046 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3933d055-b1e6-40fb-ae97-6871b93d34aa {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:45:30.732478 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'code': 200} Dec 07 00:45:30.787645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:30.834130 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:45:30.841447 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.841798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.842646 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.843191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.843528 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.843858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.844189 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.844565 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.844892 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.845231 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.845552 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.845870 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:30.846188 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:45:32.002838 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf0ff0-3fc1-4743-9460-7ff2352947a3 req-9242cfcc-5d8b-4c2b-be29-9fcdce004491 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:32.004332 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fdf0ff0-3fc1-4743-9460-7ff2352947a3 req-9242cfcc-5d8b-4c2b-be29-9fcdce004491 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0487533 Dec 07 00:45:32.058045 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5fdf0ff0-3fc1-4743-9460-7ff2352947a3 req-344896b1-81c0-4a0f-a13d-0e752401a4d0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476999 Dec 07 00:45:32.109062 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-8f4b85ce-e2e1-41de-96c8-239df950a756 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802507 Dec 07 00:45:32.117964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-8c782437-4de0-4c3c-8d77-0803d71a97da service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:45:32.118911 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-8c782437-4de0-4c3c-8d77-0803d71a97da service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049348 Dec 07 00:45:33.172676 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f972ca-9f57-4816-b3b5-d4847502832b req-988b3f2d-1a2a-4561-9496-b446b47e8c5d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:33.174226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75f972ca-9f57-4816-b3b5-d4847502832b req-988b3f2d-1a2a-4561-9496-b446b47e8c5d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0494776 Dec 07 00:45:33.224275 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-75f972ca-9f57-4816-b3b5-d4847502832b req-0e3e01e4-f45d-4316-858f-365dc8233cad tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Dec 07 00:45:34.009989 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:34.340430 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947795f5-85d9-4600-bf27-a4db1482a352 req-76801821-32ee-4d37-81ed-beacc5223e8c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:34.342383 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-947795f5-85d9-4600-bf27-a4db1482a352 req-76801821-32ee-4d37-81ed-beacc5223e8c tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0526016 Dec 07 00:45:34.397930 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-947795f5-85d9-4600-bf27-a4db1482a352 req-fe59d577-9789-4be5-9208-54e938431e2e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480840 Dec 07 00:45:35.515074 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebd600-84f7-4b49-ab34-6b5d8a108bb9 req-4753a4b8-075d-40a9-98a7-85762d7c2190 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:35.516567 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67ebd600-84f7-4b49-ab34-6b5d8a108bb9 req-4753a4b8-075d-40a9-98a7-85762d7c2190 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0525649 Dec 07 00:45:35.565466 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-67ebd600-84f7-4b49-ab34-6b5d8a108bb9 req-6322de8c-3090-44b2-ae2b-529f8697c07e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Dec 07 00:45:36.681263 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503c76c-4a11-494c-9a42-0b8de5b5be96 req-b03c89ae-18b3-4d8f-b2b5-2a0ae6d2c2e1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:36.682756 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0503c76c-4a11-494c-9a42-0b8de5b5be96 req-b03c89ae-18b3-4d8f-b2b5-2a0ae6d2c2e1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0511034 Dec 07 00:45:36.730614 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0503c76c-4a11-494c-9a42-0b8de5b5be96 req-c4ed7a7a-8e1b-4970-a127-f4612849dbcd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Dec 07 00:45:37.853301 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd3e6e-5cd0-43ac-a73a-25ad01438708 req-b179764f-38c2-4bac-93e9-8ea40849d8bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:37.855108 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-adfd3e6e-5cd0-43ac-a73a-25ad01438708 req-b179764f-38c2-4bac-93e9-8ea40849d8bf tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0518861 Dec 07 00:45:37.904491 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-adfd3e6e-5cd0-43ac-a73a-25ad01438708 req-0acaad8b-269f-4e81-b585-82a0eaa1c5e9 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Dec 07 00:45:39.023650 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae0cb0-1f5b-474f-86e0-f4c7c27731af req-3f1de8cc-271a-467a-a2df-a68d714d043e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:39.025268 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-25ae0cb0-1f5b-474f-86e0-f4c7c27731af req-3f1de8cc-271a-467a-a2df-a68d714d043e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0496333 Dec 07 00:45:39.074732 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-25ae0cb0-1f5b-474f-86e0-f4c7c27731af req-074da8eb-612e-47ab-a9ae-ee1fcd2272f0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 Dec 07 00:45:40.191449 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155bcab-84c5-4d6a-b7a9-b4942f5cd72a req-6a39ef80-0d65-47a6-b360-372a95ae4761 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:40.193044 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5155bcab-84c5-4d6a-b7a9-b4942f5cd72a req-6a39ef80-0d65-47a6-b360-372a95ae4761 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0497625 Dec 07 00:45:40.249620 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-5155bcab-84c5-4d6a-b7a9-b4942f5cd72a req-a339199d-938a-4d21-a351-f355c837c6ea tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504968 Dec 07 00:45:41.367364 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c5c68-686f-497c-954d-4aaa1b329872 req-c2880662-6d1a-4fd3-a142-397f5b000591 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:41.368758 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-450c5c68-686f-497c-954d-4aaa1b329872 req-c2880662-6d1a-4fd3-a142-397f5b000591 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0526288 Dec 07 00:45:41.417780 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-450c5c68-686f-497c-954d-4aaa1b329872 req-efe2e319-e509-48c0-94fd-629d389736b8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Dec 07 00:45:42.532856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc343ec2-c635-4dfe-8487-b3a7dbfdefe0 req-a9b5bf82-ca26-4a1b-b0a4-404f6a045fbd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:42.534382 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc343ec2-c635-4dfe-8487-b3a7dbfdefe0 req-a9b5bf82-ca26-4a1b-b0a4-404f6a045fbd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0498524 Dec 07 00:45:42.585520 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-bc343ec2-c635-4dfe-8487-b3a7dbfdefe0 req-f433da56-4746-4326-a476-36c2cf8cac39 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 Dec 07 00:45:43.285131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4115-7324-4034-8748-e48bd8a3207e req-dd9819e6-1954-4e05-907b-3fe20e5b670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.286661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-dd9819e6-1954-4e05-907b-3fe20e5b670c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83&tenant_id=3fd70df0a25d478bb007e4c2d251e1d3 HTTP/1.1" status: 200 len: 1096 time: 0.0783892 Dec 07 00:45:43.301161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-1737bd1c-9112-4336-a5ac-f418f08c7a3b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:45:43.302084 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-1737bd1c-9112-4336-a5ac-f418f08c7a3b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047808 Dec 07 00:45:43.385432 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4115-7324-4034-8748-e48bd8a3207e req-2272384c-194b-4450-9630-f84efe2a1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.386945 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-2272384c-194b-4450-9630-f84efe2a1d0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1096 time: 0.0393751 Dec 07 00:45:43.483624 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4115-7324-4034-8748-e48bd8a3207e req-e2155384-f561-47af-803a-0f34c890a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.485022 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-e2155384-f561-47af-803a-0f34c890a46a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0857491 Dec 07 00:45:43.553803 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-3844d138-61ff-470d-92b3-4c8b9c500eaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 999 time: 0.0575030 Dec 07 00:45:43.609581 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4115-7324-4034-8748-e48bd8a3207e req-2520bbb3-19c2-4d22-ba29-108c2a1064ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.611021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-2520bbb3-19c2-4d22-ba29-108c2a1064ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0462193 Dec 07 00:45:43.685140 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4115-7324-4034-8748-e48bd8a3207e req-deb1f0e8-60f6-4990-ace1-58aea287c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.687473 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-deb1f0e8-60f6-4990-ace1-58aea287c0db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643613 Dec 07 00:45:43.715072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8922b6-1239-4134-aca5-d5ad0cfb8ab9 req-80a2bccb-7088-4f10-80e3-ca2e3ed2c0da tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:43.716485 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9d8922b6-1239-4134-aca5-d5ad0cfb8ab9 req-80a2bccb-7088-4f10-80e3-ca2e3ed2c0da tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0619547 Dec 07 00:45:43.819091 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9d8922b6-1239-4134-aca5-d5ad0cfb8ab9 req-8613dc09-e350-477b-a2c6-8ea4ed811237 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933824 Dec 07 00:45:43.829257 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-649fe8e6-eb8e-48c4-a482-10ca012ecabf service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299062 Dec 07 00:45:43.926766 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06bf4115-7324-4034-8748-e48bd8a3207e req-e3f64c08-6117-403c-a9a5-8173b447fbb6 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 Dec 07 00:45:44.932528 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590fcb6-280e-4604-b6a3-850d80954792 req-be057b53-f2af-4ac0-95eb-515fdbb08840 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:44.934001 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9590fcb6-280e-4604-b6a3-850d80954792 req-be057b53-f2af-4ac0-95eb-515fdbb08840 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0479999 Dec 07 00:45:44.985328 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9590fcb6-280e-4604-b6a3-850d80954792 req-3e4c8d09-12d3-4db8-9851-bc8beff8b1b4 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Dec 07 00:45:46.108559 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93284e3b-4ff6-453f-bedd-3e2354b7e0ad req-6bcfe63d-975f-4f02-b966-4e916b35ae15 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:46.110021 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-93284e3b-4ff6-453f-bedd-3e2354b7e0ad req-6bcfe63d-975f-4f02-b966-4e916b35ae15 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0531178 Dec 07 00:45:46.158321 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-93284e3b-4ff6-453f-bedd-3e2354b7e0ad req-d3eba406-cc0a-48f4-9d1b-638b50307c40 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 Dec 07 00:45:47.275233 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2faf64-1b30-4efe-a088-e6d2d922423b req-1fc5a732-ed43-4c19-9b4b-b7fba6802e84 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:47.276726 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e2faf64-1b30-4efe-a088-e6d2d922423b req-1fc5a732-ed43-4c19-9b4b-b7fba6802e84 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0528331 Dec 07 00:45:47.325520 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-9e2faf64-1b30-4efe-a088-e6d2d922423b req-b7d487af-9ca2-4578-8df4-20a3e8e12a87 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428796 Dec 07 00:45:48.370371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-56f62c54-a862-455b-870a-869eddf73636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:48.450015 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5fbf6-9547-4aae-a239-4f72860f1ec4 req-8004f8b4-3ca4-4ff5-9500-0e24c7118c74 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:48.451508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3bd5fbf6-9547-4aae-a239-4f72860f1ec4 req-8004f8b4-3ca4-4ff5-9500-0e24c7118c74 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0494244 Dec 07 00:45:48.500985 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-3bd5fbf6-9547-4aae-a239-4f72860f1ec4 req-9531a401-57fb-4d06-b758-c2aba4ef33ca tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Dec 07 00:45:48.645626 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-ccd6c18b-4beb-4063-9f4e-d1d8c79e2c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:48.647346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-ccd6c18b-4beb-4063-9f4e-d1d8c79e2c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1096 time: 0.0466373 Dec 07 00:45:48.757660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-aa463d10-e015-471d-9d68-7155fb1d78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:48.759100 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-aa463d10-e015-471d-9d68-7155fb1d78d1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0851574 Dec 07 00:45:48.833053 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-f781a0e9-3aee-49c0-8580-e2a59bcc4af1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 999 time: 0.0606995 Dec 07 00:45:48.885870 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-ceb4543d-aa43-46eb-9f48-1c48b61c696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:48.887240 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-ceb4543d-aa43-46eb-9f48-1c48b61c696b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0428762 Dec 07 00:45:48.935499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-2cf4620a-fcf7-4d20-b4c7-6ddbc474e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:48.937548 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-2cf4620a-fcf7-4d20-b4c7-6ddbc474e6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386810 Dec 07 00:45:49.032738 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-e2a87e05-d8b6-42d9-9cf9-12028b8230fa service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835779 Dec 07 00:45:49.124610 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a3ffa7ea-f3f8-4636-a0e2-65015b7c1862 req-284b4669-f741-415d-b252-e66e6c588e73 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806797 Dec 07 00:45:49.614248 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9e69-e10e-4d1e-9a5c-acedb844515e req-777bf146-3c64-4fda-8e1b-3f6caf33ab90 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:49.615659 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8d4c9e69-e10e-4d1e-9a5c-acedb844515e req-777bf146-3c64-4fda-8e1b-3f6caf33ab90 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0479982 Dec 07 00:45:49.665008 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8d4c9e69-e10e-4d1e-9a5c-acedb844515e req-67cdd120-0b9e-4760-9f66-3b97d0e7cec2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433509 Dec 07 00:45:50.732126 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:45:50.785388 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ec1ec-6ae6-4c4a-afaf-29257ed18ef9 req-3881d2cd-bbe0-4764-9161-ab009b214052 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:50.786976 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e3ec1ec-6ae6-4c4a-afaf-29257ed18ef9 req-3881d2cd-bbe0-4764-9161-ab009b214052 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 943 time: 0.0533276 Dec 07 00:45:50.840716 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-5e3ec1ec-6ae6-4c4a-afaf-29257ed18ef9 req-24c6af0c-f0ff-4cfe-a5ac-16864f4e6da2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473788 Dec 07 00:45:50.939182 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8f35e1dc-b783-4efd-ba79-79cbcc483e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:50.970066 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:45:50.981112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'port_id': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'mac_address': 'fa:16:3e:f2:31:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:45:51.017779 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:51.030357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34bcf92-718c-4136-99e9-45fbdbcd8d73 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:45:51.049419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:45:51.104682 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:51.153711 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:45:51.444193 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['e34bcf92-718c-4136-99e9-45fbdbcd8d73'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:45:51.718704 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:45:51.956485 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3abbe-fe9b-427c-93cd-ec257f0672b6 req-ee311024-784d-41b7-a5f1-e80efbf2c4d0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:51.957933 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-feb3abbe-fe9b-427c-93cd-ec257f0672b6 req-ee311024-784d-41b7-a5f1-e80efbf2c4d0 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 944 time: 0.0474412 Dec 07 00:45:52.008885 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-feb3abbe-fe9b-427c-93cd-ec257f0672b6 req-cc5ec42d-a1c6-4483-93a2-776afa40b653 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451663 Dec 07 00:45:52.173163 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:52.735677 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:45:52.782359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port e34bcf92-718c-4136-99e9-45fbdbcd8d73 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:45:52.782729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:52.859111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:52.880795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:45:52.883062 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462ac3ac-ed0c-4af6-96cf-7decea0d87bb" -d '{"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-plugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:45:52.895780 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:45:52.922143 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca308839-96e7-4520-9a0d-5de9d99fe761 x-openstack-request-id: req-ca308839-96e7-4520-9a0d-5de9d99fe761 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:45:52.922461 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-plugged", "status": "completed", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:45:52.922762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca308839-96e7-4520-9a0d-5de9d99fe761 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:45:52.923164 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'code': 200} Dec 07 00:45:52.952951 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:53.004313 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:45:53.125300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caec758-cc5a-445a-8881-faf52cc72fc5 req-b4a46465-0135-4894-a92d-87a53f366272 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:53.126704 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0caec758-cc5a-445a-8881-faf52cc72fc5 req-b4a46465-0135-4894-a92d-87a53f366272 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Dec 07 00:45:53.178185 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0caec758-cc5a-445a-8881-faf52cc72fc5 req-e617a987-3a95-47ac-954a-fa72b931c87a tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449874 Dec 07 00:45:53.210119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:53.272606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127996c-f1ce-40dd-9f16-2af68c2ec383 req-d16e32a1-a14a-424e-894d-7abca58ce8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:53.274093 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2127996c-f1ce-40dd-9f16-2af68c2ec383 req-d16e32a1-a14a-424e-894d-7abca58ce8e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0397251 Dec 07 00:45:53.322616 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-2127996c-f1ce-40dd-9f16-2af68c2ec383 req-e1dd5a4e-c938-48a5-8616-a2cd34693a92 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384152 Dec 07 00:45:54.173058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:45:54.292065 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccbaf0-b83c-474b-b6a7-b0b03250ebd4 req-bfbf510a-30e9-463a-bb49-a0e68d5dd2d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:54.293588 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88ccbaf0-b83c-474b-b6a7-b0b03250ebd4 req-bfbf510a-30e9-463a-bb49-a0e68d5dd2d2 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0480540 Dec 07 00:45:54.349002 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-88ccbaf0-b83c-474b-b6a7-b0b03250ebd4 req-3b9ad5bd-ca47-404b-9d19-e62234c8aebc tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488269 Dec 07 00:45:55.473923 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ef362-a737-4b74-9e1b-8ceb2d299868 req-b7b53d4a-d897-4c9f-916d-cf69a8e4790e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:45:55.475371 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d64ef362-a737-4b74-9e1b-8ceb2d299868 req-b7b53d4a-d897-4c9f-916d-cf69a8e4790e tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0470140 Dec 07 00:45:55.523552 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d64ef362-a737-4b74-9e1b-8ceb2d299868 req-de96afde-e265-43c0-8448-35838e996a7f tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423529 Dec 07 00:46:04.026830 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:18.432119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-99645ca2-01e1-4299-833c-b8fc7ec95310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:20.746227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d1a1096-4cae-46e5-bfe2-5a6698dc77fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:22.166530 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:23.201212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:24.163347 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:28.719482 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:46:34.038483 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:48.358060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-605fb447-b2c5-4280-9bb2-65f130245e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:49.579956 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-5b17cd24-1925-4354-bc12-9b57345cc4d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444393 Dec 07 00:46:49.688380 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-c36e55a5-2f5f-4fd9-b3dd-4d94ca8ae776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:46:49.690042 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-c36e55a5-2f5f-4fd9-b3dd-4d94ca8ae776 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0425370 Dec 07 00:46:49.797716 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-d8ebcc94-5595-4ec7-aa47-82ede42185c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:46:49.799184 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-d8ebcc94-5595-4ec7-aa47-82ede42185c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0885682 Dec 07 00:46:49.875545 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-07cbc2b5-5ef7-4663-adc8-6a5900e65f19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 1001 time: 0.0640254 Dec 07 00:46:49.928923 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-978a3397-a4bd-4a2f-ad74-504eb36aabd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:46:49.930384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-978a3397-a4bd-4a2f-ad74-504eb36aabd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0463319 Dec 07 00:46:49.975971 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-4edcfe76-0b64-4d96-8315-4b0ec2f19fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:46:49.977516 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-4edcfe76-0b64-4d96-8315-4b0ec2f19fdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398414 Dec 07 00:46:50.077355 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-a96a5b48-b27b-4dc2-a18e-7d811a3f50f3 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869496 Dec 07 00:46:50.168458 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f1800f92-43f5-4c61-be59-04a9337fcd6d req-36d10b37-2e10-4607-89eb-5bc175caee96 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829184 Dec 07 00:46:50.743694 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3f9a598d-5675-4c13-99da-322a04e56631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:52.180331 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:53.243022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:46:54.200953 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:04.082846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:05.718787 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:47:18.373856 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf2ce-2ed8-4a66-8ab3-19b084aad0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:20.714507 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c2dea6a6-00e1-457f-985b-1b4be1659917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:22.173568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:23.217390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:24.171284 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:32.952350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40674) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:33.278155 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Deleting port 69921fc1-c5d0-45f9-8760-2efdb42093d5 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:33.278499 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:33.351183 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:33.351506 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:33.363787 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Calling delete_port for 69921fc1-c5d0-45f9-8760-2efdb42093d5 owned by network:floatingip {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:33.588253 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:33.612664 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'Port': ['ID=69921fc1-c5d0-45f9-8760-2efdb42093d5,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:33.625394 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.625727 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.626074 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.626416 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.626748 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.627129 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.627503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.627813 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.628161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.628495 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.628819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.629144 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.629463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:33.691125 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for floatingip, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:33.691453 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.db.l3_db [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Floating IP fceb07e6-7433-46eb-b0ac-0b4f5607f9fa disassociated (deleted). External IP: 172.36.7.190, port: e34bcf92-718c-4136-99e9-45fbdbcd8d73. Dec 07 00:47:33.896964 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:47:34.002555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:47:34.007261 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:34.012496 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:47:34.023848 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:34.024779 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:34.045369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:34.059661 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-869f4df3-ad96-46ff-b88b-670b6c72d0b1 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "DELETE /v2.0/floatingips/fceb07e6-7433-46eb-b0ac-0b4f5607f9fa HTTP/1.1" status: 204 len: 168 time: 1.1063318 Dec 07 00:47:34.060283 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:47:34.062643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6769d-af61-4a63-b1f4-f16436916542" -d '{"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:47:34.131387 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:34.220076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa1e11-f1b2-4a08-bbe2-a614728f0a44 x-openstack-request-id: req-5afa1e11-f1b2-4a08-bbe2-a614728f0a44 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:47:34.220076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:47:34.220076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5afa1e11-f1b2-4a08-bbe2-a614728f0a44 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:47:34.220076 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'status': 'completed', 'code': 200} Dec 07 00:47:34.321925 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6769d-af61-4a63-b1f4-f16436916542 req-d9e61bae-cb7e-4902-adaa-ef3002427c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:34.323565 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-d9e61bae-cb7e-4902-adaa-ef3002427c29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 1098 time: 0.0448797 Dec 07 00:47:34.334553 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:34.364739 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:47:34.374227 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:34.374875 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:34.419696 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6769d-af61-4a63-b1f4-f16436916542 req-c45517cf-5234-43b5-ac57-94ba589dcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:34.421155 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-c45517cf-5234-43b5-ac57-94ba589dcf83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 200 len: 910 time: 0.0904803 Dec 07 00:47:34.480527 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:34.570821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9374a3-3dc6-47d0-bde5-398ba04397b8 req-8c803728-2baf-4cef-a0dc-a9fd5cdfca2d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:34.573266 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4c9374a3-3dc6-47d0-bde5-398ba04397b8 req-8c803728-2baf-4cef-a0dc-a9fd5cdfca2d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0679333 Dec 07 00:47:34.630367 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-4c9374a3-3dc6-47d0-bde5-398ba04397b8 req-6e1f21ff-8ad4-45cd-a33d-1621c8a1c9e8 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Dec 07 00:47:34.690064 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:34.716829 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55a202-0e59-4135-9424-88d96087ae95 None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4fb57e4c-b783-4dca-bd51-1393010ebeba', 'name': '', 'network_id': '8823b9c9-50ed-4be5-b1d6-4423182c0ede', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'mac_address': 'fa:16:3e:2c:72:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:20Z', 'updated_at': '2021-12-07T00:37:25Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'subnets': [{'id': 'fa108e7e-edeb-413c-a8c9-791a4b1af175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:47:34.851172 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-526a8fa9-17a9-40d2-bf73-b28d23c29030 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 200 len: 217 time: 0.3639650 Dec 07 00:47:34.903218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6769d-af61-4a63-b1f4-f16436916542 req-b835d544-b880-4cb0-8b20-a9e27d8ad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:34.905352 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-b835d544-b880-4cb0-8b20-a9e27d8ad100 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 200 len: 848 time: 0.0453250 Dec 07 00:47:34.946810 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0319a8-073b-44a9-984f-4bf4f68b26a4 None None] New status for floating IP fceb07e6-7433-46eb-b0ac-0b4f5607f9fa: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:47:34.956131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6769d-af61-4a63-b1f4-f16436916542 req-014494db-db79-4dc0-9cdc-02ead3936cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:34.957779 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-014494db-db79-4dc0-9cdc-02ead3936cda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8823b9c9-50ed-4be5-b1d6-4423182c0ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446317 Dec 07 00:47:35.054528 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-819925f5-2a0a-40a8-b3cc-22fcd9914844 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881305 Dec 07 00:47:35.151075 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-bca6769d-af61-4a63-b1f4-f16436916542 req-a08aae8c-9fda-4a11-8747-677f93cba3b2 service neutron] 10.222.0.45 "GET /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881748 Dec 07 00:47:35.747072 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008fa0a-bef5-42c2-bf5b-ac496eb8e4fb req-72602afd-a34b-40fe-92d2-e539109a590d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:35.748578 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9008fa0a-bef5-42c2-bf5b-ac496eb8e4fb req-72602afd-a34b-40fe-92d2-e539109a590d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0472898 Dec 07 00:47:35.796660 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9008fa0a-bef5-42c2-bf5b-ac496eb8e4fb req-1a943fec-abad-4e39-81a8-195809756eed tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416088 Dec 07 00:47:36.542684 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-8899082f-f42d-4b29-9fc0-84be572f54bd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:36.544255 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-8899082f-f42d-4b29-9fc0-84be572f54bd tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0475497 Dec 07 00:47:36.638240 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Deleting port e34bcf92-718c-4136-99e9-45fbdbcd8d73 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:36.638601 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:36.729681 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] For port e34bcf92-718c-4136-99e9-45fbdbcd8d73, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e34bcf92-718c-4136-99e9-45fbdbcd8d73,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:36.730054 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:36.744431 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Calling delete_port for e34bcf92-718c-4136-99e9-45fbdbcd8d73 owned by compute:nova {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:36.909817 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f10d4f-f5a6-4d1a-bc4a-6c18211da70a req-4ed0360d-441a-4886-a647-97e148ab2c0d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:36.911290 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55f10d4f-f5a6-4d1a-bc4a-6c18211da70a req-4ed0360d-441a-4886-a647-97e148ab2c0d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Dec 07 00:47:36.960032 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-55f10d4f-f5a6-4d1a-bc4a-6c18211da70a req-0789d6cb-dfb4-4de2-8fe9-9eb4310a67f5 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/security-groups?id=e6f7f5c6-a31b-4399-ac57-5bf2cec56414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425899 Dec 07 00:47:36.968152 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:36.997061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'Port': ['ID=e34bcf92-718c-4136-99e9-45fbdbcd8d73,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:37.041344 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] No DVR routers for this DVR port e34bcf92-718c-4136-99e9-45fbdbcd8d73 on host hv-neutron-mast {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:47:37.043820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:37.047692 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e42e338-ed45-44b4-a0a7-bec462b5bad3 req-408e9d28-934c-465c-bafb-abae6214b29d tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.45 "DELETE /v2.0/ports/e34bcf92-718c-4136-99e9-45fbdbcd8d73 HTTP/1.1" status: 204 len: 173 time: 0.4926934 Dec 07 00:47:37.048142 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-deleted', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:47:37.050420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab29f9b-5f98-484a-9976-3b9dfbbd2080" -d '{"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-deleted", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:47:37.090854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59d3701-dd47-44b5-943a-f3c052da1a41 x-openstack-request-id: req-c59d3701-dd47-44b5-943a-f3c052da1a41 {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:47:37.091148 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d1dc3a6-9c42-43e0-8e8b-740f1b403a83", "name": "network-vif-deleted", "tag": "e34bcf92-718c-4136-99e9-45fbdbcd8d73", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:47:37.091399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c59d3701-dd47-44b5-943a-f3c052da1a41 {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:47:37.091848 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d1dc3a6-9c42-43e0-8e8b-740f1b403a83', 'name': 'network-vif-deleted', 'tag': 'e34bcf92-718c-4136-99e9-45fbdbcd8d73', 'status': 'completed', 'code': 200} Dec 07 00:47:38.062754 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a63f2dc9-c14f-4a06-83d7-aaa839dbcf5f req-5d9d4209-658d-423a-b3f1-93b40b806a35 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0322008 Dec 07 00:47:39.158850 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-15057e72-3947-4128-8689-5522e88fd4cc req-a77acdaf-4cf5-45b7-ae61-e14de6f41057 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0274849 Dec 07 00:47:40.251586 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-f84bc02c-6b5c-4ad7-8902-425334f2732f req-108d815f-c0bd-4886-b0c9-7f2ab82939ff tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0255034 Dec 07 00:47:41.203642 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:41.224385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: e34bcf92-718c-4136-99e9-45fbdbcd8d73 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:41.224742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device e34bcf92-718c-4136-99e9-45fbdbcd8d73 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:41.346457 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a61aa49d-cdc2-4b2e-b8e9-dbbdf05a303b req-945c928a-0bca-4d01-acd6-aa31938a76f7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0265577 Dec 07 00:47:42.454462 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b3ae7060-83ad-49dd-a8cd-abb6cf63444f req-fe639a24-9fb9-4e35-8f87-a3e3dcc97dfb tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d1dc3a6-9c42-43e0-8e8b-740f1b403a83 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Dec 07 00:47:42.718174 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:47:43.517805 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40726) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:43.574215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:43.598706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:43.737215 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:43.739778 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:43.741008 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] 10.222.0.53 "DELETE /v2.0/security-groups/e6f7f5c6-a31b-4399-ac57-5bf2cec56414 HTTP/1.1" status: 204 len: 168 time: 0.2221334 Dec 07 00:47:43.750879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63683-7244-455c-9aee-f1596896eea7 tempest-TestShelveInstance-1348244380 tempest-TestShelveInstance-1348244380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7f5c6-a31b-4399-ac57-5bf2cec56414,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:43.851481 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40730) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:44.321053 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:44.566209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Deleting port 4fb57e4c-b783-4dca-bd51-1393010ebeba {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:44.566800 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:44.651502 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] For port 4fb57e4c-b783-4dca-bd51-1393010ebeba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fb57e4c-b783-4dca-bd51-1393010ebeba,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:44.651871 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:44.664513 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Calling delete_port for 4fb57e4c-b783-4dca-bd51-1393010ebeba owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:44.939427 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:44.969597 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb57e4c-b783-4dca-bd51-1393010ebeba,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:45.140887 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:45.371034 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:47:45.477409 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:47:45.483251 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-9c55527a-8bea-4bef-a4d8-5b57d3048633 admin admin] 10.222.0.53 "PUT /v2.0/routers/0dcd8f59-ed68-4710-bbad-8dec7ede7681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306629 Dec 07 00:47:45.485150 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40734) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:45.488092 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Sync routers for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:47:45.497331 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:45.497928 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:45.592706 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:45.603972 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:45.698331 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:45.782011 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20'}], 'enable_snat': True}, 'gw_port_id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:47:44Z', 'revision_number': 5, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port': {'id': '9bc59cec-a545-476c-844d-a31be1ac6e05', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:19Z', 'updated_at': '2021-12-07T00:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:45.808562 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Checking router: 0dcd8f59-ed68-4710-bbad-8dec7ede7681 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:47:45.818383 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Routers {'0dcd8f59-ed68-4710-bbad-8dec7ede7681'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:45.819013 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:45.821554 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Deleting port 9bc59cec-a545-476c-844d-a31be1ac6e05 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:45.822175 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:45.904897 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] For port 9bc59cec-a545-476c-844d-a31be1ac6e05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9bc59cec-a545-476c-844d-a31be1ac6e05,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:45.905184 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:45.906659 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] Set router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:45.916986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Calling delete_port for 9bc59cec-a545-476c-844d-a31be1ac6e05 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:46.052370 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:47:45Z', 'revision_number': 6, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:46.080287 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cddb3-dbaf-4d9d-9e15-78995567b99f None None] The sync data for ids ['0dcd8f59-ed68-4710-bbad-8dec7ede7681'] in dv-neutron-master-2-hyperv is: [{'id': '0dcd8f59-ed68-4710-bbad-8dec7ede7681', 'name': 'tempest-TestShelveInstance-2144196911-router', 'tenant_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:18Z', 'updated_at': '2021-12-07T00:47:45Z', 'revision_number': 6, 'project_id': '3fd70df0a25d478bb007e4c2d251e1d3', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:47:46.142765 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.169242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc59cec-a545-476c-844d-a31be1ac6e05,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:46.184550 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cbd3c2-2d56-45ea-adc8-bc4ea32777ed None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:46.229438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.321617 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.323665 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.434242 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.434806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dcd8f59-ed68-4710-bbad-8dec7ede7681 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:47:46.440227 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.441481 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-027521b8-aac9-4481-8e23-b19888e10716 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0dcd8f59-ed68-4710-bbad-8dec7ede7681 HTTP/1.1" status: 204 len: 168 time: 0.9552813 Dec 07 00:47:46.444017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40736) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:46.491153 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Deleting subnet fa108e7e-edeb-413c-a8c9-791a4b1af175 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:47:46.494039 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.529993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.608390 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.739763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.765159 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa108e7e-edeb-413c-a8c9-791a4b1af175,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:46.768848 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.772362 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-5f5c717f-046c-45ea-8533-ec7bed6eb098 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fa108e7e-edeb-413c-a8c9-791a4b1af175 HTTP/1.1" status: 204 len: 168 time: 0.3273065 Dec 07 00:47:46.774901 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40738) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:46.777283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e59684-3ec8-4ca6-b3a7-9575a145d197 None None] Network 8823b9c9-50ed-4be5-b1d6-4423182c0ede requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:47:46.850574 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.903667 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Deleting port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:46.904084 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.959967 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] DHCP port deletion for 8823b9c9-50ed-4be5-b1d6-4423182c0ede request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:46.975086 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] For port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:46.975535 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:46.987599 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Calling delete_port for 5e3eb134-0df1-4fbb-bda0-65be4d36d12a owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:47.006811 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Deleting port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:47.007395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.075730 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] For port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,segment=NetworkSegment(1f67c439-97ae-4227-96be-574f8d4bab2f),segment_id=1f67c439-97ae-4227-96be-574f8d4bab2f)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:47.076140 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.089959 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Calling delete_port for 5e3eb134-0df1-4fbb-bda0-65be4d36d12a owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:47.127922 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.155934 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] No DVR routers for this DVR port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:47:47.160905 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:47.175573 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.201005 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Pushing event deleted for resources: {'Port': ['ID=5e3eb134-0df1-4fbb-bda0-65be4d36d12a,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:47.209228 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] No DVR routers for this DVR port 5e3eb134-0df1-4fbb-bda0-65be4d36d12a on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:47:47.211551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.211918 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.212308 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.212710 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.213053 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.213395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.213735 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.214075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.214413 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.214749 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.215076 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.215411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.215742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea15d2ea-fd76-49a7-9ede-43e6f718986d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:47.233056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5e3eb134-0df1-4fbb-bda0-65be4d36d12a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:47.238865 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.253215 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 5e3eb134-0df1-4fbb-bda0-65be4d36d12a {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:47.253563 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 5e3eb134-0df1-4fbb-bda0-65be4d36d12a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:47.253981 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc59cec-a545-476c-844d-a31be1ac6e05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:47.258747 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8823b9c9-50ed-4be5-b1d6-4423182c0ede']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:47.268383 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f67c439-97ae-4227-96be-574f8d4bab2f') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:47.268682 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f67c439-97ae-4227-96be-574f8d4bab2f') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:47.273358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 9bc59cec-a545-476c-844d-a31be1ac6e05 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:47.273706 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 9bc59cec-a545-476c-844d-a31be1ac6e05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:47.274111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fb57e4c-b783-4dca-bd51-1393010ebeba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:47.279754 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.293463 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.295454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 4fb57e4c-b783-4dca-bd51-1393010ebeba {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:47.295806 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fb57e4c-b783-4dca-bd51-1393010ebeba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:47:47.309593 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:47:47.413526 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.418820 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:47.422562 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8823b9c9-50ed-4be5-b1d6-4423182c0ede HTTP/1.1" status: 204 len: 168 time: 0.6467404 Dec 07 00:47:47.425496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40740) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:47.746711 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf31be-5f09-4b46-aa5e-4a93c1d813e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8823b9c9-50ed-4be5-b1d6-4423182c0ede,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:47.784504 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.022872 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Deleting port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:48.023210 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.103116 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] For port 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:48.103473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.116176 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Calling delete_port for 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:48.373727 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.399525 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-374deb65-2988-4cb0-a29a-b6d0cc6ad7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.402401 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe529c5-9f83-44ab-a6e8-8e8b7afb3265,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:48.432007 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.435998 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:48.580617 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:48.784493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Router b65f0990-458a-413b-9b7b-421df6a562d1 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:47:48.885228 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:47:48.890983 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-06902327-0b6d-4236-ba6a-d6bcb44a17ad admin admin] 10.222.0.53 "PUT /v2.0/routers/b65f0990-458a-413b-9b7b-421df6a562d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4644523 Dec 07 00:47:48.893659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40742) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:48.894950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Sync routers for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:47:48.904733 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:48.905350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:48.999095 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.007613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:49.097791 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.181943 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171'}], 'enable_snat': True}, 'gw_port_id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:47:48Z', 'revision_number': 5, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port': {'id': 'b31ac25d-4153-4c2b-8720-83aaa16fb215', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:fc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:37:25Z', 'updated_at': '2021-12-07T00:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:49.212846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Checking router: b65f0990-458a-413b-9b7b-421df6a562d1 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:47:49.216188 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Deleting port b31ac25d-4153-4c2b-8720-83aaa16fb215 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:49.216556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.221186 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Routers {'b65f0990-458a-413b-9b7b-421df6a562d1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:49.221807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['b65f0990-458a-413b-9b7b-421df6a562d1'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:49.299604 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] For port b31ac25d-4153-4c2b-8720-83aaa16fb215, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b31ac25d-4153-4c2b-8720-83aaa16fb215,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:49.299961 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.306884 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] Set router b65f0990-458a-413b-9b7b-421df6a562d1 gateway port host: None {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:49.312720 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Calling delete_port for b31ac25d-4153-4c2b-8720-83aaa16fb215 owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:49.365583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:47:49Z', 'revision_number': 6, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:49.397560 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e78e2d-2f8c-4900-bb63-65b207c4cae2 None None] The sync data for ids ['b65f0990-458a-413b-9b7b-421df6a562d1'] in dv-neutron-master-2-hyperv is: [{'id': 'b65f0990-458a-413b-9b7b-421df6a562d1', 'name': 'tempest-TestShelveInstance-1668865768-router', 'tenant_id': 'b2a472c752184b5289375005d07be2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:37:24Z', 'updated_at': '2021-12-07T00:47:49Z', 'revision_number': 6, 'project_id': 'b2a472c752184b5289375005d07be2ba', 'gw_port_host': None}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:47:49.556396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.582017 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Pushing event deleted for resources: {'Port': ['ID=b31ac25d-4153-4c2b-8720-83aaa16fb215,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:49.599165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f382fca-4f2b-4771-ac5b-74fa120ca524 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:49.646634 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.735566 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.737745 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.870592 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.871176 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65f0990-458a-413b-9b7b-421df6a562d1 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:47:49.875476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.876808 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-730834b8-18fc-4988-bbf1-8f0c9d371fee admin admin] 10.222.0.53 "DELETE /v2.0/routers/b65f0990-458a-413b-9b7b-421df6a562d1 HTTP/1.1" status: 204 len: 168 time: 0.9820821 Dec 07 00:47:49.879314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40744) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:49.925919 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Deleting subnet d94b9cce-0737-4141-ac67-9324e9e6ad76 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:47:49.929378 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:49.968507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.049320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.151527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.184854 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94b9cce-0737-4141-ac67-9324e9e6ad76,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:50.187442 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.192726 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-421ae776-0a3c-4ba6-8e46-eece923a6014 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d94b9cce-0737-4141-ac67-9324e9e6ad76 HTTP/1.1" status: 204 len: 168 time: 0.3124104 Dec 07 00:47:50.194113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40746) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:50.203543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307c5da-a439-4af4-a32a-ddb48ee408b6 None None] Network 2fb08dfe-a4a1-46a3-844d-23e98876233c requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:47:50.269018 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.336521 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Deleting port f556104c-77e0-4f51-a353-6bf85d9ef63e {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:50.336958 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.400415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] DHCP port deletion for 2fb08dfe-a4a1-46a3-844d-23e98876233c request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:50.408993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] For port f556104c-77e0-4f51-a353-6bf85d9ef63e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f556104c-77e0-4f51-a353-6bf85d9ef63e,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:50.409501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.428978 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Calling delete_port for f556104c-77e0-4f51-a353-6bf85d9ef63e owned by network:dhcp {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:50.458287 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Deleting port f556104c-77e0-4f51-a353-6bf85d9ef63e {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:47:50.458948 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.526382 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] For port f556104c-77e0-4f51-a353-6bf85d9ef63e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f556104c-77e0-4f51-a353-6bf85d9ef63e,segment=NetworkSegment(f34f53fb-ca39-4323-ba56-3f85db83da83),segment_id=f34f53fb-ca39-4323-ba56-3f85db83da83)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:50.526893 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.540336 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Calling delete_port for f556104c-77e0-4f51-a353-6bf85d9ef63e owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:47:50.596503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.629675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.632662 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=f556104c-77e0-4f51-a353-6bf85d9ef63e,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:50.634722 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] No DVR routers for this DVR port f556104c-77e0-4f51-a353-6bf85d9ef63e on host dv-neutron-master-2-hyperv {{(pid=110158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:47:50.659899 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] Pushing event deleted for resources: {'Port': ['ID=f556104c-77e0-4f51-a353-6bf85d9ef63e,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:50.668681 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e25403-85d8-4fcb-8412-d1ab1d0cbdb0 None None] No DVR routers for this DVR port f556104c-77e0-4f51-a353-6bf85d9ef63e on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:47:50.709819 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.728774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb08dfe-a4a1-46a3-844d-23e98876233c']}} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:50.738216 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34f53fb-ca39-4323-ba56-3f85db83da83') {'for_net_delete': True} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:50.738510 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.services.segments.db [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34f53fb-ca39-4323-ba56-3f85db83da83') {} {{(pid=110158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:50.739395 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-40c163c4-5eaa-4c9e-8d7d-34f0b72166b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.747758 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466722'] for segment, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.761235 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.766979 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=110158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:47:50.767379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11763426'] for segment, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: Traceback (most recent call last): Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: timer() Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: cb(*args, **kw) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: return func(*args, **kwargs) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: self._notify() Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: self.callback(batched_events) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: event.method(event) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: return f(self, *a, **k) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: return self._get(url).json() Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: return self.request(url, 'GET', **kwargs) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:47:50.769056 dv-neutron-master-2-hyperv neutron-server[110158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:47:50.885387 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.892379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Publish callbacks [] for network, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:50.896395 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2fb08dfe-a4a1-46a3-844d-23e98876233c HTTP/1.1" status: 204 len: 168 time: 0.7012041 Dec 07 00:47:50.907715 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b2eba3-f121-42bf-81f2-24258d804b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb08dfe-a4a1-46a3-844d-23e98876233c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:51.199393 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:51.221003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:51.221350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 4fe529c5-9f83-44ab-a6e8-8e8b7afb3265 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:51.221769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b31ac25d-4153-4c2b-8720-83aaa16fb215 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:51.239643 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40750) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:51.241854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b31ac25d-4153-4c2b-8720-83aaa16fb215 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:51.242220 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b31ac25d-4153-4c2b-8720-83aaa16fb215 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:51.242622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f556104c-77e0-4f51-a353-6bf85d9ef63e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:47:51.262385 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: f556104c-77e0-4f51-a353-6bf85d9ef63e {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:47:51.262734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device f556104c-77e0-4f51-a353-6bf85d9ef63e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:47:51.282217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-044f7b05-ea57-4ec3-8e8f-7b282456d2d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fd70df0a25d478bb007e4c2d251e1d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412838 Dec 07 00:47:51.284636 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 40752) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:51.331438 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:51.352930 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:51.462399 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:51.465181 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:51.466351 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3e83d8a-b4db-4ed1-a428-5c2f1a4859a8 HTTP/1.1" status: 204 len: 168 time: 0.1808231 Dec 07 00:47:51.474763 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764fb2-3f7b-46c2-a428-bd62a4437fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e83d8a-b4db-4ed1-a428-5c2f1a4859a8,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:52.128113 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40758) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:52.166934 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-f6f6321a-ead5-463d-958c-4d80ed22bcff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2a472c752184b5289375005d07be2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375941 Dec 07 00:47:52.169308 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40760) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:52.202031 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:52.223446 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:52.244588 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:52.367763 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:52.370364 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:52.371530 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13391934-daaf-4d45-8d5b-ba32ed47375f HTTP/1.1" status: 204 len: 168 time: 0.2005730 Dec 07 00:47:52.381376 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8f9d6-1e4c-4174-9f15-c60056901494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13391934-daaf-4d45-8d5b-ba32ed47375f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:53.248508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.423710 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40782) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:53.516137 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-730520057-network', 'tenant_id': '16dab96094b94f2991f659cd49c69294'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:47:53.590594 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Made reservation on behalf of 16dab96094b94f2991f659cd49c69294 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:47:53.592993 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.601584 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.674355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.750482 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.777156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:47:53.783798 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9acc60-c344-4c1a-b362-fa80350369b1,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:53.790571 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.790913 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Added segment 81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6 of type vlan for network 37713075-698a-4424-8cad-f43b712a812d Dec 07 00:47:53.833429 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.919730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.921403 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:53.922011 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:53.979985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] Pushing event updated for resources: {'Network': ['ID=37713075-698a-4424-8cad-f43b712a812d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:53.990589 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network 37713075-698a-4424-8cad-f43b712a812d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:47:54.027649 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-382d2fc0-3dcb-4c2d-ab85-2edb076431f9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5999999 Dec 07 00:47:54.027849 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40788) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:54.033204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Request body: {'subnet': {'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-730520057-subnet', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:47:54.116080 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Made reservation on behalf of 16dab96094b94f2991f659cd49c69294 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:47:54.118507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:54.187986 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:54.628057 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:54.681509 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58245455-7dd4-4908-baf9-64b1a7ce8f40,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:54.690387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Checking segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:47:54.690748 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Network hostable DHCP agents. Network: 37713075-698a-4424-8cad-f43b712a812d, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:47:54.759493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Network 37713075-698a-4424-8cad-f43b712a812d is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:47:54.879310 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 37713075-698a-4424-8cad-f43b712a812d) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:47:54.883333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:47:54.883963 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:54.888564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec0a8a-6cd7-4efc-b064-366fefc544c3 None None] Network 37713075-698a-4424-8cad-f43b712a812d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:47:54.964750 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-2083aec5-ce59-4b00-99b2-2d81f646b42f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9358325 Dec 07 00:47:54.967363 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40790) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:54.971658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:47:55.063033 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.064117 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.121025 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.225027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-37713075-698a-4424-8cad-f43b712a812d', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:47:55.225888 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.311273 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.403405 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Allocated IP 172.20.0.2 (37713075-698a-4424-8cad-f43b712a812d/58245455-7dd4-4908-baf9-64b1a7ce8f40/b7a2a6c4-2a7a-4d61-b869-eec817e1ada2) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:47:55.552227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.585766 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.604681 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.605263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.643377 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Network 37713075-698a-4424-8cad-f43b712a812d is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:47:55.646411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:47:55.649860 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:47:55.661315 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Pushing event updated for resources: {'Port': ['ID=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:55.712386 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Attempting to bind port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:47:55.712613 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Allocated IP 172.36.7.72 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/baa3d215-3b2a-40ad-8ebf-1ddd13b08024) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:47:55.718112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Attempting to bind port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:47:55.718112 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Attempting to bind port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:47:55.718688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:47:55.719074 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Checking segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:47:55.719481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.719878 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Bound using segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:47:55.720376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Bound port: b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:47:55.720763 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.782902 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] For port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:47:55.786166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] For port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:47:55.817294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.894355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.922254 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:55.955350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3712bbe-f7c3-4df8-a10c-437f63588019 None None] Pushing event updated for resources: {'Port': ['ID=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:55.962047 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:47:55.966423 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:47:55.970755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:47:55.979650 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571bc82-dc08-417d-a85e-3a42dd40a94e None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:55.993796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Pushing event updated for resources: {'Port': ['ID=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:56.032622 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d196fddb-fd69-4129-817e-475cb0123ec3 None None] Provisioning complete for port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:56.033080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d196fddb-fd69-4129-817e-475cb0123ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:56.071273 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-d196fddb-fd69-4129-817e-475cb0123ec3 None None] Port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:47:56.322445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:56.515569 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:56.728008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:47:56.838197 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:47:56.848742 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:47:56.859766 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:56.860501 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:56.889916 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01aab6f-b44b-4771-9522-5d4083ab038b None None] Network 37713075-698a-4424-8cad-f43b712a812d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:47:56.935325 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:56.940218 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ba5f9bf8-65de-4d6f-8dae-9b8ecefaee85 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9682424 Dec 07 00:47:56.940468 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40792) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:56.970587 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:57.039097 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] Provisioning complete for port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:57.039683 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.146950 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.173428 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:56Z', 'revision_number': 3, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:57.185859 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] For port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:57.203456 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:47:57.203812 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Updating router 0c296338-1c5b-45b0-9988-4b906fb06d5a port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:47:57.229640 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.268376 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.304148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:47:57.362335 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a552c4-13b5-4518-9bf4-1568091688ae None None] Pushing event updated for resources: {'Port': ['ID=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:57.380790 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:57.381085 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.427333 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-79065755-439a-4170-8bea-311f99c1f853 None None] Provisioning complete for port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:57.427700 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-79065755-439a-4170-8bea-311f99c1f853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.443633 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.503570 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.567420 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.607629 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Allocated IP 172.20.0.1 (37713075-698a-4424-8cad-f43b712a812d/58245455-7dd4-4908-baf9-64b1a7ce8f40/0487df4e-d6eb-433e-b272-47bda1279b47) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:47:57.613861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1e49f-ee64-4f87-90aa-cfd839f3c46a None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:57.620089 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Attempting to bind port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:47:57.620504 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Attempting to bind port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:47:57.620869 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Attempting to bind port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:47:57.629263 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Pushing event updated for resources: {'Port': ['ID=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:57.634068 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:47:57.636819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:47:57.636819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.636819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:47:57.636819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Bound port: baa3d215-3b2a-40ad-8ebf-1ddd13b08024, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:47:57.636819 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.658721 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.659067 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.659408 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.659749 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.660080 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.660428 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.660761 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.661088 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.661414 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.661739 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.662066 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.662384 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.662701 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:47:57.680078 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-36f11855-6751-492c-af0b-9f9bc4309479 None None] Provisioning complete for port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:57.680628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-36f11855-6751-492c-af0b-9f9bc4309479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.699508 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] For port baa3d215-3b2a-40ad-8ebf-1ddd13b08024, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:47:57.704036 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] For port baa3d215-3b2a-40ad-8ebf-1ddd13b08024, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:47:57.715704 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-36f11855-6751-492c-af0b-9f9bc4309479 None None] Port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:47:57.721462 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.771348 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.811102 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4961f63d-b5b8-4e8c-a7ad-c1c11c4ee8e7 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:47:57.831827 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:57.832541 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:57.835852 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67407f-fdd1-4ecf-99b9-0006bc97fa53 None None] Pushing event updated for resources: {'Port': ['ID=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:57.837596 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] Provisioning complete for port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:57.837972 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.851189 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.895433 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Network 37713075-698a-4424-8cad-f43b712a812d is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:47:57.901756 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:47:57.904361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:47:57.906706 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Pushing event updated for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:57.926776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:57.950105 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:57.950865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] For port baa3d215-3b2a-40ad-8ebf-1ddd13b08024, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:47:57.962103 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.019249 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.093510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3592419-3f07-490e-a857-355af5b81ca6 None None] Pushing event updated for resources: {'Port': ['ID=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:58.145975 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:56Z', 'revision_number': 3, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:58.172940 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a9b298-313d-4943-b47e-0a66ffccf107 None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:56Z', 'revision_number': 3, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:47:58.243716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-a39b9413-6689-439d-bb80-db2fbf7c6964 None None] Provisioning complete for port 0487df4e-d6eb-433e-b272-47bda1279b47 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:58.244122 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-a39b9413-6689-439d-bb80-db2fbf7c6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.287670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-a39b9413-6689-439d-bb80-db2fbf7c6964 None None] Port 0487df4e-d6eb-433e-b272-47bda1279b47 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:47:58.465856 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.640041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.714109 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.786614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Pushing event updated for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:47:58.789024 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:58.881827 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Network 37713075-698a-4424-8cad-f43b712a812d is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:47:58.883244 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:47:59.010579 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:47:59.118660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0ae4643c-963f-4c0e-89a9-d1610e4c6768 None None] Provisioning complete for port 0487df4e-d6eb-433e-b272-47bda1279b47 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:59.119213 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0ae4643c-963f-4c0e-89a9-d1610e4c6768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:59.121081 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:47:59.132062 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-378c1ad8-9e8b-4726-b10f-ca03f4145c22 admin admin] 10.222.0.53 "PUT /v2.0/routers/0c296338-1c5b-45b0-9988-4b906fb06d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1851063 Dec 07 00:47:59.155199 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4643c-963f-4c0e-89a9-d1610e4c6768 None None] Port 0487df4e-d6eb-433e-b272-47bda1279b47 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:47:59.279063 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device baa3d215-3b2a-40ad-8ebf-1ddd13b08024 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:47:59.326695 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:59.327071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:59.411488 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:47:59.459236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:47:59.459605 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:47:59.670322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:47:59.679804 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:47:59.680481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:59.785576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:47:59.915252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40808) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:47:59.920821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1631685389-network', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:47:59.986976 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 2, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:47:59.995940 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Made reservation on behalf of 02b76469a7624b25aef907ba8ff746e5 for: {'network': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:48:00.001169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for network, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.008067 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.013437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:48:00.013824 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Updating router 0c296338-1c5b-45b0-9988-4b906fb06d5a port 0487df4e-d6eb-433e-b272-47bda1279b47 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:48:00.038861 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.082731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.156387 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.177050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=110159) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 07 00:48:00.190385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21d8c56-9cb7-41dc-bcb6-3bfeb706910d,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:00.195237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.195599 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.segments_db [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Added segment beb06e92-5d67-4eae-ae7c-55d90de99d75 of type vlan for network fe668c41-8ebb-4cf3-b60a-950ab78a4066 Dec 07 00:48:00.237750 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728377053287'] for network, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.304185 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.327871 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365'] for network, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.328882 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:00.331463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.386747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] Pushing event updated for resources: {'Network': ['ID=fe668c41-8ebb-4cf3-b60a-950ab78a4066,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:00.397280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=110160) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 07 00:48:00.417431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.436629 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e6abdb4c-3494-4ce2-8311-fde8563c37bf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5202923 Dec 07 00:48:00.439465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40810) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:00.444407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Request body: {'subnet': {'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1631685389-subnet', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'ip_version': 4}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:00.505291 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7bd48-8748-4c28-8b7b-a5a51a25e958 None None] Pushing event updated for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:00.537355 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Made reservation on behalf of 02b76469a7624b25aef907ba8ff746e5 for: {'subnet': 1} {{(pid=110159) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:48:00.539749 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5229056'] for subnet, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.561234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Attempting to bind port 0487df4e-d6eb-433e-b272-47bda1279b47 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:48:00.561776 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Attempting to bind port 0487df4e-d6eb-433e-b272-47bda1279b47 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:48:00.561958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Attempting to bind port 0487df4e-d6eb-433e-b272-47bda1279b47 on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:00.568512 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:48:00.569172 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Checking segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:00.569825 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.570318 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Bound using segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:48:00.571142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Bound port: 0487df4e-d6eb-433e-b272-47bda1279b47, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:48:00.571634 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.639995 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] For port 0487df4e-d6eb-433e-b272-47bda1279b47, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:48:00.643570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] For port 0487df4e-d6eb-433e-b272-47bda1279b47, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0487df4e-d6eb-433e-b272-47bda1279b47,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:48:00.683661 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-de6d7cc3-091f-4b75-a1a8-1b7c4add1bd1 None None] Provisioning complete for port 0487df4e-d6eb-433e-b272-47bda1279b47 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:00.683961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-de6d7cc3-091f-4b75-a1a8-1b7c4add1bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.720479 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-de6d7cc3-091f-4b75-a1a8-1b7c4add1bd1 None None] Port 0487df4e-d6eb-433e-b272-47bda1279b47 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:00.738863 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.798149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:00.798786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:00.800717 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7bd48-8748-4c28-8b7b-a5a51a25e958 None None] Pushing event updated for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:00.802187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4988790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5229298'] for subnet, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:00.864554 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:00.870046 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Checking segment: {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:00.870405 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Network hostable DHCP agents. Network: fe668c41-8ebb-4cf3-b60a-950ab78a4066, hostable agents: ['38c4b2ff-4499-4f39-8e41-b056fe28e1c6'], hosted agents: [] {{(pid=110159) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 07 00:48:00.979187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 is scheduled to be hosted by DHCP agent 38c4b2ff-4499-4f39-8e41-b056fe28e1c6 with binding_index 1 {{(pid=110159) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 07 00:48:01.065912 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] Provisioning complete for port 0487df4e-d6eb-433e-b272-47bda1279b47 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:01.066214 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.073684 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe668c41-8ebb-4cf3-b60a-950ab78a4066) {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:01.077752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:01.078362 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.094949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf60ff8-c8b9-47e1-b11b-0337c08a20bc None None] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:48:01.101263 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:01.184226 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-d884c82f-e07e-4319-84dd-25723faae38e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7411346 Dec 07 00:48:01.184465 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40812) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:01.189226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:01.265062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3771'] for router, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.266146 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-506725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3760'] for router, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.321987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.368460 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.450540 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'fixed_ips': [{'subnet_id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3'}]}} from dv-neutron-master-2-hyperv. {{(pid=110160) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 07 00:48:01.451472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.470725 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] For port 0487df4e-d6eb-433e-b272-47bda1279b47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0487df4e-d6eb-433e-b272-47bda1279b47,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:01.518820 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.538309 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.642119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:00Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:01.679604 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef75d0-6aad-4474-8bfb-6b739a609224 None None] Pushing event updated for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:01.686470 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8aeb8-7ae5-41e8-ac6a-304f358fe644 None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:00Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:48:01.689272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.db_base_plugin_common [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Allocated IP 172.20.0.2 (fe668c41-8ebb-4cf3-b60a-950ab78a4066/ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3/2c2dba76-505b-4446-ba31-e025a862c394) {{(pid=110160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:48:01.805578 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.827236 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.872520 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks [] for port, precommit_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:01.941372 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Allocated IP 172.36.7.135 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/c82854bf-446a-433f-ba78-0a510445127c) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:48:01.962370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300'] for port, after_create {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.005633 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 is already hosted by enough agents. {{(pid=110160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:02.008823 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.scheduler.base_scheduler [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Resources bound (agent type, host, resource id): {{(pid=110160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:02.013406 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Received port after_create {{(pid=110160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:48:02.016720 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Pushing event updated for resources: {'Port': ['ID=2c2dba76-505b-4446-ba31-e025a862c394,revision_number=1']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:02.052576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.072464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Attempting to bind port 2c2dba76-505b-4446-ba31-e025a862c394 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:48:02.072934 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Attempting to bind port 2c2dba76-505b-4446-ba31-e025a862c394 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:48:02.073371 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Attempting to bind port 2c2dba76-505b-4446-ba31-e025a862c394 on network fe668c41-8ebb-4cf3-b60a-950ab78a4066 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:02.078862 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:48:02.079322 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Checking segment: {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:02.079840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.080398 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Bound using segment: {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:48:02.080979 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Bound port: 2c2dba76-505b-4446-ba31-e025a862c394, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:48:02.081472 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.146449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] For port 2c2dba76-505b-4446-ba31-e025a862c394, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:48:02.151060 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.151551 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] For port 2c2dba76-505b-4446-ba31-e025a862c394, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c2dba76-505b-4446-ba31-e025a862c394,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:48:02.192851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:02.196017 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:02.199852 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:48:02.205619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Pushing event updated for resources: {'Port': ['ID=c82854bf-446a-433f-ba78-0a510445127c,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:02.210910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fbd7b-110b-472d-8e38-3a489093ab6f None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:48:02.235766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.306279 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-30505122-c535-472e-8283-d0a2413467c9 None None] Provisioning complete for port c82854bf-446a-433f-ba78-0a510445127c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:02.306625 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-30505122-c535-472e-8283-d0a2413467c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.346290 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24228530-bd38-42f5-825c-cecd45895b01 None None] Pushing event updated for resources: {'Port': ['ID=2c2dba76-505b-4446-ba31-e025a862c394,revision_number=2']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:02.358766 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-30505122-c535-472e-8283-d0a2413467c9 None None] Port c82854bf-446a-433f-ba78-0a510445127c cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:02.608984 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:02.810087 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-405760'] for router, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.010956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Router 21267ade-e82d-4d78-84c4-4ce4ed745d89 is scheduled to L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc with binding_index 1 {{(pid=110159) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 07 00:48:03.128224 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:48:03.147134 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Sync routers for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:48:03.156953 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:03.157572 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:03.207173 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.211172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-faf7db44-baf0-430e-8735-10f18e2bbd36 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0231626 Dec 07 00:48:03.211358 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40814) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:03.273651 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:03.295209 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2c2dba76-505b-4446-ba31-e025a862c394 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:03.325906 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec81421-6c61-4845-b0fe-f101986cc325 None None] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:48:03.431114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] Provisioning complete for port 2c2dba76-505b-4446-ba31-e025a862c394 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:03.431597 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.512960 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2c2dba76-505b-4446-ba31-e025a862c394 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:03.513450 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.571765 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:02Z', 'revision_number': 3, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:03.599009 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Checking router: 21267ade-e82d-4d78-84c4-4ce4ed745d89 for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:48:03.599358 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Updating router 21267ade-e82d-4d78-84c4-4ce4ed745d89 port c82854bf-446a-433f-ba78-0a510445127c binding host dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:48:03.625970 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.629499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.713792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] For port 2c2dba76-505b-4446-ba31-e025a862c394, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c2dba76-505b-4446-ba31-e025a862c394,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:03.713792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.810293 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.892762 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks [] for port, precommit_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.893821 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 07 00:48:03.894569 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG oslo_db.api [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 07 00:48:03.899350 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ec351-c633-4400-be89-67aa9ff3e15c None None] Pushing event updated for resources: {'Port': ['ID=2c2dba76-505b-4446-ba31-e025a862c394,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:03.964943 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:03.993783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.008283 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd52064-67a7-4fdf-984a-8bdd2d0aa613 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:48:04.019694 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99c09-fc41-49a2-95c1-06d14c256050 None None] Pushing event updated for resources: {'Port': ['ID=c82854bf-446a-433f-ba78-0a510445127c,revision_number=2']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:04.024908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Attempting to bind port c82854bf-446a-433f-ba78-0a510445127c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:48:04.024908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Attempting to bind port c82854bf-446a-433f-ba78-0a510445127c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:48:04.024908 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Attempting to bind port c82854bf-446a-433f-ba78-0a510445127c on network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:04.033170 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:48:04.033485 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Checking segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:04.033892 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.034287 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Bound using segment: {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'} {{(pid=110161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:48:04.035024 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.managers [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Bound port: c82854bf-446a-433f-ba78-0a510445127c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257aa54e-0a0a-452e-8c71-eaddee4ea999', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b'}}] {{(pid=110161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:48:04.035284 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.042187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cea28d2d-8353-4508-94e9-d97f4f1835ab None None] Provisioning complete for port 2c2dba76-505b-4446-ba31-e025a862c394 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:04.042564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cea28d2d-8353-4508-94e9-d97f4f1835ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.087857 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] For port c82854bf-446a-433f-ba78-0a510445127c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:48:04.093738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.125752 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.plugins.ml2.db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] For port c82854bf-446a-433f-ba78-0a510445127c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c82854bf-446a-433f-ba78-0a510445127c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:48:04.156860 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Allocated IP 172.20.0.1 (fe668c41-8ebb-4cf3-b60a-950ab78a4066/ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3/0734d071-82c7-46e3-9050-976eb1234025) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:48:04.211297 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron_lib.callbacks.manager [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.260264 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0328b6a-e405-495d-ac94-caecd8c040dd None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:48:04.260847 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.275434 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:04.276061 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:04.279887 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c99c09-fc41-49a2-95c1-06d14c256050 None None] Pushing event updated for resources: {'Port': ['ID=c82854bf-446a-433f-ba78-0a510445127c,revision_number=3']} {{(pid=110161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:04.289192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] Provisioning complete for port c82854bf-446a-433f-ba78-0a510445127c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:04.289614 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.369372 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.377041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.383411 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:04.391481 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] For port c82854bf-446a-433f-ba78-0a510445127c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c82854bf-446a-433f-ba78-0a510445127c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:04.415683 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:04.420217 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:04.423880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:48:04.435896 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0487df4e-d6eb-433e-b272-47bda1279b47 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:04.455128 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Pushing event updated for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:04.478565 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-397357'] for router_interface, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.485729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.552603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0487df4e-d6eb-433e-b272-47bda1279b47 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:04.552990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.575828 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c9f55-7995-4447-85c0-8b1a09dd27b4 None None] Pushing event updated for resources: {'Port': ['ID=c82854bf-446a-433f-ba78-0a510445127c,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:04.612652 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:02Z', 'revision_number': 3, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:04.617546 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-770a7a64-ed95-4ebb-9a7c-fdbfc5db7506 None None] Provisioning complete for port c82854bf-446a-433f-ba78-0a510445127c triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:04.617928 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-770a7a64-ed95-4ebb-9a7c-fdbfc5db7506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.641035 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96d831-7059-4ebb-91c7-bdb29a6b39df None None] The sync data for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv is: [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:02Z', 'revision_number': 3, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:48:04.695053 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.865939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-708d69a6-19e7-439d-9440-637cb29947d7 None None] Provisioning complete for port 0734d071-82c7-46e3-9050-976eb1234025 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:04.865939 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-708d69a6-19e7-439d-9440-637cb29947d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.869609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:04.908206 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-708d69a6-19e7-439d-9440-637cb29947d7 None None] Port 0734d071-82c7-46e3-9050-976eb1234025 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:04.950585 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:05.024994 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Pushing event updated for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:05.027303 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-608383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397377'] for router_interface, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:05.122503 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:05.123925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:05.258167 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Router 21267ade-e82d-4d78-84c4-4ce4ed745d89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:48:05.337797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c82854bf-446a-433f-ba78-0a510445127c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:05.379614 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:48:05.385427 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-68f153d7-5831-4438-ba72-ffe374b20e24 admin admin] 10.222.0.53 "PUT /v2.0/routers/21267ade-e82d-4d78-84c4-4ce4ed745d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730213 Dec 07 00:48:05.539458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-e560854b-f7dc-414f-970d-b289d8adecb9 None None] Provisioning complete for port 0734d071-82c7-46e3-9050-976eb1234025 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:05.539990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e560854b-f7dc-414f-970d-b289d8adecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:05.575421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port c82854bf-446a-433f-ba78-0a510445127c triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:05.575797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:05.582626 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-e560854b-f7dc-414f-970d-b289d8adecb9 None None] Port 0734d071-82c7-46e3-9050-976eb1234025 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:05.661921 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2c2dba76-505b-4446-ba31-e025a862c394 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:05.707018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 2c2dba76-505b-4446-ba31-e025a862c394 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:05.707390 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.072112 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40822) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:06.077404 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374446598', 'description': 'tempest-secgroup-smoke-374446598 description', 'project_id': '16dab96094b94f2991f659cd49c69294'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:06.144761 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.212274 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.247568 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Sync routers for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:48:06.260049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:06.260712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:06.275986 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.305043 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd97bd72-d857-49a2-88d5-b98e1108def5,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:06.368061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:06.378152 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.379490 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-cb62c70a-07fd-49f8-880e-baba28fab510 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3062634 Dec 07 00:48:06.382422 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40824) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:06.386861 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:06.484463 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.539920 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.566234 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0734d071-82c7-46e3-9050-976eb1234025', 'name': '', 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'mac_address': 'fa:16:3e:d3:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:04Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 2, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'subnets': [{'id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:06.593099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Checking router: 21267ade-e82d-4d78-84c4-4ce4ed745d89 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:48:06.593464 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Updating router 21267ade-e82d-4d78-84c4-4ce4ed745d89 port 0734d071-82c7-46e3-9050-976eb1234025 binding host dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 07 00:48:06.622065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.627933 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.650769 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69af918-eba7-435f-8d77-f6563ccb80b9,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:06.715275 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.717028 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-744b2644-3e12-4376-9c3f-187cd1941d62 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331630 Dec 07 00:48:06.719775 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40826) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:06.724114 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:06.812126 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.871581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.881049 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks [] for port, precommit_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.938527 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:06.959073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9226ac-9f1f-41e9-b465-5d77134a8d97,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:06.961607 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.012369 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158ab4-b38c-49aa-85e5-f2f08f1797cc None None] Pushing event updated for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=3']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:07.047123 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.051128 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-37fa7a4c-001c-4626-beab-9252b9491f84 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278341 Dec 07 00:48:07.051452 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40828) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:07.056317 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:07.067355 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Attempting to bind port 0734d071-82c7-46e3-9050-976eb1234025 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:48:07.068099 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Attempting to bind port 0734d071-82c7-46e3-9050-976eb1234025 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:48:07.068270 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Attempting to bind port 0734d071-82c7-46e3-9050-976eb1234025 on network fe668c41-8ebb-4cf3-b60a-950ab78a4066 {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:07.073693 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Checking agent: {'id': 'a3f116c5-d96f-44c2-a090-1691e5681e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 45, 54), 'started_at': datetime.datetime(2021, 12, 6, 23, 46, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:48:07.074265 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Checking segment: {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:07.074762 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.075296 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Bound using segment: {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'} {{(pid=110160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:48:07.076510 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.managers [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Bound port: 0734d071-82c7-46e3-9050-976eb1234025, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb06e92-5d67-4eae-ae7c-55d90de99d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066'}}] {{(pid=110160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:48:07.076958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.146449 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] For port 0734d071-82c7-46e3-9050-976eb1234025, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=110160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:48:07.149949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] For port 0734d071-82c7-46e3-9050-976eb1234025, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0734d071-82c7-46e3-9050-976eb1234025,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:48:07.151658 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.209916 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.217269 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-7fe9a358-2115-469f-9510-5f207995ca70 None None] Provisioning complete for port 0734d071-82c7-46e3-9050-976eb1234025 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:07.217641 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7fe9a358-2115-469f-9510-5f207995ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.238798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.284960 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.287612 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9a358-2115-469f-9510-5f207995ca70 None None] Port 0734d071-82c7-46e3-9050-976eb1234025 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:07.301219 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4b094c-2a67-4379-9d24-cc0f3a56af94,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:07.314255 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d158ab4-b38c-49aa-85e5-f2f08f1797cc None None] Pushing event updated for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:07.317060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:07.317754 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:47:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:07.378456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.380633 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e0fe6830-61fb-455a-a37c-1639a42e90b9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280237 Dec 07 00:48:07.382659 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40830) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:07.393385 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:07.430278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:07.469894 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.531334 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.570442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] Provisioning complete for port 0734d071-82c7-46e3-9050-976eb1234025 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:07.570949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.605351 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.625406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12360f9-02d9-4a21-90b9-eba4456e9a2a,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:07.702299 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.706618 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.707860 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-92e49401-a5a9-4aa4-a84c-bc3f23e46e8c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240795 Dec 07 00:48:07.710665 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40832) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:07.713521 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0734d071-82c7-46e3-9050-976eb1234025', 'name': '', 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'mac_address': 'fa:16:3e:d3:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:04Z', 'updated_at': '2021-12-07T00:48:07Z', 'revision_number': 4, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'subnets': [{'id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:07.715085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:07.746795 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11f73-8109-4da2-97a1-6b0d56a203ea None None] The sync data for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv is: [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0734d071-82c7-46e3-9050-976eb1234025', 'name': '', 'network_id': 'fe668c41-8ebb-4cf3-b60a-950ab78a4066', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'mac_address': 'fa:16:3e:d3:29:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:04Z', 'updated_at': '2021-12-07T00:48:07Z', 'revision_number': 4, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'subnets': [{'id': 'ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:48:07.763077 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] For port 0734d071-82c7-46e3-9050-976eb1234025, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0734d071-82c7-46e3-9050-976eb1234025,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:07.805233 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Project 16dab96094b94f2991f659cd49c69294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:48:07.811218 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.824561 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.877507 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.884061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109fca8-732f-4329-a0b7-04a8edfaab4f None None] Pushing event updated for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:07.964880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:07.980407 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf85cd9b-811e-4b44-970b-91efae153984,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:08.110881 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:08.114795 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-eb001a10-bf45-4d90-b00a-7c2c1322771a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4006460 Dec 07 00:48:08.115107 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40834) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:08.119758 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'security_group_rule': {'security_group_id': 'dd97bd72-d857-49a2-88d5-b98e1108def5', 'project_id': '16dab96094b94f2991f659cd49c69294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:08.213157 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.securitygroups_db [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Project 16dab96094b94f2991f659cd49c69294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 07 00:48:08.218925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:08.277630 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:08.347941 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462761'] for security_group_rule, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:08.364122 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e53ce53-2fc2-46c1-b3ba-dc2f20b5f0ed,revision_number=0']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:08.441457 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:08.442872 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-842f2a80-1f5d-4dbd-b45e-8bac325eb9a4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267248 Dec 07 00:48:08.609815 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-3491a879-02fa-49eb-904c-feeb6bce0f64 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374446598&fields=id&tenant_id=16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 267 time: 0.0461116 Dec 07 00:48:08.723097 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-8278296a-675f-4f1a-8635-d02a6bbf5eb4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:08.724613 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-8278296a-675f-4f1a-8635-d02a6bbf5eb4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 809 time: 0.1076999 Dec 07 00:48:08.739940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-322db3da-be41-4098-a819-45b446458f9b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/quotas/16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 375 time: 0.0095170 Dec 07 00:48:08.791635 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-51174cbf-8499-422d-bd27-10868c003dd5 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458848 Dec 07 00:48:08.890924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-10d325a4-343c-4a66-b5a8-278e73646f34 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=110159) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 07 00:48:08.892101 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-10d325a4-343c-4a66-b5a8-278e73646f34 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0891564 Dec 07 00:48:08.984081 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ef8462e8-cf82-48da-a6e0-fb5ba1142e10 service neutron] 10.222.0.53 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853999 Dec 07 00:48:09.078784 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-7196ebcb-1dc0-4dd5-81d8-807e3d213e30 service neutron] 10.222.0.53 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882525 Dec 07 00:48:09.233442 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0734d071-82c7-46e3-9050-976eb1234025 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:09.284545 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Provisioning complete for port 0734d071-82c7-46e3-9050-976eb1234025 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:09.284920 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:09.361736 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-7084e990-6702-4247-922c-b5391b25b660 req-f9f35831-07a7-4780-84cc-e092beef7221 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Dec 07 00:48:10.459504 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-c90aa4fa-df89-4eda-a559-9efbe85f0346 req-926a95ca-d347-446f-bc2e-0cd6a5698a38 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 210 time: 0.0269618 Dec 07 00:48:11.552853 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9a52b318-d686-4e83-91c4-42b06795b745 req-e02824c8-2ac2-4ba0-93d0-b50d7bc24cf7 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Dec 07 00:48:11.736994 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-518ff77b-afb5-4df4-9f19-e78f55080586 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:11.738454 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-518ff77b-afb5-4df4-9f19-e78f55080586 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 809 time: 0.1041739 Dec 07 00:48:11.812518 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff64ffd3-8f21-4706-b989-3ea39e578788 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 379 time: 0.0539780 Dec 07 00:48:11.825396 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'port': {'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'admin_state_up': True, 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'security_groups': ['dd97bd72-d857-49a2-88d5-b98e1108def5']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:12.013895 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Made reservation on behalf of 16dab96094b94f2991f659cd49c69294 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:48:12.017556 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.145082 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Allocated IP 172.20.0.13 (37713075-698a-4424-8cad-f43b712a812d/58245455-7dd4-4908-baf9-64b1a7ce8f40/495d383a-30f6-454a-a9d9-bd5ebe896673) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:48:12.278337 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.362172 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.409985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Network 37713075-698a-4424-8cad-f43b712a812d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:12.413066 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:12.416879 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:48:12.423375 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:12.469577 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:12.470218 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.542031 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-89305988-d8d8-4cd1-981f-b82dcd1a2e32 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7204466 Dec 07 00:48:12.569580 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Request body: {'port': {'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:12.627168 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.671005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09e18-6fc8-43f5-a844-bfa1100654a0 req-584df936-936d-4e7b-99ac-2dcbf1e3b97b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:12.672535 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-93b09e18-6fc8-43f5-a844-bfa1100654a0 req-584df936-936d-4e7b-99ac-2dcbf1e3b97b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 932 time: 0.0511546 Dec 07 00:48:12.675835 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-f156740b-d351-4b47-92e9-4147e6e7abae None None] Provisioning complete for port 495d383a-30f6-454a-a9d9-bd5ebe896673 triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:12.676396 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f156740b-d351-4b47-92e9-4147e6e7abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.724314 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-f156740b-d351-4b47-92e9-4147e6e7abae None None] Port 495d383a-30f6-454a-a9d9-bd5ebe896673 cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:48:12.734992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-93b09e18-6fc8-43f5-a844-bfa1100654a0 req-066523ee-f612-491b-b9ee-16e77f8634a0 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556931 Dec 07 00:48:12.900660 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495d383a-30f6-454a-a9d9-bd5ebe896673 {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:48:12.907810 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:12.919220 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Transition to ACTIVE for port object 495d383a-30f6-454a-a9d9-bd5ebe896673 will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:48:12.984434 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:13.038350 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:13.103635 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Attempting to bind port 495d383a-30f6-454a-a9d9-bd5ebe896673 on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:48:13.103976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Attempting to bind port 495d383a-30f6-454a-a9d9-bd5ebe896673 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:48:13.104401 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Attempting to bind port 495d383a-30f6-454a-a9d9-bd5ebe896673 on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:13.108885 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Port 495d383a-30f6-454a-a9d9-bd5ebe896673 on network 37713075-698a-4424-8cad-f43b712a812d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:48:13.109209 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Attempting to bind port 495d383a-30f6-454a-a9d9-bd5ebe896673 on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:48:13.114420 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:48:13.114760 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Checking segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:48:13.115151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Bound using segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:48:13.115576 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Bound port: 495d383a-30f6-454a-a9d9-bd5ebe896673, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:48:13.115939 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:13.184701 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:48:13.187783 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:48:13.239246 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:13.256085 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.256752 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:13.258515 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] 10.222.0.45 "PUT /v2.0/ports/495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1094 time: 0.6934514 Dec 07 00:48:13.278376 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:48:13.282134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0297f6df-cd8a-4538-9907-2b40a7af8b09" -d '{"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:48:13.315461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff783f68-3b31-4102-bf3b-285d6751593b service neutron] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:13.326541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d36e33-4332-46da-936f-3999d8ace27d x-openstack-request-id: req-c9d36e33-4332-46da-936f-3999d8ace27d {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:48:13.326541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:48:13.326541 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9d36e33-4332-46da-936f-3999d8ace27d {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:48:13.326541 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'status': 'completed', 'code': 200} Dec 07 00:48:13.419151 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-5e2c2d8e-a44e-4485-82e6-fc08d0e09114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.420823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-5e2c2d8e-a44e-4485-82e6-fc08d0e09114 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1097 time: 0.0442922 Dec 07 00:48:13.535249 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-39f0cda1-94e7-4745-b6ed-a2db44479f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.536730 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-39f0cda1-94e7-4745-b6ed-a2db44479f3b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=16dab96094b94f2991f659cd49c69294&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0943489 Dec 07 00:48:13.642657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-f1ab4889-d47b-4fdd-a4f7-6814be9ccca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.644745 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-0297f6df-cd8a-4538-9907-2b40a7af8b09 req-f1ab4889-d47b-4fdd-a4f7-6814be9ccca4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953491 Dec 07 00:48:13.761497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-0af0da75-64cd-4476-b766-3b04ef5f795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.763395 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-0af0da75-64cd-4476-b766-3b04ef5f795c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1097 time: 0.0472200 Dec 07 00:48:13.820136 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-93bcb958-b4c1-45e5-a747-7fec0b721cdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 217 time: 0.0356104 Dec 07 00:48:13.849892 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bec1d-6988-4e4c-8f98-f45984c9a471 req-1dd9dc34-64c1-4981-9351-d8ec99f2a4e2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.851395 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-179bec1d-6988-4e4c-8f98-f45984c9a471 req-1dd9dc34-64c1-4981-9351-d8ec99f2a4e2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0489686 Dec 07 00:48:13.879389 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ee559a3a-ec5d-4661-86d2-7a6a4fc1d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.881009 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-ee559a3a-ec5d-4661-86d2-7a6a4fc1d941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0492933 Dec 07 00:48:13.903548 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-179bec1d-6988-4e4c-8f98-f45984c9a471 req-d5ec0f50-9c33-4f77-934c-61d0c843fd98 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455019 Dec 07 00:48:13.939815 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006142c-64fd-4141-8650-15f563c8eee2 req-0b1fe101-317a-43b8-8224-ab4f09659ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:13.941344 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-0b1fe101-317a-43b8-8224-ab4f09659ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493550 Dec 07 00:48:14.057358 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-16deeba9-6a32-4908-9659-d1032d44f6a5 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025047 Dec 07 00:48:14.150899 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a006142c-64fd-4141-8650-15f563c8eee2 req-a7646e15-2bdd-4a09-9e50-2b0c7808bb1e service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 Dec 07 00:48:15.024111 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281925b-47ad-4d47-a0c0-8e20b4b138f6 req-291d1131-24cc-4396-ba53-5971038711a9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:15.025595 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6281925b-47ad-4d47-a0c0-8e20b4b138f6 req-291d1131-24cc-4396-ba53-5971038711a9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0488803 Dec 07 00:48:15.073823 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-6281925b-47ad-4d47-a0c0-8e20b4b138f6 req-0a2950c7-4fad-42b5-ae79-7ceeff93be74 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421290 Dec 07 00:48:16.187065 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ebef2-8c7a-4fcf-8755-0b0c264f1ebb req-f33115db-2d53-47b9-bdc6-fff35c66a9fc tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:16.188559 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-121ebef2-8c7a-4fcf-8755-0b0c264f1ebb req-f33115db-2d53-47b9-bdc6-fff35c66a9fc tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0479996 Dec 07 00:48:16.236255 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-121ebef2-8c7a-4fcf-8755-0b0c264f1ebb req-c0b6658f-c317-4ff7-8c36-046ad8592c8b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Dec 07 00:48:17.349443 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8b857-a147-4e44-85e2-ee502de20b42 req-7e12234f-33b5-4ac6-bb76-16839fe71f4f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:17.350925 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a8b857-a147-4e44-85e2-ee502de20b42 req-7e12234f-33b5-4ac6-bb76-16839fe71f4f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0475485 Dec 07 00:48:17.383408 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:48:17.405442 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-95a8b857-a147-4e44-85e2-ee502de20b42 req-a835f121-4f5e-4523-9484-d0988e72d387 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485125 Dec 07 00:48:17.479240 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:17.490018 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:48:17.525930 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:17.539426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495d383a-30f6-454a-a9d9-bd5ebe896673 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:48:17.559069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:17.655771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:17.700070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:18.040674 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['495d383a-30f6-454a-a9d9-bd5ebe896673'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:48:18.391465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-030e7a00-e660-4a29-bb63-8424939ebe09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:18.521553 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aaeec-f9ed-43b3-a989-5bfd7ed74975 req-ff02c31b-cf81-44f4-ae16-33374197f167 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:18.523032 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-752aaeec-f9ed-43b3-a989-5bfd7ed74975 req-ff02c31b-cf81-44f4-ae16-33374197f167 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Dec 07 00:48:18.572604 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-752aaeec-f9ed-43b3-a989-5bfd7ed74975 req-1a128265-be9f-4c16-af91-4fd8552e4f11 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Dec 07 00:48:19.387608 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:48:19.490562 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 495d383a-30f6-454a-a9d9-bd5ebe896673 completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:48:19.494532 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 495d383a-30f6-454a-a9d9-bd5ebe896673 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:48:19.494908 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:19.571065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:19.593302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:48:19.595576 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2252778-47f5-4ba8-bf59-43ad19168e2c" -d '{"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-plugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:48:19.607827 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:48:19.691369 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55bab-9d0d-4448-9e6f-642af2a7d4f8 req-b6bab2ad-56fe-45d1-a0b4-ad9944edc30a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:19.692553 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f5392-54b2-4ec5-a2b9-a8cfe49368a2 x-openstack-request-id: req-082f5392-54b2-4ec5-a2b9-a8cfe49368a2 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:48:19.692858 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-plugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:48:19.692995 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f3c55bab-9d0d-4448-9e6f-642af2a7d4f8 req-b6bab2ad-56fe-45d1-a0b4-ad9944edc30a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 945 time: 0.0506709 Dec 07 00:48:19.693103 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-082f5392-54b2-4ec5-a2b9-a8cfe49368a2 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:48:19.693553 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'code': 200} Dec 07 00:48:19.698559 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:19.718165 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:48:19.744397 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f3c55bab-9d0d-4448-9e6f-642af2a7d4f8 req-899c0fde-0085-4415-8188-eacc681bf18f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Dec 07 00:48:19.752753 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:20.089314 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddde574-5a35-4d4a-833b-2ad4bfbdddbd req-23fc0eb8-de76-4327-8e26-387a2806fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:20.090841 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4ddde574-5a35-4d4a-833b-2ad4bfbdddbd req-23fc0eb8-de76-4327-8e26-387a2806fcdc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1099 time: 0.0400724 Dec 07 00:48:20.141372 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-4ddde574-5a35-4d4a-833b-2ad4bfbdddbd req-e99300dc-1aad-4d7f-a04d-12aa241218e1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Dec 07 00:48:20.766866 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1f38fc33-331a-4f0c-b0ba-9a822a812ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:20.871456 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2684-0bc0-4200-a35c-459c192bf5bd req-50d59095-7614-4d02-a841-89f73d1912b7 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:20.872874 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a6bf2684-0bc0-4200-a35c-459c192bf5bd req-50d59095-7614-4d02-a841-89f73d1912b7 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 946 time: 0.0480044 Dec 07 00:48:20.921897 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a6bf2684-0bc0-4200-a35c-459c192bf5bd req-2988b1cc-e18a-4867-b5e7-093e2b33560e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Dec 07 00:48:22.038503 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06eeba6-1468-4c25-aff4-55142ebf68cf req-aef3212d-b8ab-4569-9faf-d19d59e6d2ea tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:22.039967 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a06eeba6-1468-4c25-aff4-55142ebf68cf req-aef3212d-b8ab-4569-9faf-d19d59e6d2ea tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Dec 07 00:48:22.088722 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a06eeba6-1468-4c25-aff4-55142ebf68cf req-96f766ea-5a99-45fa-b4f6-3e880f1347a9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427575 Dec 07 00:48:22.173404 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:22.205956 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abf80b-cb3e-443d-b58a-e1540e89912c req-61c95957-b606-4a5b-8f27-be20d06e498a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:22.207341 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5abf80b-cb3e-443d-b58a-e1540e89912c req-61c95957-b606-4a5b-8f27-be20d06e498a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 946 time: 0.0516565 Dec 07 00:48:22.255493 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b5abf80b-cb3e-443d-b58a-e1540e89912c req-fb503f95-d413-466a-9e45-6c2dd0535b1c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422649 Dec 07 00:48:22.277208 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40904) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:22.362939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660e7ef-49c3-4c51-a0a1-05c40e737c1d tempest-TestSnapshotPattern-1648430492 tempest-TestSnapshotPattern-1648430492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:22.364448 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e660e7ef-49c3-4c51-a0a1-05c40e737c1d tempest-TestSnapshotPattern-1648430492 tempest-TestSnapshotPattern-1648430492-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1094 time: 0.0862622 Dec 07 00:48:22.367298 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 40908) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:48:22.371474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:48:22.453390 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:22.550469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:22.648991 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Allocated IP 172.36.7.178 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/374f22be-7501-46dc-96ee-6c9ce23b22e9) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:48:22.750939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:22.847252 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:22.886972 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:48:22.889794 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:48:22.893400 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:48:22.899077 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=374f22be-7501-46dc-96ee-6c9ce23b22e9,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:23.240001 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.247156 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.361399 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.506041 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.566939 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.634606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=374f22be-7501-46dc-96ee-6c9ce23b22e9,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:48:23.646535 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:23.739426 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Floating IP ef130e65-a462-447f-829b-4ebf52ec2991 associated. External IP: 172.36.7.178, port: 495d383a-30f6-454a-a9d9-bd5ebe896673. Dec 07 00:48:23.943612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:48:24.048493 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:48:24.058127 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:48:24.068083 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:24.068717 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:48:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:24.129378 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:24.157590 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-48ffb133-1bf7-4562-b5ec-be50e8d9017b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7889969 Dec 07 00:48:24.157886 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:48:24.160133 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26" -d '{"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:48:24.183494 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:24.201467 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:24.260865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc968d2f-afa9-4ae1-bf07-e1e3de5cfb20 x-openstack-request-id: req-cc968d2f-afa9-4ae1-bf07-e1e3de5cfb20 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:48:24.260865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:48:24.260865 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc968d2f-afa9-4ae1-bf07-e1e3de5cfb20 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:48:24.260865 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'status': 'completed', 'code': 200} Dec 07 00:48:24.342841 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-49ff4c33-1699-4984-87d9-5f89e374350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:24.344335 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-49ff4c33-1699-4984-87d9-5f89e374350e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1099 time: 0.0421653 Dec 07 00:48:24.404399 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:23Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:24.433498 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:48:24.437485 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-4acda1fe-c48f-45fe-9f44-32c351a8d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:24.438932 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-4acda1fe-c48f-45fe-9f44-32c351a8d02e service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0877097 Dec 07 00:48:24.441619 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:48:24.442220 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:48:21Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:24.504604 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-d13e103d-50d8-4b90-9c9b-cc7a0250532b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1000 time: 0.0583832 Dec 07 00:48:24.545995 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:48:24.553774 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-9e88da1e-5ec2-4b93-95de-824b4f679bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:24.555222 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-9e88da1e-5ec2-4b93-95de-824b4f679bf9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0438087 Dec 07 00:48:24.603986 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-d4441abe-b3a8-4b14-8087-931c1d46c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:24.605497 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-d4441abe-b3a8-4b14-8087-931c1d46c480 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431833 Dec 07 00:48:24.695017 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-d58cf13d-ff06-4e32-a629-5a56039cab87 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821505 Dec 07 00:48:24.791072 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-f982b00b-219d-4cb6-be0e-f3c7b5e2fb26 req-94f5d755-9965-4667-b0ad-12b3ba88abdf service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882068 Dec 07 00:48:24.852174 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:23Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:48:24.877728 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492b871-fa05-46c8-a3e6-c08119a9fd1a None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:23Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:48:25.086373 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e3b01-0d5e-4699-84e5-c82df119c807 None None] New status for floating IP ef130e65-a462-447f-829b-4ebf52ec2991: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:48:34.069703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:48.366638 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-9c136ba6-294c-434b-b7ce-63c97dd16b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:50.743721 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2f929df1-2f7b-4648-984b-1fb145ad4717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:52.221431 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:52.721346 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-6c0a26c1-1bd4-4215-8989-971aebb98eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392306 Dec 07 00:48:52.826907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704909-f894-4dc4-811d-a28f64097c7c req-5c10901d-54a1-41dd-9ed9-47f7fbce93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:52.828307 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-5c10901d-54a1-41dd-9ed9-47f7fbce93f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1099 time: 0.0408695 Dec 07 00:48:52.931245 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704909-f894-4dc4-811d-a28f64097c7c req-4f3ec5cc-e022-4c62-a396-f221ac52fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:52.932725 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-4f3ec5cc-e022-4c62-a396-f221ac52fa83 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0861766 Dec 07 00:48:52.998853 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-ed0175bd-c195-4102-9bdf-b566a55290fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1002 time: 0.0577476 Dec 07 00:48:53.051166 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704909-f894-4dc4-811d-a28f64097c7c req-0eccbdef-c4db-4cc2-b3bc-0845740988d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:53.052641 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-0eccbdef-c4db-4cc2-b3bc-0845740988d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0471153 Dec 07 00:48:53.102041 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99704909-f894-4dc4-811d-a28f64097c7c req-d08b00df-0a44-4e47-88ba-c43c2dcf9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:48:53.104226 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-d08b00df-0a44-4e47-88ba-c43c2dcf9810 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429156 Dec 07 00:48:53.208443 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-5fc6ee83-ff14-4790-8feb-e86f4018389a service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965099 Dec 07 00:48:53.223627 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:53.307863 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-99704909-f894-4dc4-811d-a28f64097c7c req-07f2f95b-42d2-41df-ac5f-a4a44ed20f00 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918062 Dec 07 00:48:54.163698 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:48:56.717434 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:49:04.040384 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:18.360397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-88b2fa7c-c9bc-4de1-b3a1-1cf522f7a05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:20.717738 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d603-00f5-429d-a5b0-9828759e47d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:22.186295 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:23.234421 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:24.165847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:33.716146 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:49:34.066111 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:48.388277 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9f66584-9999-4b1a-9ab8-6a7675fba100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:50.742686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-45572dda-f50d-4094-9139-a64e85b6742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:52.185570 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:53.242574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:54.168613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:49:54.577970 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-5beeb971-97ed-42a7-9dcc-aac26d551738 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394020 Dec 07 00:49:54.689686 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-64136eb8-b32a-4e5c-9f25-5c736566535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:49:54.690711 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-64136eb8-b32a-4e5c-9f25-5c736566535a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1099 time: 0.0392983 Dec 07 00:49:54.804083 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-344daec9-9b41-47e9-b7ab-4769095befee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:49:54.806538 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-344daec9-9b41-47e9-b7ab-4769095befee service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0876055 Dec 07 00:49:54.870435 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-8e2fc41a-6966-438d-a2f1-ebb9718772ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1002 time: 0.0559967 Dec 07 00:49:54.921484 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-a0ca0d38-7083-4e8e-8b50-d0c1d19651c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:49:54.923402 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-a0ca0d38-7083-4e8e-8b50-d0c1d19651c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0419276 Dec 07 00:49:54.976423 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-a46fb81d-280a-4be7-b67d-48a38b108eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:49:54.977948 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-a46fb81d-280a-4be7-b67d-48a38b108eb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427599 Dec 07 00:49:55.071408 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-9be7ad33-54d9-4bd7-a491-1fa8fed8835f service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816944 Dec 07 00:49:55.168170 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-81936734-3a1a-4ce8-ab19-06578c6c1b03 req-9eaffbf7-8f2e-4181-9a6c-d193397e240e service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836272 Dec 07 00:50:04.107765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:10.714672 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:50:18.367603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f792f8c-8b7e-482d-b198-ef1fd02afa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:20.736498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-deeec205-cf9a-4bef-b201-b863ea02043a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:22.199312 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:23.246248 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:24.190670 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:26.000865 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:50:26.117415 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:50:26.129237 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:50:26.167357 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:26.184775 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495d383a-30f6-454a-a9d9-bd5ebe896673 {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:50:26.207675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:50:26.265628 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:26.322222 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:26.329362 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.329722 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.330117 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.330422 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.330769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.331201 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.332086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.332441 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.332802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.333114 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.335170 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.335443 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.335778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:26.424149 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['495d383a-30f6-454a-a9d9-bd5ebe896673'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:50:28.008580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:50:28.063192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 495d383a-30f6-454a-a9d9-bd5ebe896673 triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:50:28.063603 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:28.152515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:28.179740 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:50:28.182128 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a2a1f1-e01b-45b2-b124-16b0286a773b" -d '{"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-plugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:50:28.196165 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:50:28.587601 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:28.637465 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:29.253134 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc87832d-5a1a-4b40-9af6-da25a04f66a0 x-openstack-request-id: req-cc87832d-5a1a-4b40-9af6-da25a04f66a0 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:50:29.255484 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-plugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:50:29.255974 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc87832d-5a1a-4b40-9af6-da25a04f66a0 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:50:29.256401 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'code': 200} Dec 07 00:50:34.085070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:36.920246 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-4db9aa4d-087d-416a-9b23-246fc04ee9b2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374446598&fields=id&tenant_id=16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 267 time: 0.0459406 Dec 07 00:50:37.025700 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-882cdcb9-2c03-4884-926c-e781b051f02b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:37.027145 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-882cdcb9-2c03-4884-926c-e781b051f02b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 809 time: 0.1001084 Dec 07 00:50:37.042059 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-cb02b6d4-32ed-45f5-9957-a3b95af3b1de tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/quotas/16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 375 time: 0.0092471 Dec 07 00:50:37.093564 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-1dd19e44-0a26-4348-863d-f7b0262696a7 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465624 Dec 07 00:50:37.474187 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-be57f1f0-78f3-49aa-a7c9-19fd8ac6f4ed service neutron] 10.222.0.53 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691127 Dec 07 00:50:37.561940 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-93ea4fde-1d37-4854-9645-b084231e39fa service neutron] 10.222.0.53 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817683 Dec 07 00:50:38.910283 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a200b39c-41e5-4226-9ef7-72758e4fb092 req-1280e578-c316-448e-a8e9-011ddd70ddd5 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.1041317 Dec 07 00:50:39.989784 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-2743b84a-8751-47f3-828d-0eacb73629a7 req-9c4104f7-47da-4155-b620-49da219cc584 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.0261803 Dec 07 00:50:40.089613 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:50:40.162504 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:40.183742 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:50:40.186003 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758bb51d-3994-43a7-b143-4ac2ace0e30c" -d '{"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-unplugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:50:40.200227 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:50:40.228129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852efb0-a5ca-4624-86a4-e030a66a80c8 x-openstack-request-id: req-a852efb0-a5ca-4624-86a4-e030a66a80c8 {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:50:40.228129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-unplugged", "status": "completed", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:50:40.228129 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a852efb0-a5ca-4624-86a4-e030a66a80c8 {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:50:40.228129 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'code': 200} Dec 07 00:50:40.276498 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:40.325645 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:41.069725 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e607aa9c-8f80-4956-ba02-4c8aa3efd891 req-80d0b8c9-7090-44b2-b534-12430c479d27 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.0301301 Dec 07 00:50:42.147867 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-06d2cbb7-4fe3-4fa1-826c-17e4683459ff req-9fbb06d4-bff1-4bf6-88db-4e41f07f327f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.0289288 Dec 07 00:50:43.243429 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7362a317-83ed-4e79-908a-e750ef0e3b2f req-76a885fa-e7a7-489e-b6d7-e835fd923d3a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.0296957 Dec 07 00:50:44.648743 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ae1d6c65-eac6-40c4-9fa6-98ffd2751920 req-1ff233e3-6a6c-4609-adce-6083cf6bf30e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.3367980 Dec 07 00:50:45.168001 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-60058e74-4d71-4f70-a674-ab02f0cf4293 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:45.169464 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-60058e74-4d71-4f70-a674-ab02f0cf4293 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 809 time: 0.0984125 Dec 07 00:50:45.254494 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-dd1c3161-b03f-49d1-bf21-2fbe482f1892 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16dab96094b94f2991f659cd49c69294 HTTP/1.1" status: 200 len: 379 time: 0.0599940 Dec 07 00:50:45.277374 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'port': {'device_id': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'admin_state_up': True, 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'security_groups': ['dd97bd72-d857-49a2-88d5-b98e1108def5']}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:50:45.453467 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Made reservation on behalf of 16dab96094b94f2991f659cd49c69294 for: {'port': 1} {{(pid=110158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 07 00:50:45.457260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:45.583022 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_common [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Allocated IP 172.20.0.6 (37713075-698a-4424-8cad-f43b712a812d/58245455-7dd4-4908-baf9-64b1a7ce8f40/7032bab9-49a4-4f75-83b0-b5e018afe75f) {{(pid=110158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:50:45.728272 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:45.749992 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-6b54cc89-9775-44f8-b839-ec406448e68e req-2f4ccab0-3238-48f6-9e71-67730ebc041e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 210 time: 0.0308998 Dec 07 00:50:45.841889 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_create {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:45.885875 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Network 37713075-698a-4424-8cad-f43b712a812d is already hosted by enough agents. {{(pid=110158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:50:45.888997 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.base_scheduler [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Resources bound (agent type, host, resource id): {{(pid=110158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:50:45.891772 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Received port after_create {{(pid=110158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:50:45.921907 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=1']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:45.935629 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.936108 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.936324 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.936658 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.936993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.937309 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.937639 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.938061 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.938285 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.938612 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.938942 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.939491 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.939822 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:50:45.975937 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:45.977032 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:46.104539 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-56029d6f-68fb-4378-a8a6-63fe4b3c92fd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308594 Dec 07 00:50:46.282517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-0578f239-05ea-4878-be96-d54f7d37e680 None None] Provisioning complete for port 7032bab9-49a4-4f75-83b0-b5e018afe75f triggered by entity DHCP. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:50:46.283088 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0578f239-05ea-4878-be96-d54f7d37e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:46.315958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-0578f239-05ea-4878-be96-d54f7d37e680 None None] Port 7032bab9-49a4-4f75-83b0-b5e018afe75f cannot update to ACTIVE because it is not bound. {{(pid=110160) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 07 00:50:46.870357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc8223-1518-414b-81e6-b1a9576b1944 req-687ee660-48ca-464b-8c9c-5f55775dc597 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:46.871795 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-21cc8223-1518-414b-81e6-b1a9576b1944 req-687ee660-48ca-464b-8c9c-5f55775dc597 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0512698 Dec 07 00:50:46.922664 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-21cc8223-1518-414b-81e6-b1a9576b1944 req-b3baf53a-ef92-4029-9a6a-585e68c6aa9f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Dec 07 00:50:47.714765 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:50:48.037728 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb276027-f61c-47ef-b8cd-f5a6eae80e34 req-7833592a-43a7-4ad9-bf46-c442c78044e1 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:48.039223 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb276027-f61c-47ef-b8cd-f5a6eae80e34 req-7833592a-43a7-4ad9-bf46-c442c78044e1 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0508208 Dec 07 00:50:48.090397 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fb276027-f61c-47ef-b8cd-f5a6eae80e34 req-f0f5a40d-83f8-42d6-ae67-646a3286f238 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443187 Dec 07 00:50:48.370412 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec986-79ca-41c7-8bc0-eeecf49b9ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:49.212823 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e12e9-7c0b-4f5f-8f4d-a48e895559f7 req-05c9c335-b050-4860-a842-d1af8c3f2589 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:49.214324 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ba2e12e9-7c0b-4f5f-8f4d-a48e895559f7 req-05c9c335-b050-4860-a842-d1af8c3f2589 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0581207 Dec 07 00:50:49.271288 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-ba2e12e9-7c0b-4f5f-8f4d-a48e895559f7 req-c42846bd-babf-4a31-9bda-4c97cc5a5a16 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510404 Dec 07 00:50:50.441111 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e98eec-5e0b-4b9c-8283-763ba9cc47a0 req-680da327-44c8-4119-80d3-50bed8053a10 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:50.443452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d1e98eec-5e0b-4b9c-8283-763ba9cc47a0 req-680da327-44c8-4119-80d3-50bed8053a10 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0815046 Dec 07 00:50:50.492909 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-d1e98eec-5e0b-4b9c-8283-763ba9cc47a0 req-17f3c0f8-f9af-424a-bc5a-5d75faf39002 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433767 Dec 07 00:50:50.750419 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d65054b7-097f-4db5-93b9-80987b2e783e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:51.622683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0724f09-a0ca-4c4d-9978-5937bc956b82 req-6b518f1f-d1dc-437c-a102-10bac5af5e1f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:51.624384 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0724f09-a0ca-4c4d-9978-5937bc956b82 req-6b518f1f-d1dc-437c-a102-10bac5af5e1f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0533545 Dec 07 00:50:51.674592 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-c0724f09-a0ca-4c4d-9978-5937bc956b82 req-1c9c51b1-86c3-4c68-865a-859bc00718fa tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Dec 07 00:50:52.195059 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:52.795073 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c24b9-d926-4d09-901d-09f2fc536224 req-1bbe603e-a6c2-4a41-b20d-45795b119b97 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:52.796609 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e64c24b9-d926-4d09-901d-09f2fc536224 req-1bbe603e-a6c2-4a41-b20d-45795b119b97 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0543604 Dec 07 00:50:52.848380 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e64c24b9-d926-4d09-901d-09f2fc536224 req-5e89a72d-1c71-4a12-8e1e-5accb39af500 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Dec 07 00:50:53.236107 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:53.970501 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb48f15-0648-4243-84d7-6d8ee3455f19 req-cc17d932-213a-4e38-acaa-16f212aab65e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:53.972711 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-afb48f15-0648-4243-84d7-6d8ee3455f19 req-cc17d932-213a-4e38-acaa-16f212aab65e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0571575 Dec 07 00:50:54.025508 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-afb48f15-0648-4243-84d7-6d8ee3455f19 req-b6937c67-a49d-4c85-8368-88491f7b50e8 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Dec 07 00:50:54.196019 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:55.161312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c8706-36d9-4266-a669-48011db41dfa req-71ca64e4-f80c-41fa-804d-0aa79c46baec tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:55.163073 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b1c8706-36d9-4266-a669-48011db41dfa req-71ca64e4-f80c-41fa-804d-0aa79c46baec tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0621960 Dec 07 00:50:55.217721 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b1c8706-36d9-4266-a669-48011db41dfa req-b1c4c542-735b-4442-99d4-6a0961167702 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483477 Dec 07 00:50:56.335343 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b5e89-ee71-425a-8521-49576c5b0415 req-4c254a64-0338-4bb8-8ade-9bdcacc315aa tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:56.336821 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a33b5e89-ee71-425a-8521-49576c5b0415 req-4c254a64-0338-4bb8-8ade-9bdcacc315aa tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 931 time: 0.0479639 Dec 07 00:50:56.385254 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a33b5e89-ee71-425a-8521-49576c5b0415 req-1a453c43-8656-4aa2-a849-c675ae3fbebd tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424170 Dec 07 00:50:56.777249 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.45', 59303) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:50:56.825327 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.v2.base [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Request body: {'port': {'device_id': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=110158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:50:56.867620 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-7d8a5ec3-6c1d-468f-8db2-c39d9249453c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892017 Dec 07 00:50:56.882357 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:56.982821 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-3c4b657e-4216-4f42-9982-345ee2bcf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:56.984356 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-3c4b657e-4216-4f42-9982-345ee2bcf35a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1097 time: 0.0432351 Dec 07 00:50:57.089954 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-72aa0ea7-5971-4cbb-b12a-df54a70f4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.091326 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-72aa0ea7-5971-4cbb-b12a-df54a70f4139 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0874047 Dec 07 00:50:57.148689 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7032bab9-49a4-4f75-83b0-b5e018afe75f {{(pid=110158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:50:57.156260 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:57.168555 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.provisioning_blocks [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Transition to ACTIVE for port object 7032bab9-49a4-4f75-83b0-b5e018afe75f will not be triggered until provisioned by entity L2. {{(pid=110158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 07 00:50:57.193740 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-af92f4b7-1c0b-45ed-8b11-9a9032b242a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1000 time: 0.0914526 Dec 07 00:50:57.243992 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:57.247447 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-e8f49655-ac29-4212-8108-8c51a6909a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.248989 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-e8f49655-ac29-4212-8108-8c51a6909a63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0432327 Dec 07 00:50:57.299757 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=2']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:57.310321 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-957b87ff-4ffe-401f-9218-991b9ab4d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.311891 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-957b87ff-4ffe-401f-9218-991b9ab4d0e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0508840 Dec 07 00:50:57.381244 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Attempting to bind port 7032bab9-49a4-4f75-83b0-b5e018afe75f on host hv-neutron-mast for vnic_type normal with profile {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 07 00:50:57.381856 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Attempting to bind port 7032bab9-49a4-4f75-83b0-b5e018afe75f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 07 00:50:57.381974 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Attempting to bind port 7032bab9-49a4-4f75-83b0-b5e018afe75f on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:50:57.386476 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Port 7032bab9-49a4-4f75-83b0-b5e018afe75f on network 37713075-698a-4424-8cad-f43b712a812d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 07 00:50:57.386801 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Attempting to bind port 7032bab9-49a4-4f75-83b0-b5e018afe75f on network 37713075-698a-4424-8cad-f43b712a812d {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 07 00:50:57.392097 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Checking agent: {'id': '34a6b30c-e4a9-4652-b15f-4e5fc0003f08', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'started_at': datetime.datetime(2021, 12, 6, 23, 52, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 7, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 07 00:50:57.392471 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Checking segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 07 00:50:57.393113 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Bound using segment: {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'} {{(pid=110158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 07 00:50:57.393539 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.managers [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Bound port: 7032bab9-49a4-4f75-83b0-b5e018afe75f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '37713075-698a-4424-8cad-f43b712a812d'}}] {{(pid=110158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 07 00:50:57.393920 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:57.421102 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-017ea24d-d21e-40da-a9ff-0a45c83b8b86 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968380 Dec 07 00:50:57.466655 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, cleared binding levels {{(pid=110158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 07 00:50:57.469929 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 07 00:50:57.530224 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11763422'] for port, after_update {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:57.556682 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f5fd9-17b1-4718-a091-8654f6e58281 req-078c9733-9e42-4933-a300-51b9d2106b1c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.558252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e27f5fd9-17b1-4718-a091-8654f6e58281 req-078c9733-9e42-4933-a300-51b9d2106b1c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0934949 Dec 07 00:50:57.564057 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.564742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:50:57.567827 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] 10.222.0.45 "PUT /v2.0/ports/7032bab9-49a4-4f75-83b0-b5e018afe75f HTTP/1.1" status: 200 len: 1093 time: 0.7928274 Dec 07 00:50:57.568509 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:50:57.570985 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12363940cf55ae8c994e433495023f673599d039138bfbd6ed11743fc634bb8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3c453d-1b4b-4675-92cf-67f026ba3445" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:50:57.572577 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-fc21b0e1-c9dc-4105-b528-5d0d4c4845ad req-df8b7968-feee-4b06-8866-6b6d37e5c954 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401463 Dec 07 00:50:57.609762 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860df949-55bf-41d7-a38a-6c7e561f98cc x-openstack-request-id: req-860df949-55bf-41d7-a38a-6c7e561f98cc {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:50:57.610114 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "status": "completed", "code": 200}]} {{(pid=110158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:50:57.610630 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-860df949-55bf-41d7-a38a-6c7e561f98cc {{(pid=110158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:50:57.611040 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'status': 'completed', 'code': 200} Dec 07 00:50:57.611771 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d9f06-8d77-4adb-8503-6b9e47a6d604 service neutron] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=3']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:50:57.641510 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e27f5fd9-17b1-4718-a091-8654f6e58281 req-362d17ed-e1f5-4e0f-842b-159ed5b1701b tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678020 Dec 07 00:50:57.700149 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-ebdbcf6d-5b7b-4af3-84a1-80b60f286487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.701777 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-ebdbcf6d-5b7b-4af3-84a1-80b60f286487 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1096 time: 0.0441415 Dec 07 00:50:57.822226 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-33d48000-9dd2-474f-bf81-e7c1ddcd8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.823417 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-33d48000-9dd2-474f-bf81-e7c1ddcd8b10 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=16dab96094b94f2991f659cd49c69294&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969377 Dec 07 00:50:57.927836 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-a615c245-8268-4687-a059-b1086728725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:57.929234 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0a3c453d-1b4b-4675-92cf-67f026ba3445 req-a615c245-8268-4687-a059-b1086728725b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870953 Dec 07 00:50:58.031276 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-03bc019b-5123-4dcf-a222-cae0abbf3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:58.032781 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-03bc019b-5123-4dcf-a222-cae0abbf3c94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1096 time: 0.0397847 Dec 07 00:50:58.088680 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-ec1d7d29-329f-425d-81c2-4dcd1d0abccb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f HTTP/1.1" status: 200 len: 217 time: 0.0357778 Dec 07 00:50:58.136877 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-1d8ec66a-b49b-43dc-8ee5-ab3adba0190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:58.138264 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-1d8ec66a-b49b-43dc-8ee5-ab3adba0190f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0423648 Dec 07 00:50:58.185953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-08f1c64a-776d-4527-b571-a7eaed3c212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:58.187355 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-08f1c64a-776d-4527-b571-a7eaed3c212a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413828 Dec 07 00:50:58.290378 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-f450b24d-edcf-41ec-8a33-14b6e31b2468 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883198 Dec 07 00:50:58.405670 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-8e128ca2-fd40-4887-8534-e1157ffa51aa req-075095eb-a97c-46d7-b058-1065547a378b service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840714 Dec 07 00:50:58.762461 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4b0db-2809-4a6c-9572-2e22b2d57811 req-83913a29-ced6-40da-bcd9-815dad7df85d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:58.763906 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dad4b0db-2809-4a6c-9572-2e22b2d57811 req-83913a29-ced6-40da-bcd9-815dad7df85d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0519221 Dec 07 00:50:58.811824 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-dad4b0db-2809-4a6c-9572-2e22b2d57811 req-bce0901f-9858-4b86-93e3-986982d007d4 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Dec 07 00:50:59.930953 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb3904-1866-4b76-bb89-32a16cdc2513 req-1b99305b-3412-47a4-8aab-38720afbfdbf tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:50:59.932413 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79bb3904-1866-4b76-bb89-32a16cdc2513 req-1b99305b-3412-47a4-8aab-38720afbfdbf tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0524197 Dec 07 00:50:59.981984 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79bb3904-1866-4b76-bb89-32a16cdc2513 req-9f23062a-8779-4af7-8e55-b2bf3e00eeb9 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436921 Dec 07 00:51:01.102742 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96548dab-430f-475c-b970-3b8cdb4b2386 req-9fe987f0-3ef7-4521-862f-023684bd93c8 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:01.104221 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-96548dab-430f-475c-b970-3b8cdb4b2386 req-9fe987f0-3ef7-4521-862f-023684bd93c8 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0487421 Dec 07 00:51:01.153549 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-96548dab-430f-475c-b970-3b8cdb4b2386 req-6a85ed69-84d9-4736-859e-731141dc370a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Dec 07 00:51:02.173991 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:51:02.269009 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8102528-b1e3-4fb5-a01d-b41893d891f8 req-9b9b8d15-f6ac-49ea-89f4-9e322966c1a0 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:02.270538 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a8102528-b1e3-4fb5-a01d-b41893d891f8 req-9b9b8d15-f6ac-49ea-89f4-9e322966c1a0 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0498681 Dec 07 00:51:02.272657 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:51:02.283880 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'mac_address': 'fa:16:3e:a9:db:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:51:02.326584 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:02.333259 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-a8102528-b1e3-4fb5-a01d-b41893d891f8 req-d80a9bed-b8a0-4ed9-a8a0-81a88ecc9f22 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567193 Dec 07 00:51:02.346337 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7032bab9-49a4-4f75-83b0-b5e018afe75f {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:51:02.371703 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:51:02.435712 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:02.483236 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=4']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:51:02.879272 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['7032bab9-49a4-4f75-83b0-b5e018afe75f'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:51:03.450134 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b9521-240f-4185-90a3-b30308c31403 req-e93c661f-1365-41af-bca0-a7f77a671ad2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:03.451586 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e17b9521-240f-4185-90a3-b30308c31403 req-e93c661f-1365-41af-bca0-a7f77a671ad2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 944 time: 0.0507958 Dec 07 00:51:03.508102 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e17b9521-240f-4185-90a3-b30308c31403 req-45cd7ce5-b931-40e1-aae4-3cd3b2723910 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505540 Dec 07 00:51:04.095154 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:04.196707 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:51:04.298454 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning for port 7032bab9-49a4-4f75-83b0-b5e018afe75f completed by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 07 00:51:04.302760 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 7032bab9-49a4-4f75-83b0-b5e018afe75f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:51:04.303174 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:04.381495 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:04.409192 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:51:04.412056 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33163ef58513f4dd403fff4af36f00344b865722b9fea20e1cf45a81eff5e2c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574ea403-49d5-4839-9fef-5cbacdd4c9b4" -d '{"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-plugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:51:04.425166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:51:04.450926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42e4c9-3690-410e-8736-6d7991efffcb x-openstack-request-id: req-fa42e4c9-3690-410e-8736-6d7991efffcb {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:51:04.450926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-plugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:51:04.450926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa42e4c9-3690-410e-8736-6d7991efffcb {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:51:04.450926 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'code': 200} Dec 07 00:51:04.498846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:04.551664 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=5']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:51:04.624222 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab6556-aab2-40ea-a943-e3e05ab370f5 req-1fcf1eab-aa95-4010-b1b4-54d2ee63d72f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:04.625720 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e9ab6556-aab2-40ea-a943-e3e05ab370f5 req-1fcf1eab-aa95-4010-b1b4-54d2ee63d72f tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0489595 Dec 07 00:51:04.683621 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-e9ab6556-aab2-40ea-a943-e3e05ab370f5 req-79eb5183-c46d-4a1b-89f5-4dac9413ccd3 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490465 Dec 07 00:51:04.830023 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7650b-ec3f-48ef-96bb-c1fee88e14a7 req-9e99c402-88d5-402d-84ca-a72ba3d4c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:04.831559 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79c7650b-ec3f-48ef-96bb-c1fee88e14a7 req-9e99c402-88d5-402d-84ca-a72ba3d4c85b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1098 time: 0.0400743 Dec 07 00:51:04.885403 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-79c7650b-ec3f-48ef-96bb-c1fee88e14a7 req-ecb60acd-eeb7-4df9-a42e-dae5f80b238f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Dec 07 00:51:05.796917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe3f79-56d2-4372-a45c-cf954ef16d67 req-bc73d3a1-c491-4ede-ba35-68bd2d87eb78 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:05.798384 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cabe3f79-56d2-4372-a45c-cf954ef16d67 req-bc73d3a1-c491-4ede-ba35-68bd2d87eb78 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 07 00:51:05.846574 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-cabe3f79-56d2-4372-a45c-cf954ef16d67 req-61db512e-659a-4755-8275-3c18bb41402e tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423136 Dec 07 00:51:06.965606 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561b4e5-64f3-48e2-8107-ae9d1f0da1af req-956475d3-fa6c-4e1a-a4d6-841122ddf1e3 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:06.967052 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a561b4e5-64f3-48e2-8107-ae9d1f0da1af req-956475d3-fa6c-4e1a-a4d6-841122ddf1e3 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0504508 Dec 07 00:51:07.014892 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-a561b4e5-64f3-48e2-8107-ae9d1f0da1af req-3a65c718-7538-4168-bec7-a6eb431f32e3 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 Dec 07 00:51:07.126196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec93b6-eb53-4c09-a67b-2dc3f1fd7775 req-b7032700-7ea4-4705-8f41-ae37ba29f633 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:07.127565 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3bec93b6-eb53-4c09-a67b-2dc3f1fd7775 req-b7032700-7ea4-4705-8f41-ae37ba29f633 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0475209 Dec 07 00:51:07.174839 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-3bec93b6-eb53-4c09-a67b-2dc3f1fd7775 req-8fd34634-8799-486d-88b2-a20787ac0ef2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Dec 07 00:51:07.196005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41240) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:51:07.237888 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21928c-fe0e-4858-a6bb-06565bdc6421 tempest-TestSnapshotPattern-1648430492 tempest-TestSnapshotPattern-1648430492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:07.239435 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ff21928c-fe0e-4858-a6bb-06565bdc6421 tempest-TestSnapshotPattern-1648430492 tempest-TestSnapshotPattern-1648430492-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1093 time: 0.0421367 Dec 07 00:51:07.242731 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41242) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:51:07.246907 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.v2.base [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Request body: {'floatingip': {'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110159) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 07 00:51:07.347194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:07.441807 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:07.548286 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_common [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Allocated IP 172.36.7.112 (f407fe4c-3d6e-4777-9a8e-45bdb877ef7b/cfefc48e-4482-40ee-a98a-5368e7c53993/5caa521a-555e-4a6d-81c9-80fdea662e3e) {{(pid=110159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 07 00:51:07.644194 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:07.747598 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728377047300', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:07.789947 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Network f407fe4c-3d6e-4777-9a8e-45bdb877ef7b is already hosted by enough agents. {{(pid=110159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 07 00:51:07.792745 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.base_scheduler [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Resources bound (agent type, host, resource id): {{(pid=110159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 07 00:51:07.796172 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Received port after_create {{(pid=110159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 07 00:51:07.819143 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=5caa521a-555e-4a6d-81c9-80fdea662e3e,revision_number=1']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:51:07.829922 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:07.834735 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:51:08.149227 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:08.271825 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:08.420819 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for port, precommit_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:08.489559 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4988655'] for port, after_update {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:08.556800 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event updated for resources: {'Port': ['ID=5caa521a-555e-4a6d-81c9-80fdea662e3e,revision_number=2']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:51:08.568156 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397474'] for floatingip, after_create {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:08.664457 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Floating IP 43ace9ed-f22b-49a2-b1d1-c635dea64549 associated. External IP: 172.36.7.112, port: 7032bab9-49a4-4f75-83b0-b5e018afe75f. Dec 07 00:51:08.862741 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:51:08.966530 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:51:08.977000 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:51:08.986577 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:51:08.987179 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:50:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:51:09.055005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:09.081052 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-e44378ca-0515-4f0e-a623-576feae04f6a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8373208 Dec 07 00:51:09.081656 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:51:09.084487 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afc25edda22d7f5f1c8458e317d0d6dab98870ca06b8c92fb08af4535cb0afbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:51:09.091373 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:51:09.122943 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f716a070-651d-4301-afe4-6836df47c458 x-openstack-request-id: req-f716a070-651d-4301-afe4-6836df47c458 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:51:09.123241 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:51:09.123495 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f716a070-651d-4301-afe4-6836df47c458 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:51:09.123905 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'status': 'completed', 'code': 200} Dec 07 00:51:09.211295 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-0366581f-532a-4395-9785-6adda1ee57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:09.212879 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-0366581f-532a-4395-9785-6adda1ee57cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1098 time: 0.0400689 Dec 07 00:51:09.306445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-b4ae4601-d1c7-4efa-904b-36c61d8a8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:09.307936 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-b4ae4601-d1c7-4efa-904b-36c61d8a8586 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0879848 Dec 07 00:51:09.320101 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43ace9ed-f22b-49a2-b1d1-c635dea64549', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.112', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:a9:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:51:08Z', 'updated_at': '2021-12-07T00:51:08Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}, {'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:51:09.346493 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:51:09.355086 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:51:09.355697 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:50:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:51:09.376416 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-2671e9a1-0746-4c06-8d12-d29383de311a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f HTTP/1.1" status: 200 len: 999 time: 0.0613840 Dec 07 00:51:09.430966 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-88d53fa7-a37f-4da4-81b8-e56566c5a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:09.432461 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-88d53fa7-a37f-4da4-81b8-e56566c5a34b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0495601 Dec 07 00:51:09.461251 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:51:09.478091 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-15878bce-ed25-4ca5-8ad6-c989212fbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:09.479573 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-15878bce-ed25-4ca5-8ad6-c989212fbe25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402141 Dec 07 00:51:09.578042 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-95afbc26-bbe7-48b3-8295-63d31d6ad1ce service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Dec 07 00:51:09.669572 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-485b92ed-dd1d-48dc-b2e2-aad50b3121bc req-ee329197-69fe-409c-8d80-25c7517252b1 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839920 Dec 07 00:51:09.682276 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43ace9ed-f22b-49a2-b1d1-c635dea64549', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.112', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:a9:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:51:08Z', 'updated_at': '2021-12-07T00:51:08Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}, {'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:51:09.711945 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dc33a-08b8-4e7f-b7cc-32f537efdf39 None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43ace9ed-f22b-49a2-b1d1-c635dea64549', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.112', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:a9:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:51:08Z', 'updated_at': '2021-12-07T00:51:08Z', 'revision_number': 0, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}, {'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:51:09.893983 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb427c2b-1692-49bd-a8c6-7c6d6e9ed1a8 None None] New status for floating IP 43ace9ed-f22b-49a2-b1d1-c635dea64549: ACTIVE {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:51:18.383840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-655a19f5-60e1-49a7-9620-0d48bff633bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:20.773407 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-2fdeed71-258d-4e49-a548-c397de23061a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:22.217715 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:23.223875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:24.169116 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:24.714093 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:51:34.098307 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:48.368797 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-64736d2d-8213-4343-a641-aa4d5f4fc7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:50.748840 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1175f252-8206-4529-9896-ef1d195dc895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:52.211572 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:53.234658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:54.168769 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:51:56.599062 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-7013ce3c-6b6f-49d7-ac14-3b10c28bec1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462906 Dec 07 00:51:56.711779 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-4b630ace-67ed-4b75-b922-ce91b97bd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:56.713268 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-4b630ace-67ed-4b75-b922-ce91b97bd9a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1097 time: 0.0438838 Dec 07 00:51:56.818309 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-6e78c539-03f6-4f41-94f1-2a9e19e429c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:56.819677 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-6e78c539-03f6-4f41-94f1-2a9e19e429c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0828974 Dec 07 00:51:56.889742 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-442320b5-885e-434b-a595-b7fcc9d517af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 1000 time: 0.0603077 Dec 07 00:51:56.938606 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-2c75d4be-122c-43c8-8c5d-1be61391e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:56.940012 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-2c75d4be-122c-43c8-8c5d-1be61391e0d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0427608 Dec 07 00:51:56.984789 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-1a9b178e-ff76-45fe-a902-a4ff47bb551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:51:56.986273 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-1a9b178e-ff76-45fe-a902-a4ff47bb551b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389650 Dec 07 00:51:57.381310 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-18d333da-6da2-4b4b-bd0c-7dcd1a79dbd3 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834906 Dec 07 00:51:57.473974 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-e2aa6d04-4675-4679-bce8-74314f0d3a04 req-d888866e-a7d6-4ad8-af30-c501445c3ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802214 Dec 07 00:52:01.712873 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:52:04.114084 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:18.382428 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c1da4c0c-6c4b-466f-b439-0ee7ee04462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:20.779732 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e377795e-046a-4dad-9d8b-f1244d1c5fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:22.213557 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:23.282457 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:24.170890 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:34.110761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:38.712152 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:52:40.650183 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=110160) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 07 00:52:40.750142 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:52:40.762151 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Returning: {'device': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'port_id': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'mac_address': 'fa:16:3e:a9:db:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110160) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 07 00:52:40.799891 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:40.814024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7032bab9-49a4-4f75-83b0-b5e018afe75f {{(pid=110160) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 07 00:52:40.833755 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:52:40.919909 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:40.968120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=6']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:40.975705 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.976010 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.976445 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.976798 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.977166 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.977486 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.977831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.978164 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.978499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.978846 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.979180 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.979515 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:40.979845 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:41.088061 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] get_ports_and_sgs() called for port_ids ['7032bab9-49a4-4f75-83b0-b5e018afe75f'] {{(pid=110160) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 07 00:52:42.662598 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f up at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 07 00:52:42.739990 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.provisioning_blocks [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Provisioning complete for port 7032bab9-49a4-4f75-83b0-b5e018afe75f triggered by entity L2. {{(pid=110160) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 07 00:52:42.740786 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3560620'] for port, provisioning_complete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:42.840162 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:42.870497 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:52:42.887517 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:52:42.916306 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3a6050aec30e42beb6d366b93d267212b5dace66cfed99293a0cbf47cbd9d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb85b1-358a-4bf9-983f-8ad71160733f" -d '{"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-plugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:52:42.963854 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:43.021583 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=7']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:43.080958 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c0fb3-e84d-49e4-871d-fc6233f2994b x-openstack-request-id: req-047c0fb3-e84d-49e4-871d-fc6233f2994b {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:52:43.081302 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-plugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:52:43.082017 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-047c0fb3-e84d-49e4-871d-fc6233f2994b {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:52:43.082436 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'code': 200} Dec 07 00:52:48.379864 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d3056242-8704-486e-a5d3-cefa868d91ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:50.736606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-aa628c33-38db-4119-ad8f-a7f040f067b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.204954 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.283130 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41454) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:52:52.438279 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Deleting port 5caa521a-555e-4a6d-81c9-80fdea662e3e {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:52:52.438631 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.515406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.515736 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.527361 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Calling delete_port for 5caa521a-555e-4a6d-81c9-80fdea662e3e owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:52:52.736202 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.763952 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event deleted for resources: {'Port': ['ID=5caa521a-555e-4a6d-81c9-80fdea662e3e,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:52.787062 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.787419 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.787764 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.788101 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.788469 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.788788 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.789118 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.789451 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.789781 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.790105 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.790428 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.790747 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.791068 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:52:52.832510 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:52.832844 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Floating IP 43ace9ed-f22b-49a2-b1d1-c635dea64549 disassociated (deleted). External IP: 172.36.7.112, port: 7032bab9-49a4-4f75-83b0-b5e018afe75f. Dec 07 00:52:53.033859 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:52:53.145028 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:52:53.149880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:53.154901 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:52:53.164219 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:52:53.164860 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:53.178651 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ca0f65fc-4e95-42f6-9fd4-f0748afc0d77 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "DELETE /v2.0/floatingips/43ace9ed-f22b-49a2-b1d1-c635dea64549 HTTP/1.1" status: 204 len: 168 time: 0.8920057 Dec 07 00:52:53.178651 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:52:53.214187 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3df3b8d7fb6b11b1bfa443003f601ed0dc8de67a6d222f1b3947416cdd81d507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b13d0dc-532e-48f0-8c64-d6a136b92c95" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:52:53.268246 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:53.305288 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:52:53.307802 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f57a71-76e2-47ed-9bfe-4d36b2e3db86 x-openstack-request-id: req-24f57a71-76e2-47ed-9bfe-4d36b2e3db86 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:52:53.308319 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:52:53.308436 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24f57a71-76e2-47ed-9bfe-4d36b2e3db86 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:52:53.308817 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'status': 'completed', 'code': 200} Dec 07 00:52:53.524611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-f29f6ad1-4ceb-48ae-b1d6-0d4222ce14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:53.526429 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-f29f6ad1-4ceb-48ae-b1d6-0d4222ce14f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 1098 time: 0.0868573 Dec 07 00:52:53.534512 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:53.566315 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:52:53.575847 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:52:53.576503 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:53.626010 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-7714d255-ebb8-4e05-8d15-716ee44d3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:53.627497 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-7714d255-ebb8-4e05-8d15-716ee44d3948 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0939906 Dec 07 00:52:53.677127 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-61979684-901c-4275-a115-c2fee74dea62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f HTTP/1.1" status: 200 len: 217 time: 0.0403004 Dec 07 00:52:53.685381 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:52:53.725059 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0a522-291e-49e5-b1af-b00b391e9ca3 req-0fcb2647-3788-4aaa-bc2b-0e2423d79e00 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:53.727328 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3e0a522-291e-49e5-b1af-b00b391e9ca3 req-0fcb2647-3788-4aaa-bc2b-0e2423d79e00 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0980511 Dec 07 00:52:53.728698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-4e93c1b2-1df6-4eda-84b1-0f88f10e5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:53.730252 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-4e93c1b2-1df6-4eda-84b1-0f88f10e5154 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0446179 Dec 07 00:52:53.781300 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-b3e0a522-291e-49e5-b1af-b00b391e9ca3 req-d3a06039-f773-4842-a7a8-4c7fef5d4b03 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479894 Dec 07 00:52:53.781552 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-d61d1d90-2a1d-4b19-9181-5ba3e41fcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:53.782969 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-d61d1d90-2a1d-4b19-9181-5ba3e41fcee9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441475 Dec 07 00:52:53.884670 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-82a6cb80-eaab-48fe-8fa4-cf8521d4b1a7 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873737 Dec 07 00:52:53.921936 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:53.948312 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cdb72-2639-41cf-9028-963b1a9f1fd6 None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'ef130e65-a462-447f-829b-4ebf52ec2991', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'floating_ip_address': '172.36.7.178', 'floating_network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'router_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'port_id': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'mac_address': 'fa:16:3e:04:ba:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-07T00:48:23Z', 'updated_at': '2021-12-07T00:48:25Z', 'revision_number': 1, 'project_id': '16dab96094b94f2991f659cd49c69294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:52:53.977162 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-0b13d0dc-532e-48f0-8c64-d6a136b92c95 req-7ed4d8ff-6f37-4f69-bd5b-45aceab96507 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848424 Dec 07 00:52:54.167159 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ca900-49bf-4a5b-a813-251fb075341d None None] New status for floating IP 43ace9ed-f22b-49a2-b1d1-c635dea64549: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:52:54.172148 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:54.736875 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:52:54.815065 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3689046'] for port, before_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:54.837437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:52:54.839771 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3a6050aec30e42beb6d366b93d267212b5dace66cfed99293a0cbf47cbd9d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbcda14-fa37-4350-82d9-1fe529fc992c" -d '{"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-unplugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:52:54.853463 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:52:54.878792 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Dec 2021 00:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa0093-eb93-4e69-80ea-68d6579d9f4f x-openstack-request-id: req-57fa0093-eb93-4e69-80ea-68d6579d9f4f {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:52:54.879092 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-unplugged", "status": "completed", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "code": 200}]} {{(pid=110160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:52:54.879351 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57fa0093-eb93-4e69-80ea-68d6579d9f4f {{(pid=110160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:52:54.879753 dv-neutron-master-2-hyperv neutron-server[110160]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'code': 200} Dec 07 00:52:54.905484 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feea95-33fd-4777-86ca-ce28e1e865ae req-d8cab2d9-eb34-45a3-b4f2-9b743932ae6d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:54.906951 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01feea95-33fd-4777-86ca-ce28e1e865ae req-d8cab2d9-eb34-45a3-b4f2-9b743932ae6d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 945 time: 0.0561075 Dec 07 00:52:54.919042 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728377440696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728377047318', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728377047336'] for port, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:54.955172 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-01feea95-33fd-4777-86ca-ce28e1e865ae req-65927903-7dff-4b0c-a73c-f1387df8b54a tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422342 Dec 07 00:52:54.965187 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Pushing event updated for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=8']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:55.632987 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-00c3329e-7c8a-4f6f-af43-411aca3ad036 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:55.634420 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-00c3329e-7c8a-4f6f-af43-411aca3ad036 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 943 time: 0.0479062 Dec 07 00:52:55.723294 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Deleting port 7032bab9-49a4-4f75-83b0-b5e018afe75f {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:52:55.723637 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:55.812185 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] For port 7032bab9-49a4-4f75-83b0-b5e018afe75f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7032bab9-49a4-4f75-83b0-b5e018afe75f,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:52:55.812505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:55.824793 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Calling delete_port for 7032bab9-49a4-4f75-83b0-b5e018afe75f owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:52:56.041985 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:56.071650 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event deleted for resources: {'Port': ['ID=7032bab9-49a4-4f75-83b0-b5e018afe75f,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:56.073403 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e0c4-ef48-4246-bab9-415d476a80b6 req-3256488e-171d-402b-a5b1-f62fb7d057c6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:56.075240 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e75e0c4-ef48-4246-bab9-415d476a80b6 req-3256488e-171d-402b-a5b1-f62fb7d057c6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa0d4414-3aca-4f42-a05b-d833955954ca HTTP/1.1" status: 200 len: 865 time: 0.0496159 Dec 07 00:52:56.114138 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] No DVR routers for this DVR port 7032bab9-49a4-4f75-83b0-b5e018afe75f on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:52:56.116889 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:56.120188 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-b7e15ec6-c1a5-4c3d-94a2-c0deba42239a req-3e2d8bd9-27c6-44c3-81de-1ab0ee7ae6a6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "DELETE /v2.0/ports/7032bab9-49a4-4f75-83b0-b5e018afe75f HTTP/1.1" status: 204 len: 173 time: 0.4760122 Dec 07 00:52:56.120783 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-deleted', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:52:56.123093 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3df3b8d7fb6b11b1bfa443003f601ed0dc8de67a6d222f1b3947416cdd81d507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695349a1-b36f-4da7-80b0-fc7a074eb19f" -d '{"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-deleted", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:52:56.127220 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-9e75e0c4-ef48-4246-bab9-415d476a80b6 req-9526e8c4-2d0d-4f57-91a5-05a6228b518c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460720 Dec 07 00:52:56.163612 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07225830-9755-4b99-92be-ec22a1bac470 x-openstack-request-id: req-07225830-9755-4b99-92be-ec22a1bac470 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:52:56.163912 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d4414-3aca-4f42-a05b-d833955954ca", "name": "network-vif-deleted", "tag": "7032bab9-49a4-4f75-83b0-b5e018afe75f", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:52:56.164169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07225830-9755-4b99-92be-ec22a1bac470 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:52:56.164639 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d4414-3aca-4f42-a05b-d833955954ca', 'name': 'network-vif-deleted', 'tag': '7032bab9-49a4-4f75-83b0-b5e018afe75f', 'status': 'completed', 'code': 200} Dec 07 00:52:58.437474 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41526) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:52:58.599461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Deleting port 374f22be-7501-46dc-96ee-6c9ce23b22e9 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:52:58.599812 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:58.673333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:58.673667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:58.685874 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Calling delete_port for 374f22be-7501-46dc-96ee-6c9ce23b22e9 owned by network:floatingip {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:52:58.753100 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:52:58.772847 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 7032bab9-49a4-4f75-83b0-b5e018afe75f {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:52:58.773191 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 7032bab9-49a4-4f75-83b0-b5e018afe75f not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:52:58.927490 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:58.953035 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event deleted for resources: {'Port': ['ID=374f22be-7501-46dc-96ee-6c9ce23b22e9,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:52:59.015576 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for floatingip, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:59.015906 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.db.l3_db [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Floating IP ef130e65-a462-447f-829b-4ebf52ec2991 disassociated (deleted). External IP: 172.36.7.178, port: 495d383a-30f6-454a-a9d9-bd5ebe896673. Dec 07 00:52:59.216421 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:52:59.327673 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:52:59.335832 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for floatingip, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:52:59.339911 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:52:59.350277 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:52:59.350989 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:59.366529 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ffd0fca5-6ec9-47fa-afbe-64b7fd47022d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "DELETE /v2.0/floatingips/ef130e65-a462-447f-829b-4ebf52ec2991 HTTP/1.1" status: 204 len: 168 time: 0.9279485 Dec 07 00:52:59.367413 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:52:59.369917 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3df3b8d7fb6b11b1bfa443003f601ed0dc8de67a6d222f1b3947416cdd81d507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cbcca2-feff-40f2-afba-e2f47741a0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:52:59.411549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Dec 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269a6951-3acb-4f9f-b275-50b6bceab5f1 x-openstack-request-id: req-269a6951-3acb-4f9f-b275-50b6bceab5f1 {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:52:59.411549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:52:59.411549 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-269a6951-3acb-4f9f-b275-50b6bceab5f1 {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:52:59.412182 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'status': 'completed', 'code': 200} Dec 07 00:52:59.474671 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:52:59.516394 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-7db201ce-d5ba-4fae-b4ca-ae4132326c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:59.517894 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-7db201ce-d5ba-4fae-b4ca-ae4132326c9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=16dab96094b94f2991f659cd49c69294&device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 1097 time: 0.0408223 Dec 07 00:52:59.614580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-c058aa00-2301-4659-8711-80e3f494b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:59.616178 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-c058aa00-2301-4659-8711-80e3f494b1ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 200 len: 910 time: 0.0860784 Dec 07 00:52:59.675342 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-8b2f3f41-f6d9-4d75-acd5-ab10c2485c7a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 200 len: 217 time: 0.0391476 Dec 07 00:52:59.677606 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:59.704173 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:52:59.712421 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:52:59.713025 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:52:59.731544 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-e5a89340-c207-4995-8aee-2150514b9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:59.732738 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-e5a89340-c207-4995-8aee-2150514b9be0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 200 len: 848 time: 0.0451972 Dec 07 00:52:59.824275 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e67e-5678-4847-99e6-06c60e33ab94 req-9be6b6ae-a5e1-47f8-af65-c2bdc57873dc tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:59.826367 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-72d2e67e-5678-4847-99e6-06c60e33ab94 req-9be6b6ae-a5e1-47f8-af65-c2bdc57873dc tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0498862 Dec 07 00:52:59.837990 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:52:59.846483 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-8fdb458f-c813-47c1-8a1a-5944bded29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:52:59.847978 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-8fdb458f-c813-47c1-8a1a-5944bded29b5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37713075-698a-4424-8cad-f43b712a812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441298 Dec 07 00:52:59.879271 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-72d2e67e-5678-4847-99e6-06c60e33ab94 req-bda8925e-b095-4cc9-b766-d47218fde2ba tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464427 Dec 07 00:52:59.948881 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-6c2bdaad-a306-49d5-990f-a723ebfcb014 service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893219 Dec 07 00:53:00.035547 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:00.040006 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-68cbcca2-feff-40f2-afba-e2f47741a0cb req-7c2cd668-bff6-487c-a9ff-5f459d5294df service neutron] 10.222.0.45 "GET /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821447 Dec 07 00:53:00.065517 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc3cfd-a3ee-48a6-a1cc-d8de83e1b25e None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:58Z', 'revision_number': 4, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '0487df4e-d6eb-433e-b272-47bda1279b47', 'name': '', 'network_id': '37713075-698a-4424-8cad-f43b712a812d', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'mac_address': 'fa:16:3e:f6:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:57Z', 'updated_at': '2021-12-07T00:48:01Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'subnets': [{'id': '58245455-7dd4-4908-baf9-64b1a7ce8f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:53:00.301802 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e43bf8-7b8c-4002-9434-b3d6438504ce None None] New status for floating IP ef130e65-a462-447f-829b-4ebf52ec2991: DOWN {{(pid=110160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 07 00:53:01.003653 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5438-24da-400c-89c6-f21a798135fb req-4d3e4806-c6c7-47f9-9927-ef85afeaec66 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:53:01.005149 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c4f5438-24da-400c-89c6-f21a798135fb req-4d3e4806-c6c7-47f9-9927-ef85afeaec66 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0518785 Dec 07 00:53:01.053579 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-7c4f5438-24da-400c-89c6-f21a798135fb req-ddcae771-ec4f-4d1c-8bc4-7889ca183c8d tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425985 Dec 07 00:53:01.766811 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-62d88a67-6e13-428e-95fa-7ca42c95f4de tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110159) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:53:01.768225 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-62d88a67-6e13-428e-95fa-7ca42c95f4de tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 944 time: 0.0473330 Dec 07 00:53:01.867154 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Deleting port 495d383a-30f6-454a-a9d9-bd5ebe896673 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:01.867406 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:01.952392 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] For port 495d383a-30f6-454a-a9d9-bd5ebe896673, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=495d383a-30f6-454a-a9d9-bd5ebe896673,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:01.952752 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:01.964723 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Calling delete_port for 495d383a-30f6-454a-a9d9-bd5ebe896673 owned by compute:nova {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:02.151934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:02.182250 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event deleted for resources: {'Port': ['ID=495d383a-30f6-454a-a9d9-bd5ebe896673,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:02.183497 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc1f99-a7f0-4be7-a51d-1798d5512907 req-498ae2e3-5534-4660-b6de-ac6b636c89be tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 07 00:53:02.185217 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16cc1f99-a7f0-4be7-a51d-1798d5512907 req-498ae2e3-5534-4660-b6de-ac6b636c89be tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/ports?device_id=84b1ab60-ee66-4834-ae42-a384b4a24787 HTTP/1.1" status: 200 len: 865 time: 0.0591311 Dec 07 00:53:02.224464 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] No DVR routers for this DVR port 495d383a-30f6-454a-a9d9-bd5ebe896673 on host hv-neutron-mast {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:53:02.227029 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-932198'] for port, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:02.230452 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [req-585ff9c1-ab0a-424f-a3fd-b7080d6ade85 req-c15d5e9c-2b16-4859-b95f-88e18117c6a2 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.45 "DELETE /v2.0/ports/495d383a-30f6-454a-a9d9-bd5ebe896673 HTTP/1.1" status: 204 len: 173 time: 0.4502933 Dec 07 00:53:02.230908 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-deleted', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673'}] {{(pid=110159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 07 00:53:02.234038 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3df3b8d7fb6b11b1bfa443003f601ed0dc8de67a6d222f1b3947416cdd81d507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76f1446-b9fb-4ae2-996c-f7870ef0de90" -d '{"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-deleted", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673"}]}' {{(pid=110159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 07 00:53:02.241769 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [req-16cc1f99-a7f0-4be7-a51d-1798d5512907 req-c65a856e-e007-4833-b040-692735d0fee6 tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "GET /v2.0/security-groups?id=dd97bd72-d857-49a2-88d5-b98e1108def5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501165 Dec 07 00:53:02.274600 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Dec 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340124c-16d1-4fec-8a5c-c3017e3ab16b x-openstack-request-id: req-d340124c-16d1-4fec-8a5c-c3017e3ab16b {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 07 00:53:02.274931 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b1ab60-ee66-4834-ae42-a384b4a24787", "name": "network-vif-deleted", "tag": "495d383a-30f6-454a-a9d9-bd5ebe896673", "status": "completed", "code": 200}]} {{(pid=110159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 07 00:53:02.275196 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d340124c-16d1-4fec-8a5c-c3017e3ab16b {{(pid=110159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 07 00:53:02.275605 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b1ab60-ee66-4834-ae42-a384b4a24787', 'name': 'network-vif-deleted', 'tag': '495d383a-30f6-454a-a9d9-bd5ebe896673', 'status': 'completed', 'code': 200} Dec 07 00:53:03.300000 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41552) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:03.359300 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:03.384760 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:03.498720 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:03.501381 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:03.502540 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] 10.222.0.53 "DELETE /v2.0/security-groups/dd97bd72-d857-49a2-88d5-b98e1108def5 HTTP/1.1" status: 204 len: 168 time: 0.2015285 Dec 07 00:53:03.511796 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d252522-ab06-4f69-8fb6-8baceba06b2c tempest-TestSnapshotPattern-1331797826 tempest-TestSnapshotPattern-1331797826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd97bd72-d857-49a2-88d5-b98e1108def5,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:03.603055 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41556) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:04.029013 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.116024 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.262008 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Deleting port 0487df4e-d6eb-433e-b272-47bda1279b47 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:04.262348 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.344213 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] For port 0487df4e-d6eb-433e-b272-47bda1279b47, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0487df4e-d6eb-433e-b272-47bda1279b47,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:04.344925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.356480 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Calling delete_port for 0487df4e-d6eb-433e-b272-47bda1279b47 owned by network:router_interface {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:04.582331 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.605374 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0487df4e-d6eb-433e-b272-47bda1279b47,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:04.774291 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:04.820359 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 no longer exists at agent hyperv_hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:04.841374 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] No Port match for: 495d383a-30f6-454a-a9d9-bd5ebe896673 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:04.841809 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Device 495d383a-30f6-454a-a9d9-bd5ebe896673 not bound to the agent host hv-neutron-mast {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:05.278039 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Router 0c296338-1c5b-45b0-9988-4b906fb06d5a has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110159) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:53:05.380088 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110159) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:53:05.386776 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-ef3447bf-7f52-451e-9f14-d1e4804feab4 admin admin] 10.222.0.53 "PUT /v2.0/routers/0c296338-1c5b-45b0-9988-4b906fb06d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7818906 Dec 07 00:53:05.389012 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41560) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:05.474611 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Sync routers for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:53:05.484430 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:53:05.485038 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:05.497971 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks [] for router, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:05.586218 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: dv-neutron-master-2-hyperv {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:53:05.598880 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:05.709902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Deleting port baa3d215-3b2a-40ad-8ebf-1ddd13b08024 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:05.710240 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:05.756578 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72'}], 'enable_snat': True}, 'gw_port_id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:53:04Z', 'revision_number': 5, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port': {'id': 'baa3d215-3b2a-40ad-8ebf-1ddd13b08024', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:05.786252 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Checking router: 0c296338-1c5b-45b0-9988-4b906fb06d5a for host: dv-neutron-master-2-hyperv {{(pid=110161) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:53:05.790755 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] For port baa3d215-3b2a-40ad-8ebf-1ddd13b08024, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:05.791124 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:05.794423 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Routers {'0c296338-1c5b-45b0-9988-4b906fb06d5a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110161) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:53:05.795029 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['0c296338-1c5b-45b0-9988-4b906fb06d5a'], 'active': True} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:05.803619 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Calling delete_port for baa3d215-3b2a-40ad-8ebf-1ddd13b08024 owned by network:router_gateway {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:05.877460 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_dvr_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] Set router 0c296338-1c5b-45b0-9988-4b906fb06d5a gateway port host: None {{(pid=110161) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:53:05.927691 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.l3_hamode_db [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:53:05Z', 'revision_number': 6, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:05.957393 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd4cfdd-b5df-4ce0-9d79-8b419166c1fb None None] The sync data for ids ['0c296338-1c5b-45b0-9988-4b906fb06d5a'] in dv-neutron-master-2-hyperv is: [{'id': '0c296338-1c5b-45b0-9988-4b906fb06d5a', 'name': 'tempest-TestSnapshotPattern-730520057-router', 'tenant_id': '16dab96094b94f2991f659cd49c69294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:47:55Z', 'updated_at': '2021-12-07T00:53:05Z', 'revision_number': 6, 'project_id': '16dab96094b94f2991f659cd49c69294', 'gw_port_host': None}] {{(pid=110161) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:53:06.045312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.069532 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa3d215-3b2a-40ad-8ebf-1ddd13b08024,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:06.085778 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b93540-05de-4b05-ba9d-9cf533f4aca4 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:53:06.136925 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.224102 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.226237 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.342312 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.343005 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c296338-1c5b-45b0-9988-4b906fb06d5a {{(pid=110159) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:53:06.348125 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] Publish callbacks [] for router, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.349393 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c305c4bd-88f3-47e7-b195-f386e92bb123 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0c296338-1c5b-45b0-9988-4b906fb06d5a HTTP/1.1" status: 204 len: 168 time: 0.9594626 Dec 07 00:53:06.351851 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41562) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:06.398216 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Deleting subnet 58245455-7dd4-4908-baf9-64b1a7ce8f40 {{(pid=110159) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:53:06.401333 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.435667 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4988834'] for subnet, precommit_delete_associations {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.514454 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.645235 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4988721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5229307'] for subnet, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.672026 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58245455-7dd4-4908-baf9-64b1a7ce8f40,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:06.676580 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.680559 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-c89fcce4-1178-4c01-888c-fc44de6d9cb7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/58245455-7dd4-4908-baf9-64b1a7ce8f40 HTTP/1.1" status: 204 len: 168 time: 0.3275979 Dec 07 00:53:06.682680 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41564) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:06.682801 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af330904-aae8-4783-80bf-adfb888fad83 None None] Network 37713075-698a-4424-8cad-f43b712a812d requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:53:06.758505 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.828478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Deleting port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:06.828478 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.873093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] DHCP port deletion for 37713075-698a-4424-8cad-f43b712a812d request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:53:06.885085 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] For port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:06.885461 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.900269 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Calling delete_port for b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:06.924437 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Deleting port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:06.925079 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:06.997535 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] For port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,segment=NetworkSegment(81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6),segment_id=81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:06.998000 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.014480 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Calling delete_port for b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:07.036174 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.063924 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] No DVR routers for this DVR port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:53:07.068609 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:07.093446 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.123580 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] Pushing event deleted for resources: {'Port': ['ID=b7a2a6c4-2a7a-4d61-b869-eec817e1ada2,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:07.125363 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf10952-302e-4711-a6e5-866fbc387232 None None] No DVR routers for this DVR port b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:53:07.145330 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.165654 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37713075-698a-4424-8cad-f43b712a812d']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:07.174698 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:07.175075 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cc3b2d-d455-4c9b-a2a7-9debbaf0c6b6') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:07.184285 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.197674 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.204515 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:53:07.204906 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:53:07.206538 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:53:07.324902 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.330412 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.334168 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] 10.222.0.53 "DELETE /v2.0/networks/37713075-698a-4424-8cad-f43b712a812d HTTP/1.1" status: 204 len: 168 time: 0.6507666 Dec 07 00:53:07.337338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 41566) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:07.347022 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925d8d4-aa7a-45fc-ba6b-4107b6efb83d admin admin] Pushing event deleted for resources: {'Network': ['ID=37713075-698a-4424-8cad-f43b712a812d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:07.360221 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device baa3d215-3b2a-40ad-8ebf-1ddd13b08024 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:07.381075 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: baa3d215-3b2a-40ad-8ebf-1ddd13b08024 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:07.381426 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device baa3d215-3b2a-40ad-8ebf-1ddd13b08024 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:07.381855 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:07.402093 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:07.402370 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device b7a2a6c4-2a7a-4d61-b869-eec817e1ada2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:07.402793 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0487df4e-d6eb-433e-b272-47bda1279b47 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:07.421617 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0487df4e-d6eb-433e-b272-47bda1279b47 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:07.421901 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0487df4e-d6eb-433e-b272-47bda1279b47 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:07.681385 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413090'] for router_interface, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:07.918908 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Deleting port 0734d071-82c7-46e3-9050-976eb1234025 {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:07.919806 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:08.000338 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] For port 0734d071-82c7-46e3-9050-976eb1234025, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0734d071-82c7-46e3-9050-976eb1234025,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:08.000699 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:08.012982 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Calling delete_port for 0734d071-82c7-46e3-9050-976eb1234025 owned by network:router_interface {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:08.265040 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:08.290835 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0734d071-82c7-46e3-9050-976eb1234025,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:08.302269 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.302627 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.302976 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.303320 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.303659 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.303993 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.304351 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.304690 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.305021 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.305353 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.305683 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.306009 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.306391 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=110158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 07 00:53:08.467527 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-608372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413142'] for router_interface, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:08.685507 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Router 21267ade-e82d-4d78-84c4-4ce4ed745d89 has already been hosted by L3 agent 975715dd-2e6b-4ddc-b706-307e9cb84fdc {{(pid=110158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 07 00:53:08.787523 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=110158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 07 00:53:08.792632 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-a4388ea5-6c3e-4e6b-84ae-bfb89f46df6e admin admin] 10.222.0.53 "PUT /v2.0/routers/21267ade-e82d-4d78-84c4-4ce4ed745d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4542594 Dec 07 00:53:08.795259 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 41568) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:08.795957 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Sync routers for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 07 00:53:08.805478 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:53:08.806027 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:08.908116 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:08.915610 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:53:09.009161 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.093365 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:53:08Z', 'revision_number': 5, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:09.118919 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Checking router: 21267ade-e82d-4d78-84c4-4ce4ed745d89 for host: dv-neutron-master-2-hyperv {{(pid=110160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 07 00:53:09.127748 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Routers {'21267ade-e82d-4d78-84c4-4ce4ed745d89'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=110160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 07 00:53:09.128383 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T23:45:51Z,description=,heartbeat_timestamp=2021-12-07T00:52:51Z,host='dv-neutron-master-2-hyperv',id=975715dd-2e6b-4ddc-b706-307e9cb84fdc,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T23:45:51Z,topic='l3_agent')) {'router_ids': ['21267ade-e82d-4d78-84c4-4ce4ed745d89'], 'active': True} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:09.202200 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Deleting port c82854bf-446a-433f-ba78-0a510445127c {{(pid=110158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:09.202537 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.233280 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvr_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] Set router 21267ade-e82d-4d78-84c4-4ce4ed745d89 gateway port host: dv-neutron-master-2-hyperv {{(pid=110160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 07 00:53:09.282496 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.db [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] For port c82854bf-446a-433f-ba78-0a510445127c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c82854bf-446a-433f-ba78-0a510445127c,segment=NetworkSegment(257aa54e-0a0a-452e-8c71-eaddee4ea999),segment_id=257aa54e-0a0a-452e-8c71-eaddee4ea999)] {{(pid=110158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:09.282861 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.295117 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.plugins.ml2.plugin [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Calling delete_port for c82854bf-446a-433f-ba78-0a510445127c owned by network:router_gateway {{(pid=110158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:09.416761 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_hamode_db [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:53:08Z', 'revision_number': 5, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=110160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:09.447218 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0bec11-291d-4768-899c-e2137a199fab None None] The sync data for ids ['21267ade-e82d-4d78-84c4-4ce4ed745d89'] in dv-neutron-master-2-hyperv is: [{'id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'name': 'tempest-TestSnapshotPattern-1631685389-router', 'tenant_id': '02b76469a7624b25aef907ba8ff746e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'external_fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135'}], 'enable_snat': True}, 'gw_port_id': 'c82854bf-446a-433f-ba78-0a510445127c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:53:08Z', 'revision_number': 5, 'project_id': '02b76469a7624b25aef907ba8ff746e5', 'gw_port': {'id': 'c82854bf-446a-433f-ba78-0a510445127c', 'name': '', 'network_id': 'f407fe4c-3d6e-4777-9a8e-45bdb877ef7b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21267ade-e82d-4d78-84c4-4ce4ed745d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'ip_address': '172.36.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-07T00:48:01Z', 'updated_at': '2021-12-07T00:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfefc48e-4482-40ee-a98a-5368e7c53993', 'cidr': '172.36.7.0/24', 'gateway_ip': '172.36.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=110160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 07 00:53:09.527795 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11763415'] for port, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.552679 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82854bf-446a-433f-ba78-0a510445127c,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:09.568157 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f2cc7-bd04-4681-bf60-b04333706897 None None] DHCP port deletion for f407fe4c-3d6e-4777-9a8e-45bdb877ef7b request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:53:09.613379 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405884'] for router_gateway, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.700189 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3721'] for router, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.702264 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.807561 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-411103'] for router, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.808131 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21267ade-e82d-4d78-84c4-4ce4ed745d89 {{(pid=110158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 07 00:53:09.815657 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] Publish callbacks [] for router, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.815657 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-245102a0-ec0e-4ab7-b689-66cbadd7a2d4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/21267ade-e82d-4d78-84c4-4ce4ed745d89 HTTP/1.1" status: 204 len: 168 time: 1.0178607 Dec 07 00:53:09.816610 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.wsgi [-] (110158) accepted ('10.222.0.53', 41570) {{(pid=110158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:09.864076 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Deleting subnet ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3 {{(pid=110158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 07 00:53:09.867625 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.903276 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466733'] for subnet, precommit_delete_associations {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:09.984859 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3663294'] for subnet, precommit_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.110730 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3668301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11763456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10049146'] for subnet, after_delete {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.136586 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3,revision_number=None']} {{(pid=110158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:10.142486 dv-neutron-master-2-hyperv neutron-server[110158]: DEBUG neutron_lib.callbacks.manager [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=110158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.145902 dv-neutron-master-2-hyperv neutron-server[110158]: INFO neutron.wsgi [None req-f428cc87-3995-449d-9c12-e8ae841418aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecc1d539-b952-4dc5-9f6d-09cb8f9a7ce3 HTTP/1.1" status: 204 len: 168 time: 0.3283513 Dec 07 00:53:10.147389 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d00094-5fa5-4f6b-9e38-0c38e4dd7a13 None None] Network fe668c41-8ebb-4cf3-b60a-950ab78a4066 requested from dv-neutron-master-2-hyperv {{(pid=110160) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 07 00:53:10.148581 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41572) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:10.215442 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3722906'] for network, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.267445 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Deleting port 2c2dba76-505b-4446-ba31-e025a862c394 {{(pid=110159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:10.267791 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.334546 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.db [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] For port 2c2dba76-505b-4446-ba31-e025a862c394, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c2dba76-505b-4446-ba31-e025a862c394,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:10.334969 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.347050 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.plugin [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Calling delete_port for 2c2dba76-505b-4446-ba31-e025a862c394 owned by network:dhcp {{(pid=110159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:10.414949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] DHCP port deletion for fe668c41-8ebb-4cf3-b60a-950ab78a4066 request from dv-neutron-master-2-hyperv {{(pid=110160) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 07 00:53:10.464680 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Deleting port 2c2dba76-505b-4446-ba31-e025a862c394 {{(pid=110160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 07 00:53:10.465060 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728377432908'] for port, before_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.495934 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4988646'] for port, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.524628 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2dba76-505b-4446-ba31-e025a862c394,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:10.528429 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.db [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] For port 2c2dba76-505b-4446-ba31-e025a862c394, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c2dba76-505b-4446-ba31-e025a862c394,segment=NetworkSegment(beb06e92-5d67-4eae-ae7c-55d90de99d75),segment_id=beb06e92-5d67-4eae-ae7c-55d90de99d75)] {{(pid=110160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 07 00:53:10.528842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402008'] for port, precommit_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.533762 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] No DVR routers for this DVR port 2c2dba76-505b-4446-ba31-e025a862c394 on host dv-neutron-master-2-hyperv {{(pid=110159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:53:10.542155 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Calling delete_port for 2c2dba76-505b-4446-ba31-e025a862c394 owned by network:dhcp {{(pid=110160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 07 00:53:10.603655 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3550265', 'neutron.services.segments.db._delete_segments_for_network-8728377375142'] for network, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.621119 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3688983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728377440678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728377047309'] for port, after_delete {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.628466 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe668c41-8ebb-4cf3-b60a-950ab78a4066']}} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:10.637785 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb06e92-5d67-4eae-ae7c-55d90de99d75') {'for_net_delete': True} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:10.638004 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.services.segments.db [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb06e92-5d67-4eae-ae7c-55d90de99d75') {} {{(pid=110159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 07 00:53:10.647328 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728377527664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4988845'] for segment, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.649686 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] No DVR routers for this DVR port 2c2dba76-505b-4446-ba31-e025a862c394 on host dv-neutron-master-2-hyperv {{(pid=110160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 07 00:53:10.651261 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f2a8f-d55d-4e19-83e6-eb98effb3b2f None None] Pushing event deleted for resources: {'Port': ['ID=2c2dba76-505b-4446-ba31-e025a862c394,revision_number=None']} {{(pid=110160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:10.662164 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963'] for segment, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.667887 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=110159) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 07 00:53:10.668299 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3669963', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4988627'] for segment, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: Traceback (most recent call last): Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: timer() Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: cb(*args, **kw) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: return func(*args, **kwargs) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: self._notify() Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: self.callback(batched_events) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: event.method(event) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: aggregate_uuid = self.p_client.list_aggregates( Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: return f(self, *a, **k) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: return self._get(url).json() Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: return self.request(url, 'GET', **kwargs) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: base_url = self.get_endpoint(auth, allow=allow, Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 07 00:53:10.670619 dv-neutron-master-2-hyperv neutron-server[110159]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 07 00:53:10.784570 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3550256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-608365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405848'] for network, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.789780 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Publish callbacks [] for network, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:10.793134 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe668c41-8ebb-4cf3-b60a-950ab78a4066 HTTP/1.1" status: 204 len: 168 time: 0.6435044 Dec 07 00:53:10.804169 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35b5c8-0374-4a22-8421-459a17c51a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe668c41-8ebb-4cf3-b60a-950ab78a4066,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:11.095730 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41576) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:11.134330 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-86b53654-318c-4984-bd36-989a3f2cc106 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16dab96094b94f2991f659cd49c69294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374265 Dec 07 00:53:11.136661 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41578) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:11.186893 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:11.207473 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:11.313496 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:11.316142 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:11.317357 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e9acc60-c344-4c1a-b362-fa80350369b1 HTTP/1.1" status: 204 len: 168 time: 0.1798174 Dec 07 00:53:11.326492 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be858268-210d-44c6-94ec-ed0df8dc453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9acc60-c344-4c1a-b362-fa80350369b1,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:11.385586 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c82854bf-446a-433f-ba78-0a510445127c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:11.410058 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: c82854bf-446a-433f-ba78-0a510445127c {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:11.410411 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device c82854bf-446a-433f-ba78-0a510445127c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:11.410831 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2c2dba76-505b-4446-ba31-e025a862c394 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:11.575397 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 2c2dba76-505b-4446-ba31-e025a862c394 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:11.576297 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 2c2dba76-505b-4446-ba31-e025a862c394 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:11.576718 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0734d071-82c7-46e3-9050-976eb1234025 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 07 00:53:11.597334 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] No Port match for: 0734d071-82c7-46e3-9050-976eb1234025 {{(pid=110160) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 07 00:53:11.597684 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron.plugins.ml2.rpc [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Device 0734d071-82c7-46e3-9050-976eb1234025 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=110160) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 07 00:53:12.065204 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41584) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:12.103476 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-1dee31f6-8edd-4bb6-8e8c-e2ff980c50a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02b76469a7624b25aef907ba8ff746e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370491 Dec 07 00:53:12.105803 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.wsgi [-] (110159) accepted ('10.222.0.53', 41586) {{(pid=110159) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 07 00:53:12.151595 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:12.173965 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:12.290002 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462837'] for security_group, after_delete {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:12.292611 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron_lib.callbacks.manager [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:12.293774 dv-neutron-master-2-hyperv neutron-server[110159]: INFO neutron.wsgi [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e21d8c56-9cb7-41dc-bcb6-3bfeb706910d HTTP/1.1" status: 204 len: 168 time: 0.1870897 Dec 07 00:53:12.302048 dv-neutron-master-2-hyperv neutron-server[110159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ce5c9-a059-47d7-9671-1011cd38bf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21d8c56-9cb7-41dc-bcb6-3bfeb706910d,revision_number=None']} {{(pid=110159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 07 00:53:15.710725 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:53:18.387069 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f9fccb9b-efc6-45c4-8dec-69c474a894a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:20.753044 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e6f2967a-2da2-4b15-8f7e-dec217d4e758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:22.204462 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:23.255294 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:24.178387 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:34.129660 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:48.415251 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8d883e71-64c5-4270-8493-29dc60e6edf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:50.749961 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7f64f028-8c2a-4620-b2fb-5f48eee319d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:52.238064 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:52.709635 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:53:53.263713 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:53:54.191843 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:04.117873 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:18.428982 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0204-1a30-44fe-ab9e-6c28d1e83d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:20.771587 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-c9a75dd0-f71b-41b5-8d5d-c7465ee3179e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:22.205765 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:23.254458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:24.174508 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:29.708930 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:54:34.122926 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:48.396807 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-8822cc99-3d4f-4670-ac5f-abf9dc927191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:50.738358 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b5fc42b5-e499-45e4-9284-bd144ffc7f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:52.213555 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:53.256716 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:54:54.182137 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:04.136658 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:06.707473 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:55:18.390734 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-71cb0adb-2b86-41ed-b1a4-5ea9e66a71e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:20.770026 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3247d14e-2e29-4735-8a5d-c19379c6fe1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:22.244842 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:23.290258 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:24.158499 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:34.127197 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:43.706216 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:55:48.401379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-0542ede7-8067-4911-a244-654a013eaee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:50.761485 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e44b88f5-22f1-4177-9f03-fa990182aa03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:52.232592 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:53.261278 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:55:54.176379 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:04.124022 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:18.389574 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-6a6dfd7f-11b4-49b6-8622-4b5c1d784687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:20.703947 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:56:20.751973 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-898a9ee9-6363-42a6-86de-e0d6da34f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:22.223086 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:23.280729 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:24.169014 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:34.129035 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:48.388966 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-f7ea048a-de08-4bf9-9195-b26069712f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:50.742949 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-3ecf0f6b-7f3e-46ef-8964-3a40c853d613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:52.237444 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:53.262456 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:54.202606 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:56:57.702493 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:57:04.151653 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:18.393543 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-14a1248d-dcf7-4bd3-a6a0-7562cec1ffea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:20.747910 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-67b405a2-acb3-4013-b50b-e6d3bf84efab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:22.239458 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:23.267675 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:24.176767 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:34.176071 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:34.701444 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:57:48.439101 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-d8711855-0961-43b9-bf1d-7870f6df1ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:50.752741 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-723cceb2-bdf1-4ea9-a77a-dd4eda3ddbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:52.236120 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:53.267070 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:57:54.195688 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:04.184257 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:11.700486 dv-neutron-master-2-hyperv neutron-server[110161]: DEBUG neutron.db.agents_db [None req-702373dc-08c6-41c0-b217-0c12ab7ce874 None None] Agent healthcheck: found 6 active agents {{(pid=110161) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 07 00:58:18.406671 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-e45b49cf-8cb7-4fa4-9ca4-2371e23e9c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:20.758212 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-bd82a70d-f1c0-4c3a-baae-567ffdfb22f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:22.229669 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-b6c737a2-57ea-42d8-bdb0-389abd3ce3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:23.261080 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-7b18b779-e70f-4828-b47b-70318a7c5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:24.178678 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3602-ac57-4b36-9643-372982010c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 07 00:58:34.203564 dv-neutron-master-2-hyperv neutron-server[110160]: DEBUG neutron_lib.callbacks.manager [None req-073f6bf1-7f94-4339-ac69-1579ebd22772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728377373907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3549555'] for agent, after_update {{(pid=110160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}